{"level":"warn","ts":"2026-05-24T07:15:28.152977Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-24T07:15:28.153076Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-24T07:15:28.153139Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-24T07:15:28.153147Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-05-24T07:15:28.153162Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-24T07:15:28.153831Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-05-24T07:15:28.15392Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-24T07:15:28.158677Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.478802ms"} {"level":"info","ts":"2026-05-24T07:15:28.169407Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-05-24T07:15:28.169502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-05-24T07:15:28.169533Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-05-24T07:15:28.169553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-24T07:15:28.169567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-05-24T07:15:28.169609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-05-24T07:15:28.179181Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-24T07:15:28.184301Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-24T07:15:28.185523Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-24T07:15:28.188843Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-24T07:15:28.189422Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-24T07:15:28.190796Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-24T07:15:28.191044Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-24T07:15:28.191147Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-24T07:15:28.191268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-05-24T07:15:28.193332Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-05-24T07:15:28.198742Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-24T07:15:28.199075Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-24T07:15:28.19912Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-24T07:15:28.19944Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-05-24T07:15:28.199502Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-05-24T07:15:29.070256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-05-24T07:15:29.070325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-05-24T07:15:29.070352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-05-24T07:15:29.070372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-05-24T07:15:29.070383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-05-24T07:15:29.070398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-05-24T07:15:29.070411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-05-24T07:15:29.071309Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-24T07:15:29.072076Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-05-24T07:15:29.072094Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-24T07:15:29.072139Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-24T07:15:29.072407Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-24T07:15:29.072488Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-24T07:15:29.072592Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-05-24T07:15:29.072713Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-24T07:15:29.072748Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-24T07:15:29.074831Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-05-24T07:15:29.075584Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-24T07:15:36.225077Z","caller":"traceutil/trace.go:171","msg":"trace[844463560] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"189.497203ms","start":"2026-05-24T07:15:36.035551Z","end":"2026-05-24T07:15:36.225048Z","steps":["trace[844463560] 'process raft request' (duration: 189.327099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:37.60052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.855117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-24T07:15:37.600647Z","caller":"traceutil/trace.go:171","msg":"trace[426395305] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:341; }","duration":"216.00677ms","start":"2026-05-24T07:15:37.384622Z","end":"2026-05-24T07:15:37.600629Z","steps":["trace[426395305] 'range keys from in-memory index tree' (duration: 215.690132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:37.600615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.384056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-05-24T07:15:37.600703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.57111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-05-24T07:15:37.600785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.069568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-05-24T07:15:37.600807Z","caller":"traceutil/trace.go:171","msg":"trace[1693527568] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:341; }","duration":"166.719773ms","start":"2026-05-24T07:15:37.434066Z","end":"2026-05-24T07:15:37.600786Z","steps":["trace[1693527568] 'range keys from in-memory index tree' (duration: 166.363705ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:37.600833Z","caller":"traceutil/trace.go:171","msg":"trace[268061847] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:341; }","duration":"267.141209ms","start":"2026-05-24T07:15:37.333682Z","end":"2026-05-24T07:15:37.600823Z","steps":["trace[268061847] 'range keys from in-memory index tree' (duration: 266.748381ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:37.600737Z","caller":"traceutil/trace.go:171","msg":"trace[1193922881] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:341; }","duration":"316.595151ms","start":"2026-05-24T07:15:37.284117Z","end":"2026-05-24T07:15:37.600712Z","steps":["trace[1193922881] 'range keys from in-memory index tree' (duration: 316.254074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:37.600914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:15:37.284105Z","time spent":"316.784425ms","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-05-24T07:15:37.600879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.171967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-05-24T07:15:37.601232Z","caller":"traceutil/trace.go:171","msg":"trace[2051610794] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:341; }","duration":"116.552465ms","start":"2026-05-24T07:15:37.484583Z","end":"2026-05-24T07:15:37.601135Z","steps":["trace[2051610794] 'range keys from in-memory index tree' (duration: 115.769757ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:37.918547Z","caller":"traceutil/trace.go:171","msg":"trace[621754419] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"125.291216ms","start":"2026-05-24T07:15:37.79323Z","end":"2026-05-24T07:15:37.918521Z","steps":["trace[621754419] 'process raft request' (duration: 125.166143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:38.144725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.410548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:15:38.144873Z","caller":"traceutil/trace.go:171","msg":"trace[104335136] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"168.642834ms","start":"2026-05-24T07:15:37.976218Z","end":"2026-05-24T07:15:38.144861Z","steps":["trace[104335136] 'process raft request' (duration: 168.593712ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:38.144859Z","caller":"traceutil/trace.go:171","msg":"trace[1320848737] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"171.593822ms","start":"2026-05-24T07:15:37.973231Z","end":"2026-05-24T07:15:38.144825Z","steps":["trace[1320848737] 'process raft request' (duration: 44.723803ms)","trace[1320848737] 'compare' (duration: 126.301516ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:15:38.145096Z","caller":"traceutil/trace.go:171","msg":"trace[570602780] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:355; }","duration":"170.697961ms","start":"2026-05-24T07:15:37.974385Z","end":"2026-05-24T07:15:38.145083Z","steps":["trace[570602780] 'read index received' (duration: 43.635147ms)","trace[570602780] 'applied index is now lower than readState.Index' (duration: 127.061444ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:15:38.145224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.825784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-05-24T07:15:38.145301Z","caller":"traceutil/trace.go:171","msg":"trace[1826529934] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:348; }","duration":"170.931336ms","start":"2026-05-24T07:15:37.974348Z","end":"2026-05-24T07:15:38.145279Z","steps":["trace[1826529934] 'agreement among raft nodes before linearized reading' (duration: 170.807073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:38.145312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.810585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-05-24T07:15:38.145365Z","caller":"traceutil/trace.go:171","msg":"trace[1432918042] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:348; }","duration":"160.911318ms","start":"2026-05-24T07:15:37.984438Z","end":"2026-05-24T07:15:38.14535Z","steps":["trace[1432918042] 'agreement among raft nodes before linearized reading' (duration: 160.755774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:38.145495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.237248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-05-24T07:15:38.145542Z","caller":"traceutil/trace.go:171","msg":"trace[1486061641] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:348; }","duration":"110.32633ms","start":"2026-05-24T07:15:38.035203Z","end":"2026-05-24T07:15:38.145529Z","steps":["trace[1486061641] 'agreement among raft nodes before linearized reading' (duration: 110.230318ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:38.463378Z","caller":"traceutil/trace.go:171","msg":"trace[171226958] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"120.073073ms","start":"2026-05-24T07:15:38.343233Z","end":"2026-05-24T07:15:38.463306Z","steps":["trace[171226958] 'process raft request' (duration: 67.316204ms)","trace[171226958] 'compare' (duration: 52.425832ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:15:39.239618Z","caller":"traceutil/trace.go:171","msg":"trace[1984845747] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"132.448147ms","start":"2026-05-24T07:15:39.107133Z","end":"2026-05-24T07:15:39.239581Z","steps":["trace[1984845747] 'process raft request' (duration: 132.238882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:39.721095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.687569ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-24T07:15:39.721719Z","caller":"traceutil/trace.go:171","msg":"trace[1816299384] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"114.550886ms","start":"2026-05-24T07:15:39.607144Z","end":"2026-05-24T07:15:39.721695Z","steps":["trace[1816299384] 'process raft request' (duration: 114.384612ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:41.352328Z","caller":"traceutil/trace.go:171","msg":"trace[688540650] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"104.818093ms","start":"2026-05-24T07:15:41.247483Z","end":"2026-05-24T07:15:41.352301Z","steps":["trace[688540650] 'process raft request' (duration: 104.604938ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:45.947355Z","caller":"traceutil/trace.go:171","msg":"trace[345187764] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"233.763931ms","start":"2026-05-24T07:15:45.713562Z","end":"2026-05-24T07:15:45.947326Z","steps":["trace[345187764] 'process raft request' (duration: 233.603007ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:46.087113Z","caller":"traceutil/trace.go:171","msg":"trace[1716718026] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"103.532114ms","start":"2026-05-24T07:15:45.983538Z","end":"2026-05-24T07:15:46.08707Z","steps":["trace[1716718026] 'process raft request' (duration: 87.576638ms)","trace[1716718026] 'compare' (duration: 15.740451ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:15:46.329083Z","caller":"traceutil/trace.go:171","msg":"trace[1878851660] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"228.448748ms","start":"2026-05-24T07:15:46.100601Z","end":"2026-05-24T07:15:46.32905Z","steps":["trace[1878851660] 'process raft request' (duration: 172.592688ms)","trace[1878851660] 'compare' (duration: 55.666386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:15:46.994965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.79927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-24T07:15:46.995039Z","caller":"traceutil/trace.go:171","msg":"trace[979233763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:415; }","duration":"137.927553ms","start":"2026-05-24T07:15:46.857097Z","end":"2026-05-24T07:15:46.995025Z","steps":["trace[979233763] 'range keys from in-memory index tree' (duration: 137.703377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:46.995065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.088429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:15:46.994991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.593176ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:15:46.995157Z","caller":"traceutil/trace.go:171","msg":"trace[2077930579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:415; }","duration":"431.790261ms","start":"2026-05-24T07:15:46.563351Z","end":"2026-05-24T07:15:46.995142Z","steps":["trace[2077930579] 'range keys from in-memory index tree' (duration: 431.571216ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:46.995152Z","caller":"traceutil/trace.go:171","msg":"trace[1248909389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"511.172531ms","start":"2026-05-24T07:15:46.483954Z","end":"2026-05-24T07:15:46.995127Z","steps":["trace[1248909389] 'range keys from in-memory index tree' (duration: 511.007987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:46.995066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.662102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-24T07:15:46.995241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:15:46.483892Z","time spent":"511.335955ms","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-24T07:15:46.995274Z","caller":"traceutil/trace.go:171","msg":"trace[228034978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:415; }","duration":"364.925637ms","start":"2026-05-24T07:15:46.630328Z","end":"2026-05-24T07:15:46.995254Z","steps":["trace[228034978] 'range keys from in-memory index tree' (duration: 364.538959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:46.995317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:15:46.630308Z","time spent":"364.999009ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-24T07:15:47.899372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.157955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:15:47.899465Z","caller":"traceutil/trace.go:171","msg":"trace[688767235] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"517.993747ms","start":"2026-05-24T07:15:47.381452Z","end":"2026-05-24T07:15:47.899446Z","steps":["trace[688767235] 'read index received' (duration: 52.477174ms)","trace[688767235] 'applied index is now lower than readState.Index' (duration: 465.515253ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:15:47.89954Z","caller":"traceutil/trace.go:171","msg":"trace[2129763301] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"899.952755ms","start":"2026-05-24T07:15:46.999542Z","end":"2026-05-24T07:15:47.899494Z","steps":["trace[2129763301] 'process raft request' (duration: 434.482373ms)","trace[2129763301] 'compare' (duration: 465.043992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:15:47.899663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.199651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:15:47.899736Z","caller":"traceutil/trace.go:171","msg":"trace[1359136516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"518.318204ms","start":"2026-05-24T07:15:47.381394Z","end":"2026-05-24T07:15:47.899713Z","steps":["trace[1359136516] 'agreement among raft nodes before linearized reading' (duration: 518.15391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:47.89981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:15:47.381372Z","time spent":"518.425026ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-24T07:15:47.899836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:15:46.999526Z","time spent":"900.100988ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:15:48.229073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.072236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-24T07:15:48.229286Z","caller":"traceutil/trace.go:171","msg":"trace[1807866770] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"324.817378ms","start":"2026-05-24T07:15:47.904453Z","end":"2026-05-24T07:15:48.229271Z","steps":["trace[1807866770] 'process raft request' (duration: 324.713165ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:48.229315Z","caller":"traceutil/trace.go:171","msg":"trace[767970143] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"329.802052ms","start":"2026-05-24T07:15:47.89949Z","end":"2026-05-24T07:15:48.229292Z","steps":["trace[767970143] 'read index received' (duration: 490.021µs)","trace[767970143] 'applied index is now lower than readState.Index' (duration: 329.309371ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:15:48.229386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:15:47.904428Z","time spent":"324.89306ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:15:48.229468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.59258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:15:48.229512Z","caller":"traceutil/trace.go:171","msg":"trace[1560101498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"743.700902ms","start":"2026-05-24T07:15:47.485802Z","end":"2026-05-24T07:15:48.229503Z","steps":["trace[1560101498] 'agreement among raft nodes before linearized reading' (duration: 743.561089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:15:48.229543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:15:47.48577Z","time spent":"743.766104ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-24T07:15:48.623072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.390653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-24T07:15:48.623154Z","caller":"traceutil/trace.go:171","msg":"trace[1711630554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:418; }","duration":"285.538067ms","start":"2026-05-24T07:15:48.337597Z","end":"2026-05-24T07:15:48.623136Z","steps":["trace[1711630554] 'range keys from in-memory index tree' (duration: 285.235951ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:15:48.853476Z","caller":"traceutil/trace.go:171","msg":"trace[1011748502] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"225.624424ms","start":"2026-05-24T07:15:48.627823Z","end":"2026-05-24T07:15:48.853448Z","steps":["trace[1011748502] 'process raft request' (duration: 225.45647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:08.976493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199872982297977,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-24T07:16:09.065906Z","caller":"traceutil/trace.go:171","msg":"trace[503883736] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:543; }","duration":"590.107771ms","start":"2026-05-24T07:16:08.475768Z","end":"2026-05-24T07:16:09.065876Z","steps":["trace[503883736] 'read index received' (duration: 589.960827ms)","trace[503883736] 'applied index is now lower than readState.Index' (duration: 145.734µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:16:09.066053Z","caller":"traceutil/trace.go:171","msg":"trace[1965060827] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"710.42872ms","start":"2026-05-24T07:16:08.355585Z","end":"2026-05-24T07:16:09.066014Z","steps":["trace[1965060827] 'process raft request' (duration: 710.124843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:09.066141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.544323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:16:09.066183Z","caller":"traceutil/trace.go:171","msg":"trace[295393322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"584.640865ms","start":"2026-05-24T07:16:08.48153Z","end":"2026-05-24T07:16:09.066171Z","steps":["trace[295393322] 'agreement among raft nodes before linearized reading' (duration: 584.520393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:09.066164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.362206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:16:09.06623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:08.481512Z","time spent":"584.710026ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-24T07:16:09.066254Z","caller":"traceutil/trace.go:171","msg":"trace[484161040] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:528; }","duration":"590.5105ms","start":"2026-05-24T07:16:08.475721Z","end":"2026-05-24T07:16:09.066232Z","steps":["trace[484161040] 'agreement among raft nodes before linearized reading' (duration: 590.305645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:09.066227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.906006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-24T07:16:09.066277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:08.355556Z","time spent":"710.613743ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:16:09.066313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:08.475705Z","time spent":"590.598042ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-05-24T07:16:09.06635Z","caller":"traceutil/trace.go:171","msg":"trace[1163183597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:528; }","duration":"105.08331ms","start":"2026-05-24T07:16:08.961239Z","end":"2026-05-24T07:16:09.066322Z","steps":["trace[1163183597] 'agreement among raft nodes before linearized reading' (duration: 104.854985ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:16:15.32455Z","caller":"traceutil/trace.go:171","msg":"trace[1662956505] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:654; }","duration":"126.195894ms","start":"2026-05-24T07:16:15.198304Z","end":"2026-05-24T07:16:15.3245Z","steps":["trace[1662956505] 'read index received' (duration: 16.219832ms)","trace[1662956505] 'applied index is now lower than readState.Index' (duration: 109.975282ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:16:15.324747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.425749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-24T07:16:15.32479Z","caller":"traceutil/trace.go:171","msg":"trace[1098214637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:635; }","duration":"126.538631ms","start":"2026-05-24T07:16:15.198239Z","end":"2026-05-24T07:16:15.324778Z","steps":["trace[1098214637] 'agreement among raft nodes before linearized reading' (duration: 126.381767ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:16:15.325038Z","caller":"traceutil/trace.go:171","msg":"trace[691391241] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"133.293917ms","start":"2026-05-24T07:16:15.191388Z","end":"2026-05-24T07:16:15.324681Z","steps":["trace[691391241] 'process raft request' (duration: 132.436687ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:16:15.616452Z","caller":"traceutil/trace.go:171","msg":"trace[1715135314] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"286.489179ms","start":"2026-05-24T07:16:15.329935Z","end":"2026-05-24T07:16:15.616424Z","steps":["trace[1715135314] 'process raft request' (duration: 259.862519ms)","trace[1715135314] 'compare' (duration: 26.349794ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:16:15.616513Z","caller":"traceutil/trace.go:171","msg":"trace[162334399] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:656; }","duration":"132.090968ms","start":"2026-05-24T07:16:15.484384Z","end":"2026-05-24T07:16:15.616475Z","steps":["trace[162334399] 'read index received' (duration: 105.398706ms)","trace[162334399] 'applied index is now lower than readState.Index' (duration: 26.690502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:16:15.61668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.283393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:16:15.616758Z","caller":"traceutil/trace.go:171","msg":"trace[845359683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"132.424946ms","start":"2026-05-24T07:16:15.484314Z","end":"2026-05-24T07:16:15.616739Z","steps":["trace[845359683] 'agreement among raft nodes before linearized reading' (duration: 132.285753ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:16:15.616866Z","caller":"traceutil/trace.go:171","msg":"trace[2019476516] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"228.072189ms","start":"2026-05-24T07:16:15.388758Z","end":"2026-05-24T07:16:15.61683Z","steps":["trace[2019476516] 'process raft request' (duration: 227.502596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:16.626163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199872982298165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-24T07:16:16.865752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.699088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6jv7x\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-24T07:16:16.865853Z","caller":"traceutil/trace.go:171","msg":"trace[1183106068] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6jv7x; range_end:; response_count:1; response_revision:637; }","duration":"885.83015ms","start":"2026-05-24T07:16:15.979996Z","end":"2026-05-24T07:16:16.865826Z","steps":["trace[1183106068] 'range keys from in-memory index tree' (duration: 885.455352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:16.865903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:15.979979Z","time spent":"885.911073ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-6jv7x\" "} {"level":"warn","ts":"2026-05-24T07:16:16.866566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.717544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-24T07:16:16.866488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.560178ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:16:16.866689Z","caller":"traceutil/trace.go:171","msg":"trace[1712195147] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"741.198314ms","start":"2026-05-24T07:16:16.125473Z","end":"2026-05-24T07:16:16.866671Z","steps":["trace[1712195147] 'read index received' (duration: 617.929148ms)","trace[1712195147] 'applied index is now lower than readState.Index' (duration: 123.267716ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:16:16.866723Z","caller":"traceutil/trace.go:171","msg":"trace[309644911] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:637; }","duration":"302.819644ms","start":"2026-05-24T07:16:16.563873Z","end":"2026-05-24T07:16:16.866693Z","steps":["trace[309644911] 'range keys from in-memory index tree' (duration: 302.113948ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:16:16.866793Z","caller":"traceutil/trace.go:171","msg":"trace[175409442] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"856.085408ms","start":"2026-05-24T07:16:16.010695Z","end":"2026-05-24T07:16:16.866781Z","steps":["trace[175409442] 'process raft request' (duration: 733.042066ms)","trace[175409442] 'compare' (duration: 121.770993ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:16:16.866862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:16.010657Z","time spent":"856.17283ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:16:16.867292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.822998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-24T07:16:16.867339Z","caller":"traceutil/trace.go:171","msg":"trace[692418078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:638; }","duration":"741.941291ms","start":"2026-05-24T07:16:16.125385Z","end":"2026-05-24T07:16:16.867326Z","steps":["trace[692418078] 'agreement among raft nodes before linearized reading' (duration: 741.625784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:16.867382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:16.125323Z","time spent":"742.049974ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-24T07:16:16.867315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.515145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:16:16.867638Z","caller":"traceutil/trace.go:171","msg":"trace[940635213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"380.900114ms","start":"2026-05-24T07:16:16.486707Z","end":"2026-05-24T07:16:16.867607Z","steps":["trace[940635213] 'agreement among raft nodes before linearized reading' (duration: 380.28663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:16.867738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:16.486673Z","time spent":"381.048857ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-24T07:16:18.502116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458747788s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:16:18.502324Z","caller":"traceutil/trace.go:171","msg":"trace[257634600] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.630972458s","start":"2026-05-24T07:16:16.871324Z","end":"2026-05-24T07:16:18.502297Z","steps":["trace[257634600] 'process raft request' (duration: 171.958643ms)","trace[257634600] 'compare' (duration: 1.458632396s)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:16:18.502414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:16.871297Z","time spent":"1.63107719s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:16:18.502819Z","caller":"traceutil/trace.go:171","msg":"trace[1788919108] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.564993265s","start":"2026-05-24T07:16:16.937807Z","end":"2026-05-24T07:16:18.5028Z","steps":["trace[1788919108] 'process raft request' (duration: 1.564457553s)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:16:18.502827Z","caller":"traceutil/trace.go:171","msg":"trace[732093798] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:659; }","duration":"1.329381932s","start":"2026-05-24T07:16:17.173418Z","end":"2026-05-24T07:16:18.5028Z","steps":["trace[732093798] 'read index received' (duration: 86.912µs)","trace[732093798] 'applied index is now lower than readState.Index' (duration: 1.32929281s)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:16:18.50288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:16.937779Z","time spent":"1.565075226s","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-24T07:16:18.502888Z","caller":"traceutil/trace.go:171","msg":"trace[1299760462] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.61409083s","start":"2026-05-24T07:16:16.888722Z","end":"2026-05-24T07:16:18.502813Z","steps":["trace[1299760462] 'process raft request' (duration: 1.613490667s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:18.503061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:16.888673Z","time spent":"1.614305825s","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:16:18.524165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300554231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-24T07:16:18.524204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350777352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-24T07:16:18.524285Z","caller":"traceutil/trace.go:171","msg":"trace[1578006940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:641; }","duration":"1.350903936s","start":"2026-05-24T07:16:17.17335Z","end":"2026-05-24T07:16:18.524254Z","steps":["trace[1578006940] 'agreement among raft nodes before linearized reading' (duration: 1.329548606s)","trace[1578006940] 'range keys from in-memory index tree' (duration: 21.146914ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:16:18.524225Z","caller":"traceutil/trace.go:171","msg":"trace[1497817476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"1.300663224s","start":"2026-05-24T07:16:17.223547Z","end":"2026-05-24T07:16:18.52421Z","steps":["trace[1497817476] 'agreement among raft nodes before linearized reading' (duration: 1.30051104s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:18.524343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:17.223524Z","time spent":"1.300812057s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-24T07:16:18.524343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:17.173318Z","time spent":"1.351015588s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-24T07:16:18.524459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.21949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-24T07:16:18.524518Z","caller":"traceutil/trace.go:171","msg":"trace[166359816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:641; }","duration":"903.320603ms","start":"2026-05-24T07:16:17.621181Z","end":"2026-05-24T07:16:18.524502Z","steps":["trace[166359816] 'agreement among raft nodes before linearized reading' (duration: 902.864012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:16:18.524548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:16:17.621155Z","time spent":"903.385404ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-24T07:16:31.197978Z","caller":"traceutil/trace.go:171","msg":"trace[1540818447] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"112.616452ms","start":"2026-05-24T07:16:31.085339Z","end":"2026-05-24T07:16:31.197955Z","steps":["trace[1540818447] 'process raft request' (duration: 112.418248ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:16:34.046039Z","caller":"traceutil/trace.go:171","msg":"trace[807509231] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"123.558774ms","start":"2026-05-24T07:16:33.922454Z","end":"2026-05-24T07:16:34.046013Z","steps":["trace[807509231] 'process raft request' (duration: 123.387271ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:02.687245Z","caller":"traceutil/trace.go:171","msg":"trace[1021360545] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1231; }","duration":"461.72445ms","start":"2026-05-24T07:17:02.225487Z","end":"2026-05-24T07:17:02.687212Z","steps":["trace[1021360545] 'read index received' (duration: 461.682439ms)","trace[1021360545] 'applied index is now lower than readState.Index' (duration: 40.601µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:02.687338Z","caller":"traceutil/trace.go:171","msg":"trace[1118226827] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"495.665928ms","start":"2026-05-24T07:17:02.191646Z","end":"2026-05-24T07:17:02.687312Z","steps":["trace[1118226827] 'process raft request' (duration: 495.34648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:02.68748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.972905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-24T07:17:02.687502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:02.191625Z","time spent":"495.76912ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:17:02.687543Z","caller":"traceutil/trace.go:171","msg":"trace[978028392] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1200; }","duration":"462.065518ms","start":"2026-05-24T07:17:02.225459Z","end":"2026-05-24T07:17:02.687524Z","steps":["trace[978028392] 'agreement among raft nodes before linearized reading' (duration: 461.881704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:02.68762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:02.225445Z","time spent":"462.15934ms","remote":"127.0.0.1:43950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-05-24T07:17:02.74506Z","caller":"traceutil/trace.go:171","msg":"trace[1451957214] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"349.72437ms","start":"2026-05-24T07:17:02.395307Z","end":"2026-05-24T07:17:02.745032Z","steps":["trace[1451957214] 'process raft request' (duration: 348.963502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:02.745108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.072932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:02.745222Z","caller":"traceutil/trace.go:171","msg":"trace[614349618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1201; }","duration":"261.240475ms","start":"2026-05-24T07:17:02.483958Z","end":"2026-05-24T07:17:02.745199Z","steps":["trace[614349618] 'agreement among raft nodes before linearized reading' (duration: 261.02359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:02.74525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:02.39528Z","time spent":"349.853962ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:17:07.194648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.100907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:17:07.19493Z","caller":"traceutil/trace.go:171","msg":"trace[1553842333] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"402.532976ms","start":"2026-05-24T07:17:06.792367Z","end":"2026-05-24T07:17:07.1949Z","steps":["trace[1553842333] 'process raft request' (duration: 211.06863ms)","trace[1553842333] 'compare' (duration: 190.972074ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:07.194927Z","caller":"traceutil/trace.go:171","msg":"trace[36048491] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1266; }","duration":"327.226838ms","start":"2026-05-24T07:17:06.86768Z","end":"2026-05-24T07:17:07.194907Z","steps":["trace[36048491] 'read index received' (duration: 135.856615ms)","trace[36048491] 'applied index is now lower than readState.Index' (duration: 191.368943ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:07.195048Z","caller":"traceutil/trace.go:171","msg":"trace[1620592099] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"350.886177ms","start":"2026-05-24T07:17:06.844147Z","end":"2026-05-24T07:17:07.195033Z","steps":["trace[1620592099] 'process raft request' (duration: 350.626841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.195063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:06.792352Z","time spent":"402.636729ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:17:07.19514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:06.844115Z","time spent":"350.977589ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:17:07.195181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.939798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-24T07:17:07.195257Z","caller":"traceutil/trace.go:171","msg":"trace[1313353091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1235; }","duration":"298.0325ms","start":"2026-05-24T07:17:06.897206Z","end":"2026-05-24T07:17:07.195239Z","steps":["trace[1313353091] 'agreement among raft nodes before linearized reading' (duration: 297.859686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.195445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.943059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-05-24T07:17:07.195542Z","caller":"traceutil/trace.go:171","msg":"trace[1258046470] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1235; }","duration":"193.076743ms","start":"2026-05-24T07:17:07.002439Z","end":"2026-05-24T07:17:07.195516Z","steps":["trace[1258046470] 'agreement among raft nodes before linearized reading' (duration: 192.848468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.195653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.255332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-24T07:17:07.195802Z","caller":"traceutil/trace.go:171","msg":"trace[316745369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1235; }","duration":"291.390905ms","start":"2026-05-24T07:17:06.904343Z","end":"2026-05-24T07:17:07.195734Z","steps":["trace[316745369] 'agreement among raft nodes before linearized reading' (duration: 291.073548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.196582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.869376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:17:07.196669Z","caller":"traceutil/trace.go:171","msg":"trace[2059175796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1235; }","duration":"329.010169ms","start":"2026-05-24T07:17:06.867636Z","end":"2026-05-24T07:17:07.196646Z","steps":["trace[2059175796] 'agreement among raft nodes before linearized reading' (duration: 327.631077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.196864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:06.867617Z","time spent":"329.175523ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-24T07:17:07.440681Z","caller":"traceutil/trace.go:171","msg":"trace[1369887016] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1275; }","duration":"167.815396ms","start":"2026-05-24T07:17:07.27284Z","end":"2026-05-24T07:17:07.440655Z","steps":["trace[1369887016] 'read index received' (duration: 167.705464ms)","trace[1369887016] 'applied index is now lower than readState.Index' (duration: 108.602µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:07.440773Z","caller":"traceutil/trace.go:171","msg":"trace[2029887693] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"185.555418ms","start":"2026-05-24T07:17:07.255169Z","end":"2026-05-24T07:17:07.440725Z","steps":["trace[2029887693] 'process raft request' (duration: 185.300382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.440976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.648443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-xs6l2\" ","response":"range_response_count:1 size:4129"} {"level":"info","ts":"2026-05-24T07:17:07.441075Z","caller":"traceutil/trace.go:171","msg":"trace[1184282510] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-xs6l2; range_end:; response_count:1; response_revision:1242; }","duration":"189.755526ms","start":"2026-05-24T07:17:07.251282Z","end":"2026-05-24T07:17:07.441037Z","steps":["trace[1184282510] 'agreement among raft nodes before linearized reading' (duration: 189.47572ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:07.47631Z","caller":"traceutil/trace.go:171","msg":"trace[1549124562] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"189.574771ms","start":"2026-05-24T07:17:07.286706Z","end":"2026-05-24T07:17:07.476281Z","steps":["trace[1549124562] 'process raft request' (duration: 189.364677ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:07.768724Z","caller":"traceutil/trace.go:171","msg":"trace[2062054297] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1282; }","duration":"230.995403ms","start":"2026-05-24T07:17:07.537715Z","end":"2026-05-24T07:17:07.76871Z","steps":["trace[2062054297] 'read index received' (duration: 37.544782ms)","trace[2062054297] 'applied index is now lower than readState.Index' (duration: 193.449831ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:07.76885Z","caller":"traceutil/trace.go:171","msg":"trace[1704362650] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"223.437748ms","start":"2026-05-24T07:17:07.545358Z","end":"2026-05-24T07:17:07.768796Z","steps":["trace[1704362650] 'process raft request' (duration: 223.287884ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:07.768901Z","caller":"traceutil/trace.go:171","msg":"trace[1125309805] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"230.253126ms","start":"2026-05-24T07:17:07.538613Z","end":"2026-05-24T07:17:07.768866Z","steps":["trace[1125309805] 'process raft request' (duration: 229.820495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.76907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.32477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-05-24T07:17:07.769153Z","caller":"traceutil/trace.go:171","msg":"trace[1108681832] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1251; }","duration":"231.472784ms","start":"2026-05-24T07:17:07.537657Z","end":"2026-05-24T07:17:07.76913Z","steps":["trace[1108681832] 'agreement among raft nodes before linearized reading' (duration: 231.175477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.769177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.845758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18b26f29a68290be\" ","response":"range_response_count:1 size:750"} {"level":"info","ts":"2026-05-24T07:17:07.769275Z","caller":"traceutil/trace.go:171","msg":"trace[536529450] range","detail":"{range_begin:/registry/events/default/atmosphere.18b26f29a68290be; range_end:; response_count:1; response_revision:1251; }","duration":"189.991442ms","start":"2026-05-24T07:17:07.579261Z","end":"2026-05-24T07:17:07.769252Z","steps":["trace[536529450] 'agreement among raft nodes before linearized reading' (duration: 189.696335ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:07.768552Z","caller":"traceutil/trace.go:171","msg":"trace[831615294] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"232.019097ms","start":"2026-05-24T07:17:07.536486Z","end":"2026-05-24T07:17:07.768506Z","steps":["trace[831615294] 'process raft request' (duration: 231.806912ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:07.919166Z","caller":"traceutil/trace.go:171","msg":"trace[1145888325] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1252; }","duration":"147.211058ms","start":"2026-05-24T07:17:07.771928Z","end":"2026-05-24T07:17:07.919139Z","steps":["trace[1145888325] 'process raft request' (duration: 116.790571ms)","trace[1145888325] 'compare' (duration: 30.14425ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:07.919163Z","caller":"traceutil/trace.go:171","msg":"trace[1611367713] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1286; }","duration":"139.99152ms","start":"2026-05-24T07:17:07.779151Z","end":"2026-05-24T07:17:07.919142Z","steps":["trace[1611367713] 'read index received' (duration: 109.605774ms)","trace[1611367713] 'applied index is now lower than readState.Index' (duration: 30.384246ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:07.919256Z","caller":"traceutil/trace.go:171","msg":"trace[522427464] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"147.149757ms","start":"2026-05-24T07:17:07.77207Z","end":"2026-05-24T07:17:07.91922Z","steps":["trace[522427464] 'process raft request' (duration: 146.940512ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:07.919359Z","caller":"traceutil/trace.go:171","msg":"trace[408141551] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"138.364963ms","start":"2026-05-24T07:17:07.78095Z","end":"2026-05-24T07:17:07.919315Z","steps":["trace[408141551] 'process raft request' (duration: 138.140068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.919659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.891192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-05-24T07:17:07.919793Z","caller":"traceutil/trace.go:171","msg":"trace[1123845036] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1254; }","duration":"138.019434ms","start":"2026-05-24T07:17:07.781706Z","end":"2026-05-24T07:17:07.919726Z","steps":["trace[1123845036] 'agreement among raft nodes before linearized reading' (duration: 137.699937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:07.922241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.091942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-05-24T07:17:07.922311Z","caller":"traceutil/trace.go:171","msg":"trace[2027617117] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1254; }","duration":"143.243026ms","start":"2026-05-24T07:17:07.779051Z","end":"2026-05-24T07:17:07.922294Z","steps":["trace[2027617117] 'agreement among raft nodes before linearized reading' (duration: 140.165005ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:08.350384Z","caller":"traceutil/trace.go:171","msg":"trace[1479649034] linearizableReadLoop","detail":"{readStateIndex:1304; appliedIndex:1303; }","duration":"158.0673ms","start":"2026-05-24T07:17:08.192274Z","end":"2026-05-24T07:17:08.350341Z","steps":["trace[1479649034] 'read index received' (duration: 154.296363ms)","trace[1479649034] 'applied index is now lower than readState.Index' (duration: 3.769427ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:08.350634Z","caller":"traceutil/trace.go:171","msg":"trace[2020565777] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1268; }","duration":"241.805445ms","start":"2026-05-24T07:17:08.10877Z","end":"2026-05-24T07:17:08.350575Z","steps":["trace[2020565777] 'process raft request' (duration: 237.910075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:08.35065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.360747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2511"} {"level":"info","ts":"2026-05-24T07:17:08.350747Z","caller":"traceutil/trace.go:171","msg":"trace[382185097] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1268; }","duration":"158.51887ms","start":"2026-05-24T07:17:08.192208Z","end":"2026-05-24T07:17:08.350727Z","steps":["trace[382185097] 'agreement among raft nodes before linearized reading' (duration: 158.345256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:08.350764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.794566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:08.35086Z","caller":"traceutil/trace.go:171","msg":"trace[539794937] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1268; }","duration":"111.936919ms","start":"2026-05-24T07:17:08.238903Z","end":"2026-05-24T07:17:08.35084Z","steps":["trace[539794937] 'agreement among raft nodes before linearized reading' (duration: 111.761865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:08.350881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.779654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-05-24T07:17:08.351051Z","caller":"traceutil/trace.go:171","msg":"trace[665298837] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1268; }","duration":"152.102202ms","start":"2026-05-24T07:17:08.198926Z","end":"2026-05-24T07:17:08.351028Z","steps":["trace[665298837] 'agreement among raft nodes before linearized reading' (duration: 151.723774ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:10.897129Z","caller":"traceutil/trace.go:171","msg":"trace[1619999786] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"139.96411ms","start":"2026-05-24T07:17:10.75714Z","end":"2026-05-24T07:17:10.897104Z","steps":["trace[1619999786] 'process raft request' (duration: 139.807126ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:17.594851Z","caller":"traceutil/trace.go:171","msg":"trace[829644720] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"170.675632ms","start":"2026-05-24T07:17:17.42414Z","end":"2026-05-24T07:17:17.594815Z","steps":["trace[829644720] 'process raft request' (duration: 170.383806ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:17.594913Z","caller":"traceutil/trace.go:171","msg":"trace[1818702776] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1369; }","duration":"118.087922ms","start":"2026-05-24T07:17:17.476802Z","end":"2026-05-24T07:17:17.59489Z","steps":["trace[1818702776] 'read index received' (duration: 117.667132ms)","trace[1818702776] 'applied index is now lower than readState.Index' (duration: 419.76µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:17.59486Z","caller":"traceutil/trace.go:171","msg":"trace[754424545] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"170.252683ms","start":"2026-05-24T07:17:17.424575Z","end":"2026-05-24T07:17:17.594828Z","steps":["trace[754424545] 'process raft request' (duration: 170.13497ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:17.595023Z","caller":"traceutil/trace.go:171","msg":"trace[491906927] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"170.204712ms","start":"2026-05-24T07:17:17.424808Z","end":"2026-05-24T07:17:17.595013Z","steps":["trace[491906927] 'process raft request' (duration: 169.969067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:17.595118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.301757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:17:17.595162Z","caller":"traceutil/trace.go:171","msg":"trace[476343708] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1335; }","duration":"118.399289ms","start":"2026-05-24T07:17:17.476752Z","end":"2026-05-24T07:17:17.595152Z","steps":["trace[476343708] 'agreement among raft nodes before linearized reading' (duration: 118.288607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:17.595267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.427538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:17.595336Z","caller":"traceutil/trace.go:171","msg":"trace[1387421879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1335; }","duration":"111.574241ms","start":"2026-05-24T07:17:17.483742Z","end":"2026-05-24T07:17:17.595316Z","steps":["trace[1387421879] 'agreement among raft nodes before linearized reading' (duration: 111.474979ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:19.120323Z","caller":"traceutil/trace.go:171","msg":"trace[2024532291] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"181.844031ms","start":"2026-05-24T07:17:18.938455Z","end":"2026-05-24T07:17:19.120299Z","steps":["trace[2024532291] 'process raft request' (duration: 181.672327ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:23.200674Z","caller":"traceutil/trace.go:171","msg":"trace[753812442] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"153.30255ms","start":"2026-05-24T07:17:23.04734Z","end":"2026-05-24T07:17:23.200642Z","steps":["trace[753812442] 'process raft request' (duration: 152.997592ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:23.735728Z","caller":"traceutil/trace.go:171","msg":"trace[2113613483] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"114.486938ms","start":"2026-05-24T07:17:23.621199Z","end":"2026-05-24T07:17:23.735686Z","steps":["trace[2113613483] 'process raft request' (duration: 114.233592ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:23.741605Z","caller":"traceutil/trace.go:171","msg":"trace[1096570385] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"119.817731ms","start":"2026-05-24T07:17:23.621755Z","end":"2026-05-24T07:17:23.741573Z","steps":["trace[1096570385] 'process raft request' (duration: 119.708899ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:23.741709Z","caller":"traceutil/trace.go:171","msg":"trace[399910846] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"119.989176ms","start":"2026-05-24T07:17:23.621688Z","end":"2026-05-24T07:17:23.741677Z","steps":["trace[399910846] 'process raft request' (duration: 119.285449ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:28.633618Z","caller":"traceutil/trace.go:171","msg":"trace[1625984345] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"101.733372ms","start":"2026-05-24T07:17:28.53186Z","end":"2026-05-24T07:17:28.633593Z","steps":["trace[1625984345] 'process raft request' (duration: 86.9926ms)","trace[1625984345] 'compare' (duration: 14.6286ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:28.807686Z","caller":"traceutil/trace.go:171","msg":"trace[1063499016] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"167.160362ms","start":"2026-05-24T07:17:28.640502Z","end":"2026-05-24T07:17:28.807662Z","steps":["trace[1063499016] 'process raft request' (duration: 101.518107ms)","trace[1063499016] 'compare' (duration: 65.538952ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:29.941434Z","caller":"traceutil/trace.go:171","msg":"trace[1975556509] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"111.618012ms","start":"2026-05-24T07:17:29.829792Z","end":"2026-05-24T07:17:29.94141Z","steps":["trace[1975556509] 'process raft request' (duration: 111.505749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:30.88734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.115083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:17:30.88774Z","caller":"traceutil/trace.go:171","msg":"trace[1641339580] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"146.187985ms","start":"2026-05-24T07:17:30.741532Z","end":"2026-05-24T07:17:30.88772Z","steps":["trace[1641339580] 'process raft request' (duration: 146.083192ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:30.887846Z","caller":"traceutil/trace.go:171","msg":"trace[1273883392] linearizableReadLoop","detail":"{readStateIndex:1546; appliedIndex:1545; }","duration":"159.034772ms","start":"2026-05-24T07:17:30.728754Z","end":"2026-05-24T07:17:30.887789Z","steps":["trace[1273883392] 'read index received' (duration: 49.478178ms)","trace[1273883392] 'applied index is now lower than readState.Index' (duration: 109.514073ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:30.888135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.332489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:30.888226Z","caller":"traceutil/trace.go:171","msg":"trace[773095337] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:1506; }","duration":"159.487683ms","start":"2026-05-24T07:17:30.728718Z","end":"2026-05-24T07:17:30.888205Z","steps":["trace[773095337] 'agreement among raft nodes before linearized reading' (duration: 159.167455ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:30.887713Z","caller":"traceutil/trace.go:171","msg":"trace[203634708] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"160.314432ms","start":"2026-05-24T07:17:30.727351Z","end":"2026-05-24T07:17:30.887665Z","steps":["trace[203634708] 'process raft request' (duration: 50.771409ms)","trace[203634708] 'compare' (duration: 108.98382ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:31.157303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.233664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:17:31.157429Z","caller":"traceutil/trace.go:171","msg":"trace[1323388726] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1550; }","duration":"184.423642ms","start":"2026-05-24T07:17:30.972986Z","end":"2026-05-24T07:17:31.15741Z","steps":["trace[1323388726] 'read index received' (duration: 56.937062ms)","trace[1323388726] 'applied index is now lower than readState.Index' (duration: 127.48471ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:31.157553Z","caller":"traceutil/trace.go:171","msg":"trace[2076518015] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"233.729456ms","start":"2026-05-24T07:17:30.923776Z","end":"2026-05-24T07:17:31.157506Z","steps":["trace[2076518015] 'process raft request' (duration: 106.127454ms)","trace[2076518015] 'compare' (duration: 127.09797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:31.157706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.653287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:31.157854Z","caller":"traceutil/trace.go:171","msg":"trace[196137174] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com; range_end:; response_count:0; response_revision:1510; }","duration":"184.867332ms","start":"2026-05-24T07:17:30.97293Z","end":"2026-05-24T07:17:31.157797Z","steps":["trace[196137174] 'agreement among raft nodes before linearized reading' (duration: 184.606446ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:31.158086Z","caller":"traceutil/trace.go:171","msg":"trace[1995919935] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"182.63789ms","start":"2026-05-24T07:17:30.975413Z","end":"2026-05-24T07:17:31.158051Z","steps":["trace[1995919935] 'process raft request' (duration: 182.441835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:34.235789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.967432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:17:34.235919Z","caller":"traceutil/trace.go:171","msg":"trace[311931106] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1612; }","duration":"280.83761ms","start":"2026-05-24T07:17:33.95505Z","end":"2026-05-24T07:17:34.235888Z","steps":["trace[311931106] 'read index received' (duration: 102.562851ms)","trace[311931106] 'applied index is now lower than readState.Index' (duration: 178.273379ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:34.235968Z","caller":"traceutil/trace.go:171","msg":"trace[2098936801] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"298.964392ms","start":"2026-05-24T07:17:33.936972Z","end":"2026-05-24T07:17:34.235936Z","steps":["trace[2098936801] 'process raft request' (duration: 120.725103ms)","trace[2098936801] 'compare' (duration: 177.754967ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:34.236146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.088316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-24T07:17:34.236207Z","caller":"traceutil/trace.go:171","msg":"trace[1298095661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1571; }","duration":"281.178078ms","start":"2026-05-24T07:17:33.95501Z","end":"2026-05-24T07:17:34.236188Z","steps":["trace[1298095661] 'agreement among raft nodes before linearized reading' (duration: 281.002974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:34.236426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.147473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:34.236524Z","caller":"traceutil/trace.go:171","msg":"trace[918893845] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1571; }","duration":"171.289337ms","start":"2026-05-24T07:17:34.065216Z","end":"2026-05-24T07:17:34.236505Z","steps":["trace[918893845] 'agreement among raft nodes before linearized reading' (duration: 171.134593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:34.845842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199872982299989,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-24T07:17:35.089808Z","caller":"traceutil/trace.go:171","msg":"trace[1735059713] linearizableReadLoop","detail":"{readStateIndex:1614; appliedIndex:1613; }","duration":"744.604817ms","start":"2026-05-24T07:17:34.345177Z","end":"2026-05-24T07:17:35.089782Z","steps":["trace[1735059713] 'read index received' (duration: 744.449613ms)","trace[1735059713] 'applied index is now lower than readState.Index' (duration: 153.824µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:35.089871Z","caller":"traceutil/trace.go:171","msg":"trace[473663280] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"849.219096ms","start":"2026-05-24T07:17:34.240606Z","end":"2026-05-24T07:17:35.089825Z","steps":["trace[473663280] 'process raft request' (duration: 849.002451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:35.089987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.788831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:17:35.090003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.555958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:35.090025Z","caller":"traceutil/trace.go:171","msg":"trace[378268055] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1572; }","duration":"744.901814ms","start":"2026-05-24T07:17:34.345112Z","end":"2026-05-24T07:17:35.090014Z","steps":["trace[378268055] 'agreement among raft nodes before linearized reading' (duration: 744.808492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:35.090039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:34.240558Z","time spent":"849.382459ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:17:35.09007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:34.345092Z","time spent":"744.969175ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-24T07:17:35.090099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.829011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:35.090124Z","caller":"traceutil/trace.go:171","msg":"trace[328953032] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1572; }","duration":"585.855661ms","start":"2026-05-24T07:17:34.50426Z","end":"2026-05-24T07:17:35.090116Z","steps":["trace[328953032] 'agreement among raft nodes before linearized reading' (duration: 585.81445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:35.090146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:34.50422Z","time spent":"585.919873ms","remote":"127.0.0.1:49740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:17:35.090061Z","caller":"traceutil/trace.go:171","msg":"trace[1030899475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1572; }","duration":"605.660231ms","start":"2026-05-24T07:17:34.484386Z","end":"2026-05-24T07:17:35.090046Z","steps":["trace[1030899475] 'agreement among raft nodes before linearized reading' (duration: 605.563939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:35.090363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:34.484334Z","time spent":"606.013239ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-24T07:17:35.402763Z","caller":"traceutil/trace.go:171","msg":"trace[1597584971] linearizableReadLoop","detail":"{readStateIndex:1615; appliedIndex:1614; }","duration":"101.835705ms","start":"2026-05-24T07:17:35.300897Z","end":"2026-05-24T07:17:35.402733Z","steps":["trace[1597584971] 'read index received' (duration: 101.781453ms)","trace[1597584971] 'applied index is now lower than readState.Index' (duration: 52.812µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:35.402889Z","caller":"traceutil/trace.go:171","msg":"trace[676623932] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1572; }","duration":"280.299068ms","start":"2026-05-24T07:17:35.122557Z","end":"2026-05-24T07:17:35.402856Z","steps":["trace[676623932] 'process raft request' (duration: 280.065742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:35.402965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.043799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:35.40303Z","caller":"traceutil/trace.go:171","msg":"trace[265759755] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1572; }","duration":"102.171492ms","start":"2026-05-24T07:17:35.300841Z","end":"2026-05-24T07:17:35.403012Z","steps":["trace[265759755] 'agreement among raft nodes before linearized reading' (duration: 102.041799ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:35.617715Z","caller":"traceutil/trace.go:171","msg":"trace[269162521] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1573; }","duration":"195.882798ms","start":"2026-05-24T07:17:35.421808Z","end":"2026-05-24T07:17:35.617691Z","steps":["trace[269162521] 'process raft request' (duration: 181.602286ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:35.658253Z","caller":"traceutil/trace.go:171","msg":"trace[2128811722] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1616; }","duration":"117.136099ms","start":"2026-05-24T07:17:35.541086Z","end":"2026-05-24T07:17:35.658222Z","steps":["trace[2128811722] 'read index received' (duration: 62.336497ms)","trace[2128811722] 'applied index is now lower than readState.Index' (duration: 54.794972ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:35.658369Z","caller":"traceutil/trace.go:171","msg":"trace[1404885539] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"167.096539ms","start":"2026-05-24T07:17:35.49125Z","end":"2026-05-24T07:17:35.658347Z","steps":["trace[1404885539] 'process raft request' (duration: 166.69952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:35.658552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.444956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-24T07:17:35.65862Z","caller":"traceutil/trace.go:171","msg":"trace[842127675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1574; }","duration":"117.568859ms","start":"2026-05-24T07:17:35.541034Z","end":"2026-05-24T07:17:35.658603Z","steps":["trace[842127675] 'agreement among raft nodes before linearized reading' (duration: 117.351184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:35.917549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.163924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:17:35.917684Z","caller":"traceutil/trace.go:171","msg":"trace[1310316935] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"255.382109ms","start":"2026-05-24T07:17:35.662278Z","end":"2026-05-24T07:17:35.91766Z","steps":["trace[1310316935] 'process raft request' (duration: 56.00699ms)","trace[1310316935] 'compare' (duration: 199.026921ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:35.924806Z","caller":"traceutil/trace.go:171","msg":"trace[850076375] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1575; }","duration":"248.9418ms","start":"2026-05-24T07:17:35.675853Z","end":"2026-05-24T07:17:35.924795Z","steps":["trace[850076375] 'process raft request' (duration: 248.869968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:36.163181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.032836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-05-24T07:17:36.163298Z","caller":"traceutil/trace.go:171","msg":"trace[1423979419] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1576; }","duration":"217.447339ms","start":"2026-05-24T07:17:35.945833Z","end":"2026-05-24T07:17:36.163281Z","steps":["trace[1423979419] 'process raft request' (duration: 116.239469ms)","trace[1423979419] 'compare' (duration: 100.970304ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:41.966121Z","caller":"traceutil/trace.go:171","msg":"trace[1672315550] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"220.374917ms","start":"2026-05-24T07:17:41.745704Z","end":"2026-05-24T07:17:41.966079Z","steps":["trace[1672315550] 'process raft request' (duration: 163.889645ms)","trace[1672315550] 'compare' (duration: 55.794586ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:42.371937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.729168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:17:42.372138Z","caller":"traceutil/trace.go:171","msg":"trace[360817215] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"400.987949ms","start":"2026-05-24T07:17:41.971127Z","end":"2026-05-24T07:17:42.372115Z","steps":["trace[360817215] 'process raft request' (duration: 100.981744ms)","trace[360817215] 'compare' (duration: 299.536344ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:42.372247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:41.971104Z","time spent":"401.108862ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:17:42.409654Z","caller":"traceutil/trace.go:171","msg":"trace[1534832150] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1767; }","duration":"436.700208ms","start":"2026-05-24T07:17:41.972935Z","end":"2026-05-24T07:17:42.409635Z","steps":["trace[1534832150] 'read index received' (duration: 99.113861ms)","trace[1534832150] 'applied index is now lower than readState.Index' (duration: 337.585187ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:42.409754Z","caller":"traceutil/trace.go:171","msg":"trace[1562590102] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"434.872515ms","start":"2026-05-24T07:17:41.974869Z","end":"2026-05-24T07:17:42.409741Z","steps":["trace[1562590102] 'process raft request' (duration: 434.713582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:42.409838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:41.974854Z","time spent":"434.916427ms","remote":"127.0.0.1:43962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6781,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:17:42.409794Z","caller":"traceutil/trace.go:171","msg":"trace[1405956497] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"438.47147ms","start":"2026-05-24T07:17:41.971285Z","end":"2026-05-24T07:17:42.409756Z","steps":["trace[1405956497] 'process raft request' (duration: 438.202074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:42.409877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.229045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-24T07:17:42.409929Z","caller":"traceutil/trace.go:171","msg":"trace[792081743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1709; }","duration":"423.294377ms","start":"2026-05-24T07:17:41.98662Z","end":"2026-05-24T07:17:42.409915Z","steps":["trace[792081743] 'agreement among raft nodes before linearized reading' (duration: 423.131634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:42.409963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:41.986607Z","time spent":"423.349018ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-24T07:17:42.40997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.572629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-24T07:17:42.410015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:41.971275Z","time spent":"438.612333ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-24T07:17:42.410043Z","caller":"traceutil/trace.go:171","msg":"trace[1730804279] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1709; }","duration":"182.698032ms","start":"2026-05-24T07:17:42.227328Z","end":"2026-05-24T07:17:42.410026Z","steps":["trace[1730804279] 'agreement among raft nodes before linearized reading' (duration: 182.527508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:42.409972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.014225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:42.410224Z","caller":"traceutil/trace.go:171","msg":"trace[1598370477] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1709; }","duration":"437.267201ms","start":"2026-05-24T07:17:41.97289Z","end":"2026-05-24T07:17:42.410157Z","steps":["trace[1598370477] 'agreement among raft nodes before linearized reading' (duration: 437.015275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:42.41028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:41.972875Z","time spent":"437.393155ms","remote":"127.0.0.1:43962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-24T07:17:42.409963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.042024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:17:42.410357Z","caller":"traceutil/trace.go:171","msg":"trace[1335923066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1709; }","duration":"119.503384ms","start":"2026-05-24T07:17:42.290835Z","end":"2026-05-24T07:17:42.410339Z","steps":["trace[1335923066] 'agreement among raft nodes before linearized reading' (duration: 118.948011ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:42.569948Z","caller":"traceutil/trace.go:171","msg":"trace[1442139708] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"156.183107ms","start":"2026-05-24T07:17:42.413709Z","end":"2026-05-24T07:17:42.569892Z","steps":["trace[1442139708] 'process raft request' (duration: 154.965448ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:42.570735Z","caller":"traceutil/trace.go:171","msg":"trace[185987189] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"154.764463ms","start":"2026-05-24T07:17:42.414365Z","end":"2026-05-24T07:17:42.569129Z","steps":["trace[185987189] 'process raft request' (duration: 154.480976ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:42.57093Z","caller":"traceutil/trace.go:171","msg":"trace[1213944510] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1770; }","duration":"155.818547ms","start":"2026-05-24T07:17:42.415049Z","end":"2026-05-24T07:17:42.570868Z","steps":["trace[1213944510] 'read index received' (duration: 97.3321ms)","trace[1213944510] 'applied index is now lower than readState.Index' (duration: 58.484217ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:42.571175Z","caller":"traceutil/trace.go:171","msg":"trace[808901291] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"150.698999ms","start":"2026-05-24T07:17:42.420441Z","end":"2026-05-24T07:17:42.57114Z","steps":["trace[808901291] 'process raft request' (duration: 148.455297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:42.57137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.301039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:42.571442Z","caller":"traceutil/trace.go:171","msg":"trace[1836078968] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1712; }","duration":"156.395001ms","start":"2026-05-24T07:17:42.415008Z","end":"2026-05-24T07:17:42.571403Z","steps":["trace[1836078968] 'agreement among raft nodes before linearized reading' (duration: 156.088684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:42.929882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.085017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:17:42.930267Z","caller":"traceutil/trace.go:171","msg":"trace[1474410518] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"331.105387ms","start":"2026-05-24T07:17:42.599103Z","end":"2026-05-24T07:17:42.930208Z","steps":["trace[1474410518] 'process raft request' (duration: 229.539329ms)","trace[1474410518] 'compare' (duration: 100.859782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:42.930471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:42.599067Z","time spent":"331.265191ms","remote":"127.0.0.1:43962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8330,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:17:43.092549Z","caller":"traceutil/trace.go:171","msg":"trace[1653551089] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1776; }","duration":"109.008041ms","start":"2026-05-24T07:17:42.983515Z","end":"2026-05-24T07:17:43.092523Z","steps":["trace[1653551089] 'read index received' (duration: 98.253121ms)","trace[1653551089] 'applied index is now lower than readState.Index' (duration: 10.75354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:43.092733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.196315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:17:43.092698Z","caller":"traceutil/trace.go:171","msg":"trace[1524712022] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"147.980856ms","start":"2026-05-24T07:17:42.94465Z","end":"2026-05-24T07:17:43.092631Z","steps":["trace[1524712022] 'process raft request' (duration: 137.144764ms)","trace[1524712022] 'compare' (duration: 10.597106ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:43.092772Z","caller":"traceutil/trace.go:171","msg":"trace[1794924984] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1715; }","duration":"109.273688ms","start":"2026-05-24T07:17:42.983484Z","end":"2026-05-24T07:17:43.092758Z","steps":["trace[1794924984] 'agreement among raft nodes before linearized reading' (duration: 109.138224ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:43.564144Z","caller":"traceutil/trace.go:171","msg":"trace[1388364437] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"153.664547ms","start":"2026-05-24T07:17:43.410451Z","end":"2026-05-24T07:17:43.564116Z","steps":["trace[1388364437] 'process raft request' (duration: 143.796738ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:43.565018Z","caller":"traceutil/trace.go:171","msg":"trace[176726633] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"153.902673ms","start":"2026-05-24T07:17:43.41065Z","end":"2026-05-24T07:17:43.564552Z","steps":["trace[176726633] 'process raft request' (duration: 153.446143ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:45.88472Z","caller":"traceutil/trace.go:171","msg":"trace[850290192] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1745; }","duration":"151.754753ms","start":"2026-05-24T07:17:45.732941Z","end":"2026-05-24T07:17:45.884696Z","steps":["trace[850290192] 'process raft request' (duration: 151.63466ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:45.890092Z","caller":"traceutil/trace.go:171","msg":"trace[1362168609] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1745; }","duration":"156.208396ms","start":"2026-05-24T07:17:45.733867Z","end":"2026-05-24T07:17:45.890075Z","steps":["trace[1362168609] 'process raft request' (duration: 156.042792ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:45.890305Z","caller":"traceutil/trace.go:171","msg":"trace[375642079] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"152.403467ms","start":"2026-05-24T07:17:45.737883Z","end":"2026-05-24T07:17:45.890287Z","steps":["trace[375642079] 'process raft request' (duration: 152.10434ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:50.120467Z","caller":"traceutil/trace.go:171","msg":"trace[2049850566] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"218.890106ms","start":"2026-05-24T07:17:49.901531Z","end":"2026-05-24T07:17:50.120421Z","steps":["trace[2049850566] 'process raft request' (duration: 196.377619ms)","trace[2049850566] 'compare' (duration: 22.041076ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:55.669776Z","caller":"traceutil/trace.go:171","msg":"trace[1470269833] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"108.263071ms","start":"2026-05-24T07:17:55.561467Z","end":"2026-05-24T07:17:55.66973Z","steps":["trace[1470269833] 'process raft request' (duration: 97.926569ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:56.182043Z","caller":"traceutil/trace.go:171","msg":"trace[1925552127] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"101.519923ms","start":"2026-05-24T07:17:56.080489Z","end":"2026-05-24T07:17:56.182009Z","steps":["trace[1925552127] 'process raft request' (duration: 98.970553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:58.831542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.502716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:17:58.831719Z","caller":"traceutil/trace.go:171","msg":"trace[2139477642] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"331.874177ms","start":"2026-05-24T07:17:58.499822Z","end":"2026-05-24T07:17:58.831696Z","steps":["trace[2139477642] 'read index received' (duration: 131.101964ms)","trace[2139477642] 'applied index is now lower than readState.Index' (duration: 200.770813ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:17:58.831816Z","caller":"traceutil/trace.go:171","msg":"trace[870275791] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"643.359918ms","start":"2026-05-24T07:17:58.188414Z","end":"2026-05-24T07:17:58.831774Z","steps":["trace[870275791] 'process raft request' (duration: 442.535634ms)","trace[870275791] 'compare' (duration: 200.263881ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:58.831963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.149273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a24cb60-9446-432d-92a3-a3b93ac1eddb\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-24T07:17:58.831997Z","caller":"traceutil/trace.go:171","msg":"trace[1789868526] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3a24cb60-9446-432d-92a3-a3b93ac1eddb; range_end:; response_count:1; response_revision:1902; }","duration":"332.253476ms","start":"2026-05-24T07:17:58.499733Z","end":"2026-05-24T07:17:58.831987Z","steps":["trace[1789868526] 'agreement among raft nodes before linearized reading' (duration: 332.091852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:58.832039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:58.499708Z","time spent":"332.323108ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a24cb60-9446-432d-92a3-a3b93ac1eddb\" "} {"level":"warn","ts":"2026-05-24T07:17:58.832033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:58.188389Z","time spent":"643.535171ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:17:58.832476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.749288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-24T07:17:58.832476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.617764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-24T07:17:58.832531Z","caller":"traceutil/trace.go:171","msg":"trace[857520571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"175.84641ms","start":"2026-05-24T07:17:58.656668Z","end":"2026-05-24T07:17:58.832515Z","steps":["trace[857520571] 'agreement among raft nodes before linearized reading' (duration: 175.712607ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:17:58.832557Z","caller":"traceutil/trace.go:171","msg":"trace[230839294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"323.973263ms","start":"2026-05-24T07:17:58.508563Z","end":"2026-05-24T07:17:58.832536Z","steps":["trace[230839294] 'agreement among raft nodes before linearized reading' (duration: 323.515322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:58.832546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.613741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-24T07:17:58.832613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:58.508531Z","time spent":"324.071324ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-24T07:17:58.832624Z","caller":"traceutil/trace.go:171","msg":"trace[1341012216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1902; }","duration":"177.747134ms","start":"2026-05-24T07:17:58.654858Z","end":"2026-05-24T07:17:58.832606Z","steps":["trace[1341012216] 'agreement among raft nodes before linearized reading' (duration: 177.54607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:17:59.535292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199872982300684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-24T07:17:59.681919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.88406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:17:59.682021Z","caller":"traceutil/trace.go:171","msg":"trace[1056083255] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"844.671122ms","start":"2026-05-24T07:17:58.837331Z","end":"2026-05-24T07:17:59.682003Z","steps":["trace[1056083255] 'process raft request' (duration: 111.609078ms)","trace[1056083255] 'compare' (duration: 732.629154ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:17:59.682096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:58.837305Z","time spent":"844.752015ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:00.036148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199872982300684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-24T07:18:00.367586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418537814s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-24T07:18:00.470817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.878665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:18:00.471076Z","caller":"traceutil/trace.go:171","msg":"trace[1553432566] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.630282114s","start":"2026-05-24T07:17:58.840772Z","end":"2026-05-24T07:18:00.471054Z","steps":["trace[1553432566] 'process raft request' (duration: 1.630217652s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:00.47116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:58.840762Z","time spent":"1.630359626s","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:00.471176Z","caller":"traceutil/trace.go:171","msg":"trace[583850108] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.633325595s","start":"2026-05-24T07:17:58.837817Z","end":"2026-05-24T07:18:00.471143Z","steps":["trace[583850108] 'process raft request' (duration: 1.63311075s)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:00.471331Z","caller":"traceutil/trace.go:171","msg":"trace[807768184] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.63356308s","start":"2026-05-24T07:17:58.837721Z","end":"2026-05-24T07:18:00.471284Z","steps":["trace[807768184] 'process raft request' (duration: 1.530109602s)","trace[807768184] 'compare' (duration: 102.729561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:00.471386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:58.837791Z","time spent":"1.633489029s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:00.471546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:58.837696Z","time spent":"1.633736245s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:00.521343Z","caller":"traceutil/trace.go:171","msg":"trace[930841364] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.231689448s","start":"2026-05-24T07:17:59.28962Z","end":"2026-05-24T07:18:00.52131Z","steps":["trace[930841364] 'process raft request' (duration: 1.231564985s)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:00.521358Z","caller":"traceutil/trace.go:171","msg":"trace[907787397] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.304769796s","start":"2026-05-24T07:17:59.21655Z","end":"2026-05-24T07:18:00.52132Z","steps":["trace[907787397] 'process raft request' (duration: 1.304487049s)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:00.521497Z","caller":"traceutil/trace.go:171","msg":"trace[1894960817] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1972; }","duration":"1.487074596s","start":"2026-05-24T07:17:59.034399Z","end":"2026-05-24T07:18:00.521474Z","steps":["trace[1894960817] 'read index received' (duration: 1.333391094s)","trace[1894960817] 'applied index is now lower than readState.Index' (duration: 153.681202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:00.521547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:59.28959Z","time spent":"1.231845512s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:00.521552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:59.216528Z","time spent":"1.304930349s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:00.521601Z","caller":"traceutil/trace.go:171","msg":"trace[534286375] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"935.272209ms","start":"2026-05-24T07:17:59.586318Z","end":"2026-05-24T07:18:00.52159Z","steps":["trace[534286375] 'process raft request' (duration: 934.936691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:00.521687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:59.586291Z","time spent":"935.350371ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:00.521705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487311562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a24cb60-9446-432d-92a3-a3b93ac1eddb\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-24T07:18:00.521751Z","caller":"traceutil/trace.go:171","msg":"trace[1929592892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3a24cb60-9446-432d-92a3-a3b93ac1eddb; range_end:; response_count:1; response_revision:1909; }","duration":"1.487397084s","start":"2026-05-24T07:17:59.034339Z","end":"2026-05-24T07:18:00.521736Z","steps":["trace[1929592892] 'agreement among raft nodes before linearized reading' (duration: 1.487303391s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:00.521784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:59.034309Z","time spent":"1.487468076s","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a24cb60-9446-432d-92a3-a3b93ac1eddb\" "} {"level":"warn","ts":"2026-05-24T07:18:00.521814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.825942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:00.521851Z","caller":"traceutil/trace.go:171","msg":"trace[1513141569] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1909; }","duration":"766.889674ms","start":"2026-05-24T07:17:59.754949Z","end":"2026-05-24T07:18:00.521839Z","steps":["trace[1513141569] 'agreement among raft nodes before linearized reading' (duration: 766.826462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:00.521855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.451693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-24T07:18:00.521883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:59.754933Z","time spent":"766.941265ms","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:18:00.521905Z","caller":"traceutil/trace.go:171","msg":"trace[1506993766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"680.532175ms","start":"2026-05-24T07:17:59.841358Z","end":"2026-05-24T07:18:00.52189Z","steps":["trace[1506993766] 'agreement among raft nodes before linearized reading' (duration: 680.361251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:00.521898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.624215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-24T07:18:00.52194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:59.841341Z","time spent":"680.590937ms","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-24T07:18:00.521993Z","caller":"traceutil/trace.go:171","msg":"trace[1562994615] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1909; }","duration":"276.772409ms","start":"2026-05-24T07:18:00.245196Z","end":"2026-05-24T07:18:00.521968Z","steps":["trace[1562994615] 'agreement among raft nodes before linearized reading' (duration: 276.569714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:00.522011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038356269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:00.522069Z","caller":"traceutil/trace.go:171","msg":"trace[434514348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"1.038441341s","start":"2026-05-24T07:17:59.483613Z","end":"2026-05-24T07:18:00.522054Z","steps":["trace[434514348] 'agreement among raft nodes before linearized reading' (duration: 1.038338219s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:00.522103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:59.483594Z","time spent":"1.038501022s","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-24T07:18:00.522215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.835042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-24T07:18:00.522296Z","caller":"traceutil/trace.go:171","msg":"trace[988242787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"752.026516ms","start":"2026-05-24T07:17:59.770247Z","end":"2026-05-24T07:18:00.522274Z","steps":["trace[988242787] 'agreement among raft nodes before linearized reading' (duration: 751.648717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:00.522341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:59.770223Z","time spent":"752.108038ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-24T07:18:00.522436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15992864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-24T07:18:00.52251Z","caller":"traceutil/trace.go:171","msg":"trace[204718973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"1.160055053s","start":"2026-05-24T07:17:59.362437Z","end":"2026-05-24T07:18:00.522492Z","steps":["trace[204718973] 'agreement among raft nodes before linearized reading' (duration: 1.159287535s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:00.522569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:17:59.362413Z","time spent":"1.160144595s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-24T07:18:00.798969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.932844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:18:00.799489Z","caller":"traceutil/trace.go:171","msg":"trace[1687392133] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1978; }","duration":"267.689217ms","start":"2026-05-24T07:18:00.531773Z","end":"2026-05-24T07:18:00.799462Z","steps":["trace[1687392133] 'read index received' (duration: 135.148319ms)","trace[1687392133] 'applied index is now lower than readState.Index' (duration: 132.539198ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:00.799694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.935273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:00.799885Z","caller":"traceutil/trace.go:171","msg":"trace[1432721016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"268.133207ms","start":"2026-05-24T07:18:00.531732Z","end":"2026-05-24T07:18:00.799865Z","steps":["trace[1432721016] 'agreement among raft nodes before linearized reading' (duration: 267.873851ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:00.799671Z","caller":"traceutil/trace.go:171","msg":"trace[243108758] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"272.017688ms","start":"2026-05-24T07:18:00.527616Z","end":"2026-05-24T07:18:00.799634Z","steps":["trace[243108758] 'process raft request' (duration: 139.280445ms)","trace[243108758] 'compare' (duration: 131.485974ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:00.799799Z","caller":"traceutil/trace.go:171","msg":"trace[634597406] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"272.161051ms","start":"2026-05-24T07:18:00.527622Z","end":"2026-05-24T07:18:00.799783Z","steps":["trace[634597406] 'process raft request' (duration: 271.67778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:01.879124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199872982300697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-24T07:18:02.234232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396504371s","expected-duration":"1s"} {"level":"info","ts":"2026-05-24T07:18:02.234744Z","caller":"traceutil/trace.go:171","msg":"trace[726312185] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"856.198012ms","start":"2026-05-24T07:18:01.378518Z","end":"2026-05-24T07:18:02.234716Z","steps":["trace[726312185] 'read index received' (duration: 855.949866ms)","trace[726312185] 'applied index is now lower than readState.Index' (duration: 247.256µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:02.234818Z","caller":"traceutil/trace.go:171","msg":"trace[1968670147] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.397193707s","start":"2026-05-24T07:18:00.837582Z","end":"2026-05-24T07:18:02.234776Z","steps":["trace[1968670147] 'process raft request' (duration: 1.396949601s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:02.235013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.487669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-05-24T07:18:02.23506Z","caller":"traceutil/trace.go:171","msg":"trace[965474871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1912; }","duration":"856.609501ms","start":"2026-05-24T07:18:01.378439Z","end":"2026-05-24T07:18:02.235049Z","steps":["trace[965474871] 'agreement among raft nodes before linearized reading' (duration: 856.415206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:02.235094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:01.378409Z","time spent":"856.677003ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-24T07:18:02.235004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:00.837554Z","time spent":"1.39733924s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:02.245882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.912165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-24T07:18:02.245927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.518708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-24T07:18:02.245956Z","caller":"traceutil/trace.go:171","msg":"trace[1728257352] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1913; }","duration":"509.039157ms","start":"2026-05-24T07:18:01.736898Z","end":"2026-05-24T07:18:02.245937Z","steps":["trace[1728257352] 'agreement among raft nodes before linearized reading' (duration: 508.919835ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:02.245981Z","caller":"traceutil/trace.go:171","msg":"trace[1013213931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1913; }","duration":"559.648871ms","start":"2026-05-24T07:18:01.686318Z","end":"2026-05-24T07:18:02.245967Z","steps":["trace[1013213931] 'agreement among raft nodes before linearized reading' (duration: 559.494227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:02.246006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:01.736871Z","time spent":"509.12028ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:18:02.246016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.845191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a24cb60-9446-432d-92a3-a3b93ac1eddb\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-24T07:18:02.246092Z","caller":"traceutil/trace.go:171","msg":"trace[1215085254] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3a24cb60-9446-432d-92a3-a3b93ac1eddb; range_end:; response_count:1; response_revision:1913; }","duration":"718.983325ms","start":"2026-05-24T07:18:01.52709Z","end":"2026-05-24T07:18:02.246073Z","steps":["trace[1215085254] 'agreement among raft nodes before linearized reading' (duration: 718.746699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:02.246144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:01.527015Z","time spent":"719.119668ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a24cb60-9446-432d-92a3-a3b93ac1eddb\" "} {"level":"warn","ts":"2026-05-24T07:18:02.246013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:01.686282Z","time spent":"559.723812ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-24T07:18:02.246298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.542994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-24T07:18:02.246442Z","caller":"traceutil/trace.go:171","msg":"trace[1450943239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"715.742319ms","start":"2026-05-24T07:18:01.530669Z","end":"2026-05-24T07:18:02.246411Z","steps":["trace[1450943239] 'agreement among raft nodes before linearized reading' (duration: 715.31758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:02.246507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:01.530657Z","time spent":"715.840691ms","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-24T07:18:02.24654Z","caller":"traceutil/trace.go:171","msg":"trace[1961410088] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"236.884797ms","start":"2026-05-24T07:18:02.009632Z","end":"2026-05-24T07:18:02.246517Z","steps":["trace[1961410088] 'process raft request' (duration: 236.029777ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:06.336415Z","caller":"traceutil/trace.go:171","msg":"trace[2117654716] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"265.925976ms","start":"2026-05-24T07:18:06.070464Z","end":"2026-05-24T07:18:06.33639Z","steps":["trace[2117654716] 'read index received' (duration: 265.853734ms)","trace[2117654716] 'applied index is now lower than readState.Index' (duration: 71.202µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:06.336536Z","caller":"traceutil/trace.go:171","msg":"trace[300223031] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"278.93848ms","start":"2026-05-24T07:18:06.057586Z","end":"2026-05-24T07:18:06.336525Z","steps":["trace[300223031] 'process raft request' (duration: 278.632363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:06.336781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.307374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-24T07:18:06.336822Z","caller":"traceutil/trace.go:171","msg":"trace[500667342] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1953; }","duration":"266.398317ms","start":"2026-05-24T07:18:06.070413Z","end":"2026-05-24T07:18:06.336812Z","steps":["trace[500667342] 'agreement among raft nodes before linearized reading' (duration: 266.251513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:06.586877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.716498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-05-24T07:18:06.58701Z","caller":"traceutil/trace.go:171","msg":"trace[1527700323] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1955; }","duration":"113.914832ms","start":"2026-05-24T07:18:06.473066Z","end":"2026-05-24T07:18:06.586981Z","steps":["trace[1527700323] 'range keys from in-memory index tree' (duration: 113.499922ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:06.716198Z","caller":"traceutil/trace.go:171","msg":"trace[479749899] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"124.655883ms","start":"2026-05-24T07:18:06.591508Z","end":"2026-05-24T07:18:06.716164Z","steps":["trace[479749899] 'process raft request' (duration: 98.961593ms)","trace[479749899] 'compare' (duration: 25.456255ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:06.716226Z","caller":"traceutil/trace.go:171","msg":"trace[1568425113] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"124.616883ms","start":"2026-05-24T07:18:06.591573Z","end":"2026-05-24T07:18:06.71619Z","steps":["trace[1568425113] 'process raft request' (duration: 124.49811ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:06.716479Z","caller":"traceutil/trace.go:171","msg":"trace[1250368114] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"123.340613ms","start":"2026-05-24T07:18:06.593098Z","end":"2026-05-24T07:18:06.716439Z","steps":["trace[1250368114] 'process raft request' (duration: 123.037916ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:06.716578Z","caller":"traceutil/trace.go:171","msg":"trace[48649623] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"117.728962ms","start":"2026-05-24T07:18:06.598829Z","end":"2026-05-24T07:18:06.716558Z","steps":["trace[48649623] 'process raft request' (duration: 117.505886ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:06.716664Z","caller":"traceutil/trace.go:171","msg":"trace[891333827] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"100.701233ms","start":"2026-05-24T07:18:06.615934Z","end":"2026-05-24T07:18:06.716636Z","steps":["trace[891333827] 'process raft request' (duration: 100.533759ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:06.716765Z","caller":"traceutil/trace.go:171","msg":"trace[2047013715] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"101.495202ms","start":"2026-05-24T07:18:06.615256Z","end":"2026-05-24T07:18:06.716752Z","steps":["trace[2047013715] 'process raft request' (duration: 101.163894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:06.716872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.870488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-05-24T07:18:06.716939Z","caller":"traceutil/trace.go:171","msg":"trace[1883597066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1963; }","duration":"128.092274ms","start":"2026-05-24T07:18:06.588831Z","end":"2026-05-24T07:18:06.716923Z","steps":["trace[1883597066] 'agreement among raft nodes before linearized reading' (duration: 127.863559ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:07.28004Z","caller":"traceutil/trace.go:171","msg":"trace[185635853] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"119.44522ms","start":"2026-05-24T07:18:07.160572Z","end":"2026-05-24T07:18:07.280017Z","steps":["trace[185635853] 'process raft request' (duration: 119.320617ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:07.395804Z","caller":"traceutil/trace.go:171","msg":"trace[78951737] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"144.365014ms","start":"2026-05-24T07:18:07.25135Z","end":"2026-05-24T07:18:07.395715Z","steps":["trace[78951737] 'process raft request' (duration: 85.427867ms)","trace[78951737] 'compare' (duration: 58.569479ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:07.699153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.366132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-24T07:18:07.699437Z","caller":"traceutil/trace.go:171","msg":"trace[1763331945] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2037; }","duration":"289.776983ms","start":"2026-05-24T07:18:07.409642Z","end":"2026-05-24T07:18:07.699419Z","steps":["trace[1763331945] 'read index received' (duration: 24.122914ms)","trace[1763331945] 'applied index is now lower than readState.Index' (duration: 265.652829ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:07.699583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.822138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:07.699617Z","caller":"traceutil/trace.go:171","msg":"trace[625022642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"216.91834ms","start":"2026-05-24T07:18:07.482689Z","end":"2026-05-24T07:18:07.699607Z","steps":["trace[625022642] 'agreement among raft nodes before linearized reading' (duration: 216.834818ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:07.699557Z","caller":"traceutil/trace.go:171","msg":"trace[1628699550] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"295.448556ms","start":"2026-05-24T07:18:07.403987Z","end":"2026-05-24T07:18:07.699435Z","steps":["trace[1628699550] 'process raft request' (duration: 295.309042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:07.699633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.967238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:07.699711Z","caller":"traceutil/trace.go:171","msg":"trace[1037468483] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1968; }","duration":"290.08059ms","start":"2026-05-24T07:18:07.409612Z","end":"2026-05-24T07:18:07.699692Z","steps":["trace[1037468483] 'agreement among raft nodes before linearized reading' (duration: 289.896725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:07.699688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.745533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:18:07.699787Z","caller":"traceutil/trace.go:171","msg":"trace[2050699424] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1968; }","duration":"162.915678ms","start":"2026-05-24T07:18:07.536851Z","end":"2026-05-24T07:18:07.699766Z","steps":["trace[2050699424] 'agreement among raft nodes before linearized reading' (duration: 162.730634ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:11.799574Z","caller":"traceutil/trace.go:171","msg":"trace[1900463353] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"212.244601ms","start":"2026-05-24T07:18:11.587297Z","end":"2026-05-24T07:18:11.799541Z","steps":["trace[1900463353] 'process raft request' (duration: 212.056767ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:12.167454Z","caller":"traceutil/trace.go:171","msg":"trace[1247377227] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2085; }","duration":"565.782825ms","start":"2026-05-24T07:18:11.601643Z","end":"2026-05-24T07:18:12.167426Z","steps":["trace[1247377227] 'read index received' (duration: 197.781123ms)","trace[1247377227] 'applied index is now lower than readState.Index' (duration: 368.000102ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:12.167665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.716037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:12.167718Z","caller":"traceutil/trace.go:171","msg":"trace[1111242673] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2016; }","duration":"320.836509ms","start":"2026-05-24T07:18:11.846867Z","end":"2026-05-24T07:18:12.167704Z","steps":["trace[1111242673] 'agreement among raft nodes before linearized reading' (duration: 320.732137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:12.167799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:11.846843Z","time spent":"320.944911ms","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:18:12.167666Z","caller":"traceutil/trace.go:171","msg":"trace[831287922] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"570.174887ms","start":"2026-05-24T07:18:11.597356Z","end":"2026-05-24T07:18:12.167531Z","steps":["trace[831287922] 'process raft request' (duration: 569.899801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:12.16787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.212884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-24T07:18:12.167965Z","caller":"traceutil/trace.go:171","msg":"trace[1457715701] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2016; }","duration":"566.391239ms","start":"2026-05-24T07:18:11.601548Z","end":"2026-05-24T07:18:12.16794Z","steps":["trace[1457715701] 'agreement among raft nodes before linearized reading' (duration: 566.073131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:12.168024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:11.601503Z","time spent":"566.507712ms","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-24T07:18:12.168076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:11.597324Z","time spent":"570.661578ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11974,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:18.84497Z","caller":"traceutil/trace.go:171","msg":"trace[904117767] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2124; }","duration":"287.435319ms","start":"2026-05-24T07:18:18.557509Z","end":"2026-05-24T07:18:18.844944Z","steps":["trace[904117767] 'read index received' (duration: 287.294445ms)","trace[904117767] 'applied index is now lower than readState.Index' (duration: 139.754µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:18.845037Z","caller":"traceutil/trace.go:171","msg":"trace[1045315538] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"298.222321ms","start":"2026-05-24T07:18:18.546774Z","end":"2026-05-24T07:18:18.844996Z","steps":["trace[1045315538] 'process raft request' (duration: 298.000226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:18.845284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.755586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-24T07:18:18.845364Z","caller":"traceutil/trace.go:171","msg":"trace[108063492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2052; }","duration":"287.884139ms","start":"2026-05-24T07:18:18.557457Z","end":"2026-05-24T07:18:18.845341Z","steps":["trace[108063492] 'agreement among raft nodes before linearized reading' (duration: 287.654284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:18.854845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.982057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-24T07:18:18.854918Z","caller":"traceutil/trace.go:171","msg":"trace[1149694075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2055; }","duration":"186.083589ms","start":"2026-05-24T07:18:18.668816Z","end":"2026-05-24T07:18:18.8549Z","steps":["trace[1149694075] 'agreement among raft nodes before linearized reading' (duration: 185.887405ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:24.891159Z","caller":"traceutil/trace.go:171","msg":"trace[27335040] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"120.23428ms","start":"2026-05-24T07:18:24.770901Z","end":"2026-05-24T07:18:24.891135Z","steps":["trace[27335040] 'process raft request' (duration: 51.895533ms)","trace[27335040] 'compare' (duration: 68.196234ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:24.983372Z","caller":"traceutil/trace.go:171","msg":"trace[2116864036] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"101.114824ms","start":"2026-05-24T07:18:24.882194Z","end":"2026-05-24T07:18:24.983309Z","steps":["trace[2116864036] 'process raft request' (duration: 100.835647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:25.173657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.216165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:18:25.173839Z","caller":"traceutil/trace.go:171","msg":"trace[789398200] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"185.804211ms","start":"2026-05-24T07:18:24.988014Z","end":"2026-05-24T07:18:25.173819Z","steps":["trace[789398200] 'process raft request' (duration: 78.34286ms)","trace[789398200] 'compare' (duration: 106.872257ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:25.174254Z","caller":"traceutil/trace.go:171","msg":"trace[1080110598] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"185.089854ms","start":"2026-05-24T07:18:24.989125Z","end":"2026-05-24T07:18:25.174214Z","steps":["trace[1080110598] 'process raft request' (duration: 184.636614ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:25.174426Z","caller":"traceutil/trace.go:171","msg":"trace[296274870] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"184.920551ms","start":"2026-05-24T07:18:24.98949Z","end":"2026-05-24T07:18:25.17441Z","steps":["trace[296274870] 'process raft request' (duration: 184.579573ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:33.280094Z","caller":"traceutil/trace.go:171","msg":"trace[1365587875] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2214; }","duration":"226.572086ms","start":"2026-05-24T07:18:33.053496Z","end":"2026-05-24T07:18:33.280068Z","steps":["trace[1365587875] 'read index received' (duration: 225.616084ms)","trace[1365587875] 'applied index is now lower than readState.Index' (duration: 954.592µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:33.280132Z","caller":"traceutil/trace.go:171","msg":"trace[1054990649] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"251.543929ms","start":"2026-05-24T07:18:33.028554Z","end":"2026-05-24T07:18:33.280098Z","steps":["trace[1054990649] 'process raft request' (duration: 250.557286ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:33.280313Z","caller":"traceutil/trace.go:171","msg":"trace[1310838182] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"251.566899ms","start":"2026-05-24T07:18:33.02859Z","end":"2026-05-24T07:18:33.280156Z","steps":["trace[1310838182] 'process raft request' (duration: 251.417266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:33.280352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.846972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-24T07:18:33.280648Z","caller":"traceutil/trace.go:171","msg":"trace[355588861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"227.19059ms","start":"2026-05-24T07:18:33.053432Z","end":"2026-05-24T07:18:33.280623Z","steps":["trace[355588861] 'agreement among raft nodes before linearized reading' (duration: 226.75685ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:43.409641Z","caller":"traceutil/trace.go:171","msg":"trace[506719488] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"224.809875ms","start":"2026-05-24T07:18:43.184807Z","end":"2026-05-24T07:18:43.409617Z","steps":["trace[506719488] 'process raft request' (duration: 224.654631ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:43.411488Z","caller":"traceutil/trace.go:171","msg":"trace[370116324] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"101.479212ms","start":"2026-05-24T07:18:43.309991Z","end":"2026-05-24T07:18:43.41147Z","steps":["trace[370116324] 'process raft request' (duration: 101.317218ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:43.41191Z","caller":"traceutil/trace.go:171","msg":"trace[552007944] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"100.306455ms","start":"2026-05-24T07:18:43.311543Z","end":"2026-05-24T07:18:43.411849Z","steps":["trace[552007944] 'process raft request' (duration: 99.853954ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:43.642649Z","caller":"traceutil/trace.go:171","msg":"trace[1571647879] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"224.873146ms","start":"2026-05-24T07:18:43.41774Z","end":"2026-05-24T07:18:43.642613Z","steps":["trace[1571647879] 'process raft request' (duration: 224.670492ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:43.642673Z","caller":"traceutil/trace.go:171","msg":"trace[411389139] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2273; }","duration":"137.094185ms","start":"2026-05-24T07:18:43.505546Z","end":"2026-05-24T07:18:43.64264Z","steps":["trace[411389139] 'read index received' (duration: 116.972174ms)","trace[411389139] 'applied index is now lower than readState.Index' (duration: 20.120111ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:43.642663Z","caller":"traceutil/trace.go:171","msg":"trace[1961356274] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"225.079991ms","start":"2026-05-24T07:18:43.417478Z","end":"2026-05-24T07:18:43.642558Z","steps":["trace[1961356274] 'process raft request' (duration: 205.020602ms)","trace[1961356274] 'compare' (duration: 19.624189ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:43.642901Z","caller":"traceutil/trace.go:171","msg":"trace[122429331] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"225.058701ms","start":"2026-05-24T07:18:43.417827Z","end":"2026-05-24T07:18:43.642886Z","steps":["trace[122429331] 'process raft request' (duration: 224.729293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:43.642877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.252758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:43.642915Z","caller":"traceutil/trace.go:171","msg":"trace[941266070] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"224.799714ms","start":"2026-05-24T07:18:43.418099Z","end":"2026-05-24T07:18:43.642898Z","steps":["trace[941266070] 'process raft request' (duration: 224.499857ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:43.642987Z","caller":"traceutil/trace.go:171","msg":"trace[1470683381] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2199; }","duration":"137.483024ms","start":"2026-05-24T07:18:43.50546Z","end":"2026-05-24T07:18:43.642943Z","steps":["trace[1470683381] 'agreement among raft nodes before linearized reading' (duration: 137.29083ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:43.643483Z","caller":"traceutil/trace.go:171","msg":"trace[123820608] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"225.649594ms","start":"2026-05-24T07:18:43.417791Z","end":"2026-05-24T07:18:43.643441Z","steps":["trace[123820608] 'process raft request' (duration: 224.725402ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:45.213606Z","caller":"traceutil/trace.go:171","msg":"trace[1308813491] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"192.242303ms","start":"2026-05-24T07:18:45.02133Z","end":"2026-05-24T07:18:45.213573Z","steps":["trace[1308813491] 'process raft request' (duration: 192.045118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:45.70081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.253564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:45.700914Z","caller":"traceutil/trace.go:171","msg":"trace[2111398382] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2204; }","duration":"213.467999ms","start":"2026-05-24T07:18:45.487425Z","end":"2026-05-24T07:18:45.700893Z","steps":["trace[2111398382] 'count revisions from in-memory index tree' (duration: 213.06855ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:45.894745Z","caller":"traceutil/trace.go:171","msg":"trace[1011867707] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"188.585768ms","start":"2026-05-24T07:18:45.70613Z","end":"2026-05-24T07:18:45.894716Z","steps":["trace[1011867707] 'process raft request' (duration: 126.429805ms)","trace[1011867707] 'compare' (duration: 61.963209ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:45.895046Z","caller":"traceutil/trace.go:171","msg":"trace[844582279] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"188.809833ms","start":"2026-05-24T07:18:45.706205Z","end":"2026-05-24T07:18:45.895015Z","steps":["trace[844582279] 'process raft request' (duration: 188.465605ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:45.895313Z","caller":"traceutil/trace.go:171","msg":"trace[481767134] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"188.940976ms","start":"2026-05-24T07:18:45.706357Z","end":"2026-05-24T07:18:45.895298Z","steps":["trace[481767134] 'process raft request' (duration: 188.575337ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:45.895363Z","caller":"traceutil/trace.go:171","msg":"trace[1947749220] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"188.873754ms","start":"2026-05-24T07:18:45.706458Z","end":"2026-05-24T07:18:45.895332Z","steps":["trace[1947749220] 'process raft request' (duration: 188.735441ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:47.931631Z","caller":"traceutil/trace.go:171","msg":"trace[851413618] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"643.50334ms","start":"2026-05-24T07:18:47.288102Z","end":"2026-05-24T07:18:47.931606Z","steps":["trace[851413618] 'process raft request' (duration: 643.332957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:47.93184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.288072Z","time spent":"643.642674ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:48.244918Z","caller":"traceutil/trace.go:171","msg":"trace[1316154973] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"803.90271ms","start":"2026-05-24T07:18:47.440994Z","end":"2026-05-24T07:18:48.244897Z","steps":["trace[1316154973] 'process raft request' (duration: 803.840169ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:48.244994Z","caller":"traceutil/trace.go:171","msg":"trace[1212956516] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"819.006343ms","start":"2026-05-24T07:18:47.425922Z","end":"2026-05-24T07:18:48.244928Z","steps":["trace[1212956516] 'process raft request' (duration: 748.921015ms)","trace[1212956516] 'compare' (duration: 69.887003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:48.24505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.440962Z","time spent":"804.019832ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:48.245192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.425886Z","time spent":"819.193738ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:48.2452Z","caller":"traceutil/trace.go:171","msg":"trace[811776110] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"800.893339ms","start":"2026-05-24T07:18:47.444263Z","end":"2026-05-24T07:18:48.245156Z","steps":["trace[811776110] 'process raft request' (duration: 800.611293ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:48.245369Z","caller":"traceutil/trace.go:171","msg":"trace[57780775] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"800.529441ms","start":"2026-05-24T07:18:47.444816Z","end":"2026-05-24T07:18:48.245346Z","steps":["trace[57780775] 'process raft request' (duration: 800.121401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:48.245385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.444236Z","time spent":"801.045733ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:48.245449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.444783Z","time spent":"800.624083ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:48.606229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.214233ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-24T07:18:48.606333Z","caller":"traceutil/trace.go:171","msg":"trace[665913600] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2290; }","duration":"1.152429476s","start":"2026-05-24T07:18:47.453885Z","end":"2026-05-24T07:18:48.606315Z","steps":["trace[665913600] 'read index received' (duration: 477.671674ms)","trace[665913600] 'applied index is now lower than readState.Index' (duration: 674.755972ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:48.606584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.735242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:18:48.606614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.042723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:48.606681Z","caller":"traceutil/trace.go:171","msg":"trace[1275188555] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2216; }","duration":"718.167096ms","start":"2026-05-24T07:18:47.888498Z","end":"2026-05-24T07:18:48.606665Z","steps":["trace[1275188555] 'agreement among raft nodes before linearized reading' (duration: 718.051563ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:48.606683Z","caller":"traceutil/trace.go:171","msg":"trace[117863705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2216; }","duration":"120.878756ms","start":"2026-05-24T07:18:48.485783Z","end":"2026-05-24T07:18:48.606661Z","steps":["trace[117863705] 'agreement among raft nodes before linearized reading' (duration: 120.755733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:48.606737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.888475Z","time spent":"718.251608ms","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:18:48.606809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.855591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-24T07:18:48.606867Z","caller":"traceutil/trace.go:171","msg":"trace[1888682607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2216; }","duration":"706.938963ms","start":"2026-05-24T07:18:47.899912Z","end":"2026-05-24T07:18:48.606851Z","steps":["trace[1888682607] 'agreement among raft nodes before linearized reading' (duration: 706.660277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:48.606918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.899902Z","time spent":"707.003715ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-24T07:18:48.606915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.007331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-05-24T07:18:48.606965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.303662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-24T07:18:48.607036Z","caller":"traceutil/trace.go:171","msg":"trace[1833504134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2216; }","duration":"682.201726ms","start":"2026-05-24T07:18:47.9248Z","end":"2026-05-24T07:18:48.607001Z","steps":["trace[1833504134] 'agreement among raft nodes before linearized reading' (duration: 681.747955ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:48.607072Z","caller":"traceutil/trace.go:171","msg":"trace[284882527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2216; }","duration":"707.472936ms","start":"2026-05-24T07:18:47.899572Z","end":"2026-05-24T07:18:48.607045Z","steps":["trace[284882527] 'agreement among raft nodes before linearized reading' (duration: 706.945344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:48.607099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.924788Z","time spent":"682.301188ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-24T07:18:48.607133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.899547Z","time spent":"707.572019ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-24T07:18:48.60718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153286236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-24T07:18:48.607267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.720002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-24T07:18:48.607308Z","caller":"traceutil/trace.go:171","msg":"trace[1404199925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2216; }","duration":"707.788813ms","start":"2026-05-24T07:18:47.899508Z","end":"2026-05-24T07:18:48.607297Z","steps":["trace[1404199925] 'agreement among raft nodes before linearized reading' (duration: 707.026625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:48.607338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.899486Z","time spent":"707.845725ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-24T07:18:48.6072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.842302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:18:48.607405Z","caller":"traceutil/trace.go:171","msg":"trace[34914416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2216; }","duration":"894.042757ms","start":"2026-05-24T07:18:47.713345Z","end":"2026-05-24T07:18:48.607388Z","steps":["trace[34914416] 'agreement among raft nodes before linearized reading' (duration: 893.125055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:48.607433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.794604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-24T07:18:48.607475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.713279Z","time spent":"894.17531ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-24T07:18:48.607492Z","caller":"traceutil/trace.go:171","msg":"trace[1921740292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2216; }","duration":"707.889846ms","start":"2026-05-24T07:18:47.899587Z","end":"2026-05-24T07:18:48.607476Z","steps":["trace[1921740292] 'agreement among raft nodes before linearized reading' (duration: 706.914843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:48.607541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.899547Z","time spent":"707.981288ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-24T07:18:48.60739Z","caller":"traceutil/trace.go:171","msg":"trace[617521261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2216; }","duration":"1.153414769s","start":"2026-05-24T07:18:47.453816Z","end":"2026-05-24T07:18:48.607231Z","steps":["trace[617521261] 'agreement among raft nodes before linearized reading' (duration: 1.152635991s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:48.607704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:47.453788Z","time spent":"1.1538723s","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-24T07:18:48.71352Z","caller":"traceutil/trace.go:171","msg":"trace[1858196035] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"101.425971ms","start":"2026-05-24T07:18:48.612065Z","end":"2026-05-24T07:18:48.713491Z","steps":["trace[1858196035] 'process raft request' (duration: 101.239386ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:48.76676Z","caller":"traceutil/trace.go:171","msg":"trace[347090556] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"154.263685ms","start":"2026-05-24T07:18:48.612469Z","end":"2026-05-24T07:18:48.766733Z","steps":["trace[347090556] 'process raft request' (duration: 154.04278ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:48.767214Z","caller":"traceutil/trace.go:171","msg":"trace[6991927] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"154.710485ms","start":"2026-05-24T07:18:48.612469Z","end":"2026-05-24T07:18:48.767179Z","steps":["trace[6991927] 'process raft request' (duration: 154.201434ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:48.767351Z","caller":"traceutil/trace.go:171","msg":"trace[1763831983] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"153.974598ms","start":"2026-05-24T07:18:48.613358Z","end":"2026-05-24T07:18:48.767333Z","steps":["trace[1763831983] 'process raft request' (duration: 153.822494ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:48.767372Z","caller":"traceutil/trace.go:171","msg":"trace[1103319523] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"154.758637ms","start":"2026-05-24T07:18:48.612564Z","end":"2026-05-24T07:18:48.767323Z","steps":["trace[1103319523] 'process raft request' (duration: 154.523851ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:48.767296Z","caller":"traceutil/trace.go:171","msg":"trace[1113833493] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2296; }","duration":"147.884527ms","start":"2026-05-24T07:18:48.61939Z","end":"2026-05-24T07:18:48.767274Z","steps":["trace[1113833493] 'read index received' (duration: 93.894075ms)","trace[1113833493] 'applied index is now lower than readState.Index' (duration: 53.988942ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:48.767553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.142243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:48.767596Z","caller":"traceutil/trace.go:171","msg":"trace[684629871] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2221; }","duration":"148.218234ms","start":"2026-05-24T07:18:48.619366Z","end":"2026-05-24T07:18:48.767584Z","steps":["trace[684629871] 'agreement among raft nodes before linearized reading' (duration: 148.118182ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:49.501563Z","caller":"traceutil/trace.go:171","msg":"trace[2105957663] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"223.024123ms","start":"2026-05-24T07:18:49.278513Z","end":"2026-05-24T07:18:49.501537Z","steps":["trace[2105957663] 'process raft request' (duration: 222.801248ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:50.430439Z","caller":"traceutil/trace.go:171","msg":"trace[29262353] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"179.384373ms","start":"2026-05-24T07:18:50.251029Z","end":"2026-05-24T07:18:50.430414Z","steps":["trace[29262353] 'process raft request' (duration: 179.236459ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:50.461325Z","caller":"traceutil/trace.go:171","msg":"trace[662153686] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"209.590948ms","start":"2026-05-24T07:18:50.251704Z","end":"2026-05-24T07:18:50.461295Z","steps":["trace[662153686] 'process raft request' (duration: 209.513536ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:50.461572Z","caller":"traceutil/trace.go:171","msg":"trace[425343727] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"210.475259ms","start":"2026-05-24T07:18:50.251075Z","end":"2026-05-24T07:18:50.461551Z","steps":["trace[425343727] 'process raft request' (duration: 209.979307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:50.75517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.916459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:50.755262Z","caller":"traceutil/trace.go:171","msg":"trace[990295028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2225; }","duration":"273.062152ms","start":"2026-05-24T07:18:50.482179Z","end":"2026-05-24T07:18:50.755241Z","steps":["trace[990295028] 'range keys from in-memory index tree' (duration: 272.848107ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:56.622538Z","caller":"traceutil/trace.go:171","msg":"trace[1812307672] linearizableReadLoop","detail":"{readStateIndex:2337; appliedIndex:2336; }","duration":"147.911832ms","start":"2026-05-24T07:18:56.474604Z","end":"2026-05-24T07:18:56.622516Z","steps":["trace[1812307672] 'read index received' (duration: 147.882921ms)","trace[1812307672] 'applied index is now lower than readState.Index' (duration: 28.091µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:56.622607Z","caller":"traceutil/trace.go:171","msg":"trace[580032931] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"171.346042ms","start":"2026-05-24T07:18:56.451243Z","end":"2026-05-24T07:18:56.622589Z","steps":["trace[580032931] 'process raft request' (duration: 171.151527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:56.622781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.166497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b26f3d398345c2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-24T07:18:56.622818Z","caller":"traceutil/trace.go:171","msg":"trace[1056960692] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b26f3d398345c2; range_end:; response_count:1; response_revision:2256; }","duration":"148.25615ms","start":"2026-05-24T07:18:56.474554Z","end":"2026-05-24T07:18:56.62281Z","steps":["trace[1056960692] 'agreement among raft nodes before linearized reading' (duration: 148.112356ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:56.702793Z","caller":"traceutil/trace.go:171","msg":"trace[1118230599] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"202.141904ms","start":"2026-05-24T07:18:56.50061Z","end":"2026-05-24T07:18:56.702752Z","steps":["trace[1118230599] 'process raft request' (duration: 156.641326ms)","trace[1118230599] 'compare' (duration: 45.096539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:56.703056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.579674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:56.703125Z","caller":"traceutil/trace.go:171","msg":"trace[1860024340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2259; }","duration":"219.718997ms","start":"2026-05-24T07:18:56.483388Z","end":"2026-05-24T07:18:56.703107Z","steps":["trace[1860024340] 'agreement among raft nodes before linearized reading' (duration: 219.585234ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:56.703148Z","caller":"traceutil/trace.go:171","msg":"trace[1698636122] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"201.732695ms","start":"2026-05-24T07:18:56.501378Z","end":"2026-05-24T07:18:56.703111Z","steps":["trace[1698636122] 'process raft request' (duration: 201.232153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:57.727344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.260714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:18:57.727507Z","caller":"traceutil/trace.go:171","msg":"trace[1398779988] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"894.113736ms","start":"2026-05-24T07:18:56.833373Z","end":"2026-05-24T07:18:57.727486Z","steps":["trace[1398779988] 'process raft request' (duration: 113.612177ms)","trace[1398779988] 'compare' (duration: 780.14554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:57.727803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:56.833354Z","time spent":"894.190747ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:57.728016Z","caller":"traceutil/trace.go:171","msg":"trace[902980614] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"893.924331ms","start":"2026-05-24T07:18:56.834067Z","end":"2026-05-24T07:18:57.727992Z","steps":["trace[902980614] 'process raft request' (duration: 893.378249ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:57.72803Z","caller":"traceutil/trace.go:171","msg":"trace[1939626124] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"893.934822ms","start":"2026-05-24T07:18:56.834068Z","end":"2026-05-24T07:18:57.728003Z","steps":["trace[1939626124] 'process raft request' (duration: 893.765048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:57.728166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:56.834057Z","time spent":"894.024484ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:57.728177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:56.834052Z","time spent":"894.044464ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:57.728181Z","caller":"traceutil/trace.go:171","msg":"trace[1710130249] linearizableReadLoop","detail":"{readStateIndex:2345; appliedIndex:2342; }","duration":"244.089839ms","start":"2026-05-24T07:18:57.484072Z","end":"2026-05-24T07:18:57.728162Z","steps":["trace[1710130249] 'read index received' (duration: 54.532µs)","trace[1710130249] 'applied index is now lower than readState.Index' (duration: 244.033347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:57.728362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.298314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:57.728401Z","caller":"traceutil/trace.go:171","msg":"trace[2120574734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"244.376496ms","start":"2026-05-24T07:18:57.484012Z","end":"2026-05-24T07:18:57.728389Z","steps":["trace[2120574734] 'agreement among raft nodes before linearized reading' (duration: 244.311314ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:57.729193Z","caller":"traceutil/trace.go:171","msg":"trace[426822060] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"201.830107ms","start":"2026-05-24T07:18:57.527337Z","end":"2026-05-24T07:18:57.729167Z","steps":["trace[426822060] 'process raft request' (duration: 201.255564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:58.229412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199872982301496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-24T07:18:59.197376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.205638ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-24T07:18:59.198267Z","caller":"traceutil/trace.go:171","msg":"trace[1235663430] linearizableReadLoop","detail":"{readStateIndex:2348; appliedIndex:2346; }","duration":"1.469902402s","start":"2026-05-24T07:18:57.728306Z","end":"2026-05-24T07:18:59.198208Z","steps":["trace[1235663430] 'read index received' (duration: 580.408744ms)","trace[1235663430] 'applied index is now lower than readState.Index' (duration: 889.492178ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:18:59.198577Z","caller":"traceutil/trace.go:171","msg":"trace[157504717] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"1.014021121s","start":"2026-05-24T07:18:58.184403Z","end":"2026-05-24T07:18:59.198424Z","steps":["trace[157504717] 'process raft request' (duration: 1.013621211s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:59.198951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496959156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-24T07:18:59.198987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:58.184368Z","time spent":"1.014436801s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:59.199015Z","caller":"traceutil/trace.go:171","msg":"trace[183675573] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2266; }","duration":"1.497060279s","start":"2026-05-24T07:18:57.701927Z","end":"2026-05-24T07:18:59.198987Z","steps":["trace[183675573] 'agreement among raft nodes before linearized reading' (duration: 1.496423734s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:59.199069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:57.701893Z","time spent":"1.497163502s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:18:59.38886Z","caller":"traceutil/trace.go:171","msg":"trace[643661188] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"760.256025ms","start":"2026-05-24T07:18:58.628567Z","end":"2026-05-24T07:18:59.388824Z","steps":["trace[643661188] 'process raft request' (duration: 750.490246ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:59.38905Z","caller":"traceutil/trace.go:171","msg":"trace[832212357] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"680.567585ms","start":"2026-05-24T07:18:58.708462Z","end":"2026-05-24T07:18:59.38903Z","steps":["trace[832212357] 'process raft request' (duration: 680.290828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:59.389083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:58.628528Z","time spent":"760.430479ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:18:59.38915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:58.708436Z","time spent":"680.665997ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:18:59.389192Z","caller":"traceutil/trace.go:171","msg":"trace[814584751] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2348; }","duration":"190.84975ms","start":"2026-05-24T07:18:59.198306Z","end":"2026-05-24T07:18:59.389155Z","steps":["trace[814584751] 'read index received' (duration: 180.773903ms)","trace[814584751] 'applied index is now lower than readState.Index' (duration: 10.071667ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:18:59.389328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458836592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:18:59.389401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.537016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-05-24T07:18:59.389409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580920747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-24T07:18:59.389445Z","caller":"traceutil/trace.go:171","msg":"trace[2127800270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2269; }","duration":"580.617988ms","start":"2026-05-24T07:18:58.808813Z","end":"2026-05-24T07:18:59.389431Z","steps":["trace[2127800270] 'agreement among raft nodes before linearized reading' (duration: 580.450044ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:59.389451Z","caller":"traceutil/trace.go:171","msg":"trace[1290570594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2269; }","duration":"1.459029626s","start":"2026-05-24T07:18:57.930394Z","end":"2026-05-24T07:18:59.389423Z","steps":["trace[1290570594] 'agreement among raft nodes before linearized reading' (duration: 1.458808471s)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:59.389467Z","caller":"traceutil/trace.go:171","msg":"trace[116386343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2269; }","duration":"1.58100221s","start":"2026-05-24T07:18:57.808444Z","end":"2026-05-24T07:18:59.389446Z","steps":["trace[116386343] 'agreement among raft nodes before linearized reading' (duration: 1.580817525s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:59.389475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:58.808799Z","time spent":"580.669979ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-24T07:18:59.389516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:57.808424Z","time spent":"1.581078931s","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-24T07:18:59.389369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660154257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:18:59.389485Z","caller":"traceutil/trace.go:171","msg":"trace[726450925] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"680.229196ms","start":"2026-05-24T07:18:58.709198Z","end":"2026-05-24T07:18:59.389427Z","steps":["trace[726450925] 'process raft request' (duration: 679.768095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:59.389536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.861937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:18:59.389565Z","caller":"traceutil/trace.go:171","msg":"trace[1142909760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"1.660390063s","start":"2026-05-24T07:18:57.729161Z","end":"2026-05-24T07:18:59.389551Z","steps":["trace[1142909760] 'agreement among raft nodes before linearized reading' (duration: 1.660121587s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:59.389596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.382334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-24T07:18:59.3896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:57.729147Z","time spent":"1.660446584s","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-24T07:18:59.389608Z","caller":"traceutil/trace.go:171","msg":"trace[397731308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2269; }","duration":"556.025351ms","start":"2026-05-24T07:18:58.833562Z","end":"2026-05-24T07:18:59.389587Z","steps":["trace[397731308] 'agreement among raft nodes before linearized reading' (duration: 555.616441ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:18:59.38963Z","caller":"traceutil/trace.go:171","msg":"trace[1408833793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2269; }","duration":"514.441595ms","start":"2026-05-24T07:18:58.875177Z","end":"2026-05-24T07:18:59.389618Z","steps":["trace[1408833793] 'agreement among raft nodes before linearized reading' (duration: 514.323562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:18:59.389656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:58.875165Z","time spent":"514.484716ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-24T07:18:59.389648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:58.833535Z","time spent":"556.104303ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-24T07:18:59.389511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:57.930371Z","time spent":"1.459126739s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:18:59.389687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:18:58.709177Z","time spent":"680.414811ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:19:17.706523Z","caller":"traceutil/trace.go:171","msg":"trace[1232567069] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"130.36773ms","start":"2026-05-24T07:19:17.576126Z","end":"2026-05-24T07:19:17.706494Z","steps":["trace[1232567069] 'process raft request' (duration: 69.649045ms)","trace[1232567069] 'compare' (duration: 60.622943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:19:18.192182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.71239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:19:18.192273Z","caller":"traceutil/trace.go:171","msg":"trace[1196303389] linearizableReadLoop","detail":"{readStateIndex:2466; appliedIndex:2465; }","duration":"292.146668ms","start":"2026-05-24T07:19:17.900112Z","end":"2026-05-24T07:19:18.192259Z","steps":["trace[1196303389] 'read index received' (duration: 80.318096ms)","trace[1196303389] 'applied index is now lower than readState.Index' (duration: 211.827612ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:19:18.192359Z","caller":"traceutil/trace.go:171","msg":"trace[1155724298] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"294.551554ms","start":"2026-05-24T07:19:17.897798Z","end":"2026-05-24T07:19:18.19235Z","steps":["trace[1155724298] 'process raft request' (duration: 82.587029ms)","trace[1155724298] 'compare' (duration: 211.618367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:19:18.192555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.439674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-24T07:19:18.192605Z","caller":"traceutil/trace.go:171","msg":"trace[78616376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2380; }","duration":"292.541067ms","start":"2026-05-24T07:19:17.90005Z","end":"2026-05-24T07:19:18.192591Z","steps":["trace[78616376] 'agreement among raft nodes before linearized reading' (duration: 292.377293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:18.192601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.866734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-24T07:19:18.192852Z","caller":"traceutil/trace.go:171","msg":"trace[1671064039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2380; }","duration":"290.13059ms","start":"2026-05-24T07:19:17.902704Z","end":"2026-05-24T07:19:18.192835Z","steps":["trace[1671064039] 'agreement among raft nodes before linearized reading' (duration: 289.725571ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:19:18.366828Z","caller":"traceutil/trace.go:171","msg":"trace[460796960] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"169.183972ms","start":"2026-05-24T07:19:18.197606Z","end":"2026-05-24T07:19:18.36679Z","steps":["trace[460796960] 'process raft request' (duration: 100.96413ms)","trace[460796960] 'compare' (duration: 67.979446ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:19:18.36744Z","caller":"traceutil/trace.go:171","msg":"trace[1265533587] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"169.462697ms","start":"2026-05-24T07:19:18.197695Z","end":"2026-05-24T07:19:18.367157Z","steps":["trace[1265533587] 'process raft request' (duration: 169.045067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:18.90345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.720687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:19:18.9035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.493232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:19:18.903607Z","caller":"traceutil/trace.go:171","msg":"trace[1469837605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2383; }","duration":"418.890831ms","start":"2026-05-24T07:19:18.484695Z","end":"2026-05-24T07:19:18.903586Z","steps":["trace[1469837605] 'range keys from in-memory index tree' (duration: 418.623265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:18.903718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:18.48463Z","time spent":"419.074806ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-24T07:19:18.903735Z","caller":"traceutil/trace.go:171","msg":"trace[900231693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2383; }","duration":"415.699377ms","start":"2026-05-24T07:19:18.487938Z","end":"2026-05-24T07:19:18.903638Z","steps":["trace[900231693] 'count revisions from in-memory index tree' (duration: 415.324647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:18.903464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.045279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-05-24T07:19:18.904033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:18.487916Z","time spent":"416.043144ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:19:18.904099Z","caller":"traceutil/trace.go:171","msg":"trace[1562120095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2383; }","duration":"351.753086ms","start":"2026-05-24T07:19:18.552319Z","end":"2026-05-24T07:19:18.904072Z","steps":["trace[1562120095] 'range keys from in-memory index tree' (duration: 350.805393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:18.904655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:18.552296Z","time spent":"352.291048ms","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5450,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-24T07:19:19.41472Z","caller":"traceutil/trace.go:171","msg":"trace[1932175686] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"111.869067ms","start":"2026-05-24T07:19:19.302803Z","end":"2026-05-24T07:19:19.414672Z","steps":["trace[1932175686] 'process raft request' (duration: 111.56827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:19.744795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.964904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:19:19.745139Z","caller":"traceutil/trace.go:171","msg":"trace[351009061] linearizableReadLoop","detail":"{readStateIndex:2473; appliedIndex:2470; }","duration":"172.786116ms","start":"2026-05-24T07:19:19.572327Z","end":"2026-05-24T07:19:19.745113Z","steps":["trace[351009061] 'read index received' (duration: 64.413652ms)","trace[351009061] 'applied index is now lower than readState.Index' (duration: 108.370694ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:19:19.745206Z","caller":"traceutil/trace.go:171","msg":"trace[172057929] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"253.512121ms","start":"2026-05-24T07:19:19.491646Z","end":"2026-05-24T07:19:19.745158Z","steps":["trace[172057929] 'process raft request' (duration: 145.081535ms)","trace[172057929] 'compare' (duration: 107.793431ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:19:19.745292Z","caller":"traceutil/trace.go:171","msg":"trace[1943672248] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"239.278707ms","start":"2026-05-24T07:19:19.506Z","end":"2026-05-24T07:19:19.745279Z","steps":["trace[1943672248] 'process raft request' (duration: 238.930458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:19.745419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.075772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:19:19.745511Z","caller":"traceutil/trace.go:171","msg":"trace[502364483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2387; }","duration":"173.211506ms","start":"2026-05-24T07:19:19.572277Z","end":"2026-05-24T07:19:19.745489Z","steps":["trace[502364483] 'agreement among raft nodes before linearized reading' (duration: 172.998681ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:19:19.74543Z","caller":"traceutil/trace.go:171","msg":"trace[474011861] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"238.358115ms","start":"2026-05-24T07:19:19.507009Z","end":"2026-05-24T07:19:19.745367Z","steps":["trace[474011861] 'process raft request' (duration: 237.997546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:20.274303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.949549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:19:20.275056Z","caller":"traceutil/trace.go:171","msg":"trace[695669457] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"523.613331ms","start":"2026-05-24T07:19:19.751404Z","end":"2026-05-24T07:19:20.275017Z","steps":["trace[695669457] 'process raft request' (duration: 523.292423ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:19:20.275259Z","caller":"traceutil/trace.go:171","msg":"trace[1690237004] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"524.710106ms","start":"2026-05-24T07:19:19.75046Z","end":"2026-05-24T07:19:20.27517Z","steps":["trace[1690237004] 'process raft request' (duration: 163.783535ms)","trace[1690237004] 'compare' (duration: 359.830235ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:19:20.275312Z","caller":"traceutil/trace.go:171","msg":"trace[229489923] linearizableReadLoop","detail":"{readStateIndex:2475; appliedIndex:2473; }","duration":"467.74704ms","start":"2026-05-24T07:19:19.807523Z","end":"2026-05-24T07:19:20.27527Z","steps":["trace[229489923] 'read index received' (duration: 106.735736ms)","trace[229489923] 'applied index is now lower than readState.Index' (duration: 361.008483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:19:20.275353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:19.751366Z","time spent":"523.790354ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:19:20.275323Z","caller":"traceutil/trace.go:171","msg":"trace[718146886] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"376.871836ms","start":"2026-05-24T07:19:19.898423Z","end":"2026-05-24T07:19:20.275295Z","steps":["trace[718146886] 'process raft request' (duration: 376.501617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:20.275485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:19.750423Z","time spent":"524.936492ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:19:20.275525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.959994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:19:20.275658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.544748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:19:20.275633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.284857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:19:20.275711Z","caller":"traceutil/trace.go:171","msg":"trace[1874679478] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2390; }","duration":"425.655572ms","start":"2026-05-24T07:19:19.850043Z","end":"2026-05-24T07:19:20.275698Z","steps":["trace[1874679478] 'agreement among raft nodes before linearized reading' (duration: 425.57131ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:19:20.275725Z","caller":"traceutil/trace.go:171","msg":"trace[838985836] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2390; }","duration":"468.18981ms","start":"2026-05-24T07:19:19.807505Z","end":"2026-05-24T07:19:20.275695Z","steps":["trace[838985836] 'agreement among raft nodes before linearized reading' (duration: 467.873112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:20.275744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:19.850008Z","time spent":"425.727322ms","remote":"127.0.0.1:44150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:19:20.275572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:19.898387Z","time spent":"377.121952ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:19:20.275793Z","caller":"traceutil/trace.go:171","msg":"trace[1404279674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2390; }","duration":"438.478562ms","start":"2026-05-24T07:19:19.837241Z","end":"2026-05-24T07:19:20.27572Z","steps":["trace[1404279674] 'agreement among raft nodes before linearized reading' (duration: 438.278877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:20.275802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.252286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-05-24T07:19:20.27583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:19.807481Z","time spent":"468.328283ms","remote":"127.0.0.1:49748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:19:20.275848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:19.837215Z","time spent":"438.623316ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-24T07:19:20.275857Z","caller":"traceutil/trace.go:171","msg":"trace[848254669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2390; }","duration":"363.40014ms","start":"2026-05-24T07:19:19.912439Z","end":"2026-05-24T07:19:20.275839Z","steps":["trace[848254669] 'agreement among raft nodes before linearized reading' (duration: 363.087323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:20.275908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:19:19.912423Z","time spent":"363.474481ms","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5450,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-24T07:19:46.58025Z","caller":"traceutil/trace.go:171","msg":"trace[1271204661] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2792; }","duration":"160.17742ms","start":"2026-05-24T07:19:46.420053Z","end":"2026-05-24T07:19:46.58023Z","steps":["trace[1271204661] 'read index received' (duration: 160.020966ms)","trace[1271204661] 'applied index is now lower than readState.Index' (duration: 155.764µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:19:46.58052Z","caller":"traceutil/trace.go:171","msg":"trace[486514526] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"202.295938ms","start":"2026-05-24T07:19:46.378212Z","end":"2026-05-24T07:19:46.580508Z","steps":["trace[486514526] 'process raft request' (duration: 201.904739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:46.580752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.697812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:19:46.580792Z","caller":"traceutil/trace.go:171","msg":"trace[1257163175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2693; }","duration":"160.795674ms","start":"2026-05-24T07:19:46.419988Z","end":"2026-05-24T07:19:46.580784Z","steps":["trace[1257163175] 'agreement among raft nodes before linearized reading' (duration: 160.680851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:46.580959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.301599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-24T07:19:46.580993Z","caller":"traceutil/trace.go:171","msg":"trace[952926081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2693; }","duration":"136.367021ms","start":"2026-05-24T07:19:46.444619Z","end":"2026-05-24T07:19:46.580986Z","steps":["trace[952926081] 'agreement among raft nodes before linearized reading' (duration: 136.286019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:19:56.069979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.382946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-24T07:19:56.07008Z","caller":"traceutil/trace.go:171","msg":"trace[315955444] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2753; }","duration":"189.502258ms","start":"2026-05-24T07:19:55.880555Z","end":"2026-05-24T07:19:56.070057Z","steps":["trace[315955444] 'range keys from in-memory index tree' (duration: 189.176421ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:19:56.070396Z","caller":"traceutil/trace.go:171","msg":"trace[503129410] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"182.282259ms","start":"2026-05-24T07:19:55.888083Z","end":"2026-05-24T07:19:56.070365Z","steps":["trace[503129410] 'process raft request' (duration: 182.097844ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:19:56.071278Z","caller":"traceutil/trace.go:171","msg":"trace[821903334] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"168.354362ms","start":"2026-05-24T07:19:55.90291Z","end":"2026-05-24T07:19:56.071265Z","steps":["trace[821903334] 'process raft request' (duration: 168.239949ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:19:56.071661Z","caller":"traceutil/trace.go:171","msg":"trace[318890755] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"125.630279ms","start":"2026-05-24T07:19:55.945994Z","end":"2026-05-24T07:19:56.071624Z","steps":["trace[318890755] 'process raft request' (duration: 125.23024ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:19:56.071821Z","caller":"traceutil/trace.go:171","msg":"trace[1727658119] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"125.809853ms","start":"2026-05-24T07:19:55.945997Z","end":"2026-05-24T07:19:56.071807Z","steps":["trace[1727658119] 'process raft request' (duration: 125.500926ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:20:21.192664Z","caller":"traceutil/trace.go:171","msg":"trace[1983800499] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"482.864201ms","start":"2026-05-24T07:20:20.709765Z","end":"2026-05-24T07:20:21.19263Z","steps":["trace[1983800499] 'process raft request' (duration: 482.662647ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:20:21.192783Z","caller":"traceutil/trace.go:171","msg":"trace[903263597] linearizableReadLoop","detail":"{readStateIndex:3005; appliedIndex:3005; }","duration":"428.872305ms","start":"2026-05-24T07:20:20.763816Z","end":"2026-05-24T07:20:21.192688Z","steps":["trace[903263597] 'read index received' (duration: 428.851724ms)","trace[903263597] 'applied index is now lower than readState.Index' (duration: 17.331µs)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:20:21.192875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:20.709738Z","time spent":"483.024025ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:20:21.19313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.292384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-24T07:20:21.193235Z","caller":"traceutil/trace.go:171","msg":"trace[379503307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2898; }","duration":"429.466068ms","start":"2026-05-24T07:20:20.763744Z","end":"2026-05-24T07:20:21.19321Z","steps":["trace[379503307] 'agreement among raft nodes before linearized reading' (duration: 428.955456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:21.19329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:20.763708Z","time spent":"429.572201ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-24T07:20:21.841424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.034948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:20:21.841579Z","caller":"traceutil/trace.go:171","msg":"trace[1444046041] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"857.585435ms","start":"2026-05-24T07:20:20.983964Z","end":"2026-05-24T07:20:21.84155Z","steps":["trace[1444046041] 'process raft request' (duration: 500.336012ms)","trace[1444046041] 'compare' (duration: 356.507036ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:20:21.841641Z","caller":"traceutil/trace.go:171","msg":"trace[1624168333] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"643.081991ms","start":"2026-05-24T07:20:21.19854Z","end":"2026-05-24T07:20:21.841622Z","steps":["trace[1624168333] 'process raft request' (duration: 642.996389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:21.841723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:21.198507Z","time spent":"643.176323ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:20:21.84173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:20.983924Z","time spent":"857.724038ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:20:21.841839Z","caller":"traceutil/trace.go:171","msg":"trace[1432639366] linearizableReadLoop","detail":"{readStateIndex:3006; appliedIndex:3005; }","duration":"648.911978ms","start":"2026-05-24T07:20:21.192886Z","end":"2026-05-24T07:20:21.841798Z","steps":["trace[1432639366] 'read index received' (duration: 291.429699ms)","trace[1432639366] 'applied index is now lower than readState.Index' (duration: 357.475159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:20:21.842026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071148256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-24T07:20:21.842076Z","caller":"traceutil/trace.go:171","msg":"trace[446419698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2900; }","duration":"1.071214717s","start":"2026-05-24T07:20:20.770849Z","end":"2026-05-24T07:20:21.842064Z","steps":["trace[446419698] 'agreement among raft nodes before linearized reading' (duration: 1.071009963s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:21.842124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071856133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-24T07:20:21.842149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:20.770841Z","time spent":"1.07130025s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-24T07:20:21.842156Z","caller":"traceutil/trace.go:171","msg":"trace[2144080107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2900; }","duration":"1.071931354s","start":"2026-05-24T07:20:20.770214Z","end":"2026-05-24T07:20:21.842146Z","steps":["trace[2144080107] 'agreement among raft nodes before linearized reading' (duration: 1.07175779s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:21.842158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067597003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-24T07:20:21.842188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:20.770203Z","time spent":"1.071978466s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-24T07:20:21.842197Z","caller":"traceutil/trace.go:171","msg":"trace[1513056937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2900; }","duration":"1.067648214s","start":"2026-05-24T07:20:20.774537Z","end":"2026-05-24T07:20:21.842186Z","steps":["trace[1513056937] 'agreement among raft nodes before linearized reading' (duration: 1.067521841s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:21.842229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:20.774529Z","time spent":"1.067692935s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-24T07:20:21.842315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.800563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:20:21.84234Z","caller":"traceutil/trace.go:171","msg":"trace[534016950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2900; }","duration":"356.854215ms","start":"2026-05-24T07:20:21.485475Z","end":"2026-05-24T07:20:21.842329Z","steps":["trace[534016950] 'agreement among raft nodes before linearized reading' (duration: 356.818324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:21.842358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:21.485455Z","time spent":"356.899165ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-24T07:20:21.84239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077330481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-24T07:20:21.842497Z","caller":"traceutil/trace.go:171","msg":"trace[1071474055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2900; }","duration":"1.077510126s","start":"2026-05-24T07:20:20.764964Z","end":"2026-05-24T07:20:21.842474Z","steps":["trace[1071474055] 'agreement among raft nodes before linearized reading' (duration: 1.07723896s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:21.842557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:20.764934Z","time spent":"1.077612718s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-24T07:20:21.842406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.49324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b26f52286f09fb\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-24T07:20:21.842641Z","caller":"traceutil/trace.go:171","msg":"trace[1991861037] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b26f52286f09fb; range_end:; response_count:1; response_revision:2900; }","duration":"432.779276ms","start":"2026-05-24T07:20:21.409838Z","end":"2026-05-24T07:20:21.842617Z","steps":["trace[1991861037] 'agreement among raft nodes before linearized reading' (duration: 432.359987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:21.842683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:21.409815Z","time spent":"432.856918ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18b26f52286f09fb\" "} {"level":"warn","ts":"2026-05-24T07:20:22.361473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.210001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:20:22.361585Z","caller":"traceutil/trace.go:171","msg":"trace[320755586] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"516.341666ms","start":"2026-05-24T07:20:21.845224Z","end":"2026-05-24T07:20:22.361566Z","steps":["trace[320755586] 'process raft request' (duration: 271.918031ms)","trace[320755586] 'compare' (duration: 243.730619ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:20:22.361644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:21.845211Z","time spent":"516.404299ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:20:22.361992Z","caller":"traceutil/trace.go:171","msg":"trace[1061976314] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"514.487703ms","start":"2026-05-24T07:20:21.847467Z","end":"2026-05-24T07:20:22.361954Z","steps":["trace[1061976314] 'process raft request' (duration: 514.223247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:22.362207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:21.847455Z","time spent":"514.645397ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:20:22.362394Z","caller":"traceutil/trace.go:171","msg":"trace[1372116890] linearizableReadLoop","detail":"{readStateIndex:3012; appliedIndex:3007; }","duration":"482.781969ms","start":"2026-05-24T07:20:21.879594Z","end":"2026-05-24T07:20:22.362376Z","steps":["trace[1372116890] 'read index received' (duration: 237.683248ms)","trace[1372116890] 'applied index is now lower than readState.Index' (duration: 245.097651ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:20:22.362395Z","caller":"traceutil/trace.go:171","msg":"trace[505583235] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"514.820031ms","start":"2026-05-24T07:20:21.847545Z","end":"2026-05-24T07:20:22.362365Z","steps":["trace[505583235] 'process raft request' (duration: 514.276268ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:20:22.362449Z","caller":"traceutil/trace.go:171","msg":"trace[2108458913] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"514.835552ms","start":"2026-05-24T07:20:21.847595Z","end":"2026-05-24T07:20:22.362431Z","steps":["trace[2108458913] 'process raft request' (duration: 514.561385ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:20:22.362529Z","caller":"traceutil/trace.go:171","msg":"trace[30492088] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"514.852282ms","start":"2026-05-24T07:20:21.847625Z","end":"2026-05-24T07:20:22.362478Z","steps":["trace[30492088] 'process raft request' (duration: 514.692928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:22.362593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:21.847585Z","time spent":"514.932864ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:20:22.362662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:21.847615Z","time spent":"514.985835ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:20:22.362665Z","caller":"traceutil/trace.go:171","msg":"trace[1227291026] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"183.500105ms","start":"2026-05-24T07:20:22.17914Z","end":"2026-05-24T07:20:22.36264Z","steps":["trace[1227291026] 'process raft request' (duration: 183.327881ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:20:22.362892Z","caller":"traceutil/trace.go:171","msg":"trace[1898910915] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"181.921719ms","start":"2026-05-24T07:20:22.180952Z","end":"2026-05-24T07:20:22.362873Z","steps":["trace[1898910915] 'process raft request' (duration: 181.792746ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:20:22.362875Z","caller":"traceutil/trace.go:171","msg":"trace[537750026] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"182.025391ms","start":"2026-05-24T07:20:22.180828Z","end":"2026-05-24T07:20:22.362854Z","steps":["trace[537750026] 'process raft request' (duration: 181.759065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:22.362961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.806309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-24T07:20:22.363021Z","caller":"traceutil/trace.go:171","msg":"trace[319936941] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:2908; }","duration":"127.889641ms","start":"2026-05-24T07:20:22.235116Z","end":"2026-05-24T07:20:22.363006Z","steps":["trace[319936941] 'agreement among raft nodes before linearized reading' (duration: 127.711697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:22.363117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.487035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-24T07:20:22.363322Z","caller":"traceutil/trace.go:171","msg":"trace[2006850455] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2905; }","duration":"483.629719ms","start":"2026-05-24T07:20:21.879543Z","end":"2026-05-24T07:20:22.363173Z","steps":["trace[2006850455] 'agreement among raft nodes before linearized reading' (duration: 482.928013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:20:22.363411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:21.879525Z","time spent":"483.863064ms","remote":"127.0.0.1:44100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-24T07:20:22.362666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:20:21.847525Z","time spent":"514.947224ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:23:03.587586Z","caller":"traceutil/trace.go:171","msg":"trace[1201373652] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"197.348112ms","start":"2026-05-24T07:23:03.390207Z","end":"2026-05-24T07:23:03.587556Z","steps":["trace[1201373652] 'process raft request' (duration: 197.181218ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:23:03.683506Z","caller":"traceutil/trace.go:171","msg":"trace[44699900] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"293.084584ms","start":"2026-05-24T07:23:03.390389Z","end":"2026-05-24T07:23:03.683473Z","steps":["trace[44699900] 'process raft request' (duration: 292.983461ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:23:03.683544Z","caller":"traceutil/trace.go:171","msg":"trace[1124903761] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"293.104174ms","start":"2026-05-24T07:23:03.390388Z","end":"2026-05-24T07:23:03.683492Z","steps":["trace[1124903761] 'process raft request' (duration: 292.803677ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:23:03.68374Z","caller":"traceutil/trace.go:171","msg":"trace[1897887154] linearizableReadLoop","detail":"{readStateIndex:4102; appliedIndex:4097; }","duration":"233.123946ms","start":"2026-05-24T07:23:03.450591Z","end":"2026-05-24T07:23:03.683715Z","steps":["trace[1897887154] 'read index received' (duration: 136.830592ms)","trace[1897887154] 'applied index is now lower than readState.Index' (duration: 96.292354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:23:03.683895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.288821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:23:03.683982Z","caller":"traceutil/trace.go:171","msg":"trace[544091303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3955; }","duration":"233.445704ms","start":"2026-05-24T07:23:03.450521Z","end":"2026-05-24T07:23:03.683967Z","steps":["trace[544091303] 'agreement among raft nodes before linearized reading' (duration: 233.313861ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:23:03.683965Z","caller":"traceutil/trace.go:171","msg":"trace[1691484] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"293.490163ms","start":"2026-05-24T07:23:03.390408Z","end":"2026-05-24T07:23:03.683898Z","steps":["trace[1691484] 'process raft request' (duration: 293.021612ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:23:03.68414Z","caller":"traceutil/trace.go:171","msg":"trace[218467301] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"293.673807ms","start":"2026-05-24T07:23:03.390437Z","end":"2026-05-24T07:23:03.684111Z","steps":["trace[218467301] 'process raft request' (duration: 293.176325ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:27.26421Z","caller":"traceutil/trace.go:171","msg":"trace[682228333] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"240.079988ms","start":"2026-05-24T07:24:27.024109Z","end":"2026-05-24T07:24:27.264189Z","steps":["trace[682228333] 'process raft request' (duration: 239.73632ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:27.294231Z","caller":"traceutil/trace.go:171","msg":"trace[1861573380] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5116; }","duration":"241.292097ms","start":"2026-05-24T07:24:27.052912Z","end":"2026-05-24T07:24:27.294204Z","steps":["trace[1861573380] 'read index received' (duration: 210.99558ms)","trace[1861573380] 'applied index is now lower than readState.Index' (duration: 30.292127ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:24:27.294521Z","caller":"traceutil/trace.go:171","msg":"trace[763891971] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"260.008229ms","start":"2026-05-24T07:24:27.034502Z","end":"2026-05-24T07:24:27.29451Z","steps":["trace[763891971] 'process raft request' (duration: 259.546488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:27.294728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.785258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:24:27.294765Z","caller":"traceutil/trace.go:171","msg":"trace[609640240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4937; }","duration":"241.883441ms","start":"2026-05-24T07:24:27.052871Z","end":"2026-05-24T07:24:27.294754Z","steps":["trace[609640240] 'agreement among raft nodes before linearized reading' (duration: 241.798889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:27.294985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.287006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf720fc0-a58f-42fe-a70f-17a33fed252a\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-05-24T07:24:27.295011Z","caller":"traceutil/trace.go:171","msg":"trace[1955169398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf720fc0-a58f-42fe-a70f-17a33fed252a; range_end:; response_count:1; response_revision:4937; }","duration":"197.360408ms","start":"2026-05-24T07:24:27.097644Z","end":"2026-05-24T07:24:27.295004Z","steps":["trace[1955169398] 'agreement among raft nodes before linearized reading' (duration: 197.237485ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:27.520559Z","caller":"traceutil/trace.go:171","msg":"trace[2122949438] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"201.467914ms","start":"2026-05-24T07:24:27.319057Z","end":"2026-05-24T07:24:27.520525Z","steps":["trace[2122949438] 'process raft request' (duration: 196.169439ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:27.520832Z","caller":"traceutil/trace.go:171","msg":"trace[385802771] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"198.662098ms","start":"2026-05-24T07:24:27.322142Z","end":"2026-05-24T07:24:27.520804Z","steps":["trace[385802771] 'process raft request' (duration: 198.33479ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:28.095069Z","caller":"traceutil/trace.go:171","msg":"trace[84435933] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"114.045787ms","start":"2026-05-24T07:24:27.980984Z","end":"2026-05-24T07:24:28.09503Z","steps":["trace[84435933] 'process raft request' (duration: 106.525459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:29.97144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.862765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:24:29.971578Z","caller":"traceutil/trace.go:171","msg":"trace[174433570] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5172; }","duration":"414.679588ms","start":"2026-05-24T07:24:29.556876Z","end":"2026-05-24T07:24:29.971555Z","steps":["trace[174433570] 'read index received' (duration: 14.762649ms)","trace[174433570] 'applied index is now lower than readState.Index' (duration: 399.915549ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:24:29.971685Z","caller":"traceutil/trace.go:171","msg":"trace[1892116548] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"444.536233ms","start":"2026-05-24T07:24:29.527122Z","end":"2026-05-24T07:24:29.971658Z","steps":["trace[1892116548] 'process raft request' (duration: 102.3228ms)","trace[1892116548] 'compare' (duration: 341.575008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:29.971792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:29.527112Z","time spent":"444.616166ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:24:29.971884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.014555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ae98c62-e70e-4dc2-8fec-a64d04984123\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-05-24T07:24:29.971927Z","caller":"traceutil/trace.go:171","msg":"trace[1351968331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ae98c62-e70e-4dc2-8fec-a64d04984123; range_end:; response_count:1; response_revision:4989; }","duration":"415.117557ms","start":"2026-05-24T07:24:29.556799Z","end":"2026-05-24T07:24:29.971916Z","steps":["trace[1351968331] 'agreement among raft nodes before linearized reading' (duration: 414.912002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:29.971952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:29.556767Z","time spent":"415.180439ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4088,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ae98c62-e70e-4dc2-8fec-a64d04984123\" "} {"level":"info","ts":"2026-05-24T07:24:30.106699Z","caller":"traceutil/trace.go:171","msg":"trace[1796120141] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"184.902143ms","start":"2026-05-24T07:24:29.921767Z","end":"2026-05-24T07:24:30.106669Z","steps":["trace[1796120141] 'process raft request' (duration: 182.096487ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:30.106674Z","caller":"traceutil/trace.go:171","msg":"trace[1662894683] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5174; }","duration":"135.034084ms","start":"2026-05-24T07:24:29.971608Z","end":"2026-05-24T07:24:30.106642Z","steps":["trace[1662894683] 'read index received' (duration: 132.36072ms)","trace[1662894683] 'applied index is now lower than readState.Index' (duration: 2.671653ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:30.107036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.604776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:24:30.107302Z","caller":"traceutil/trace.go:171","msg":"trace[1439598327] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4990; }","duration":"195.966705ms","start":"2026-05-24T07:24:29.911316Z","end":"2026-05-24T07:24:30.107282Z","steps":["trace[1439598327] 'agreement among raft nodes before linearized reading' (duration: 195.469863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:30.107395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.292582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf720fc0-a58f-42fe-a70f-17a33fed252a\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-05-24T07:24:30.108028Z","caller":"traceutil/trace.go:171","msg":"trace[1364429028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf720fc0-a58f-42fe-a70f-17a33fed252a; range_end:; response_count:1; response_revision:4990; }","duration":"194.006328ms","start":"2026-05-24T07:24:29.914006Z","end":"2026-05-24T07:24:30.108012Z","steps":["trace[1364429028] 'agreement among raft nodes before linearized reading' (duration: 192.731518ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:34.234399Z","caller":"traceutil/trace.go:171","msg":"trace[644063465] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5362; }","duration":"457.885688ms","start":"2026-05-24T07:24:33.776484Z","end":"2026-05-24T07:24:34.234369Z","steps":["trace[644063465] 'read index received' (duration: 456.644239ms)","trace[644063465] 'applied index is now lower than readState.Index' (duration: 1.234979ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:24:34.234448Z","caller":"traceutil/trace.go:171","msg":"trace[1986157516] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"574.222459ms","start":"2026-05-24T07:24:33.660188Z","end":"2026-05-24T07:24:34.23441Z","steps":["trace[1986157516] 'process raft request' (duration: 573.089263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.234621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:33.660148Z","time spent":"574.383933ms","remote":"127.0.0.1:36274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:24:34.234709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.209766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-05-24T07:24:34.234831Z","caller":"traceutil/trace.go:171","msg":"trace[1626245405] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5172; }","duration":"458.395291ms","start":"2026-05-24T07:24:33.776405Z","end":"2026-05-24T07:24:34.2348Z","steps":["trace[1626245405] 'agreement among raft nodes before linearized reading' (duration: 458.077373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.234921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:33.776374Z","time spent":"458.528573ms","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-05-24T07:24:34.300281Z","caller":"traceutil/trace.go:171","msg":"trace[828845549] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"433.726938ms","start":"2026-05-24T07:24:33.866537Z","end":"2026-05-24T07:24:34.300264Z","steps":["trace[828845549] 'process raft request' (duration: 433.350739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.300393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:33.866503Z","time spent":"433.831501ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:24:34.300554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.319852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:24:34.300576Z","caller":"traceutil/trace.go:171","msg":"trace[887228988] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5175; }","duration":"223.344012ms","start":"2026-05-24T07:24:34.077227Z","end":"2026-05-24T07:24:34.300571Z","steps":["trace[887228988] 'agreement among raft nodes before linearized reading' (duration: 223.26778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.300551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.375384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-24T07:24:34.300631Z","caller":"traceutil/trace.go:171","msg":"trace[1797390781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5175; }","duration":"185.453996ms","start":"2026-05-24T07:24:34.115146Z","end":"2026-05-24T07:24:34.3006Z","steps":["trace[1797390781] 'agreement among raft nodes before linearized reading' (duration: 185.19191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.300665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.917992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:24:34.300685Z","caller":"traceutil/trace.go:171","msg":"trace[1447720640] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5175; }","duration":"252.967263ms","start":"2026-05-24T07:24:34.047712Z","end":"2026-05-24T07:24:34.300679Z","steps":["trace[1447720640] 'agreement among raft nodes before linearized reading' (duration: 252.937482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.300807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.124743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42653e08-131b-408f-b51a-814eff4eaeab\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-24T07:24:34.300825Z","caller":"traceutil/trace.go:171","msg":"trace[1674334819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42653e08-131b-408f-b51a-814eff4eaeab; range_end:; response_count:1; response_revision:5175; }","duration":"334.176174ms","start":"2026-05-24T07:24:33.966644Z","end":"2026-05-24T07:24:34.30082Z","steps":["trace[1674334819] 'agreement among raft nodes before linearized reading' (duration: 334.105262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.300841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:33.966623Z","time spent":"334.213055ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42653e08-131b-408f-b51a-814eff4eaeab\" "} {"level":"warn","ts":"2026-05-24T07:24:34.300889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.978225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-24T07:24:34.300959Z","caller":"traceutil/trace.go:171","msg":"trace[1600600483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5175; }","duration":"133.064357ms","start":"2026-05-24T07:24:34.16788Z","end":"2026-05-24T07:24:34.300944Z","steps":["trace[1600600483] 'agreement among raft nodes before linearized reading' (duration: 132.857062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.30101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.16254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-24T07:24:34.301032Z","caller":"traceutil/trace.go:171","msg":"trace[2091543120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5175; }","duration":"136.239282ms","start":"2026-05-24T07:24:34.164788Z","end":"2026-05-24T07:24:34.301027Z","steps":["trace[2091543120] 'agreement among raft nodes before linearized reading' (duration: 136.15737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.301162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.677959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787072"} {"level":"info","ts":"2026-05-24T07:24:34.301183Z","caller":"traceutil/trace.go:171","msg":"trace[367332407] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5175; }","duration":"483.740191ms","start":"2026-05-24T07:24:33.817437Z","end":"2026-05-24T07:24:34.301177Z","steps":["trace[367332407] 'agreement among raft nodes before linearized reading' (duration: 483.442734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.301196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:33.817413Z","time spent":"483.779642ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":787094,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-24T07:24:34.301219Z","caller":"traceutil/trace.go:171","msg":"trace[1006143342] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"319.345502ms","start":"2026-05-24T07:24:33.981865Z","end":"2026-05-24T07:24:34.301211Z","steps":["trace[1006143342] 'process raft request' (duration: 318.107023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.301284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:33.981836Z","time spent":"319.401634ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:24:34.301369Z","caller":"traceutil/trace.go:171","msg":"trace[231969463] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"179.963286ms","start":"2026-05-24T07:24:34.1214Z","end":"2026-05-24T07:24:34.301364Z","steps":["trace[231969463] 'process raft request' (duration: 178.601944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.301391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.00501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:24:34.301429Z","caller":"traceutil/trace.go:171","msg":"trace[416284135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5175; }","duration":"159.047002ms","start":"2026-05-24T07:24:34.142361Z","end":"2026-05-24T07:24:34.301408Z","steps":["trace[416284135] 'agreement among raft nodes before linearized reading' (duration: 158.97081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.301468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.540296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-24T07:24:34.301488Z","caller":"traceutil/trace.go:171","msg":"trace[1034784755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5175; }","duration":"127.586688ms","start":"2026-05-24T07:24:34.173897Z","end":"2026-05-24T07:24:34.301484Z","steps":["trace[1034784755] 'agreement among raft nodes before linearized reading' (duration: 127.536107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.30158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.130152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-24T07:24:34.301599Z","caller":"traceutil/trace.go:171","msg":"trace[454792160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5175; }","duration":"175.186213ms","start":"2026-05-24T07:24:34.126408Z","end":"2026-05-24T07:24:34.301594Z","steps":["trace[454792160] 'agreement among raft nodes before linearized reading' (duration: 175.129682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:34.816889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199872982308364,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-24T07:24:34.961525Z","caller":"traceutil/trace.go:171","msg":"trace[1326625431] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"650.338711ms","start":"2026-05-24T07:24:34.311143Z","end":"2026-05-24T07:24:34.961481Z","steps":["trace[1326625431] 'process raft request' (duration: 632.338075ms)","trace[1326625431] 'compare' (duration: 17.551535ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:34.961699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:34.311134Z","time spent":"650.479184ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:24:35.006397Z","caller":"traceutil/trace.go:171","msg":"trace[476980918] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"694.246109ms","start":"2026-05-24T07:24:34.312099Z","end":"2026-05-24T07:24:35.006345Z","steps":["trace[476980918] 'process raft request' (duration: 693.85237ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:35.006434Z","caller":"traceutil/trace.go:171","msg":"trace[1553896067] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"694.158567ms","start":"2026-05-24T07:24:34.312233Z","end":"2026-05-24T07:24:35.006392Z","steps":["trace[1553896067] 'process raft request' (duration: 694.069725ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:35.006552Z","caller":"traceutil/trace.go:171","msg":"trace[1343512452] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"694.247529ms","start":"2026-05-24T07:24:34.312288Z","end":"2026-05-24T07:24:35.006536Z","steps":["trace[1343512452] 'process raft request' (duration: 694.050135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.006649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.589933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-05-24T07:24:35.006513Z","caller":"traceutil/trace.go:171","msg":"trace[1834751907] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5366; }","duration":"690.46077ms","start":"2026-05-24T07:24:34.316045Z","end":"2026-05-24T07:24:35.006506Z","steps":["trace[1834751907] 'read index received' (duration: 627.396668ms)","trace[1834751907] 'applied index is now lower than readState.Index' (duration: 63.062992ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:24:35.006676Z","caller":"traceutil/trace.go:171","msg":"trace[463453280] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5181; }","duration":"690.648595ms","start":"2026-05-24T07:24:34.316022Z","end":"2026-05-24T07:24:35.006671Z","steps":["trace[463453280] 'agreement among raft nodes before linearized reading' (duration: 690.503541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.00667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:34.312215Z","time spent":"694.332761ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:24:35.006702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:34.316014Z","time spent":"690.684585ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16203,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-24T07:24:35.006726Z","caller":"traceutil/trace.go:171","msg":"trace[1766804091] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"694.546297ms","start":"2026-05-24T07:24:34.312165Z","end":"2026-05-24T07:24:35.006711Z","steps":["trace[1766804091] 'process raft request' (duration: 694.029594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.007164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:34.312159Z","time spent":"694.979057ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:24:35.00664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:34.312082Z","time spent":"694.421784ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:24:35.006426Z","caller":"traceutil/trace.go:171","msg":"trace[1436745502] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"694.199828ms","start":"2026-05-24T07:24:34.312204Z","end":"2026-05-24T07:24:35.006403Z","steps":["trace[1436745502] 'process raft request' (duration: 694.034844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.006663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:34.312282Z","time spent":"694.308331ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:24:35.006911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.294029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42653e08-131b-408f-b51a-814eff4eaeab\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-05-24T07:24:35.007604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:34.312198Z","time spent":"695.315905ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:24:35.007661Z","caller":"traceutil/trace.go:171","msg":"trace[492965470] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42653e08-131b-408f-b51a-814eff4eaeab; range_end:; response_count:1; response_revision:5181; }","duration":"533.124248ms","start":"2026-05-24T07:24:34.474515Z","end":"2026-05-24T07:24:35.007639Z","steps":["trace[492965470] 'agreement among raft nodes before linearized reading' (duration: 532.276268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.007704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:34.474488Z","time spent":"533.204171ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42653e08-131b-408f-b51a-814eff4eaeab\" "} {"level":"warn","ts":"2026-05-24T07:24:35.00699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.983986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-05-24T07:24:35.007878Z","caller":"traceutil/trace.go:171","msg":"trace[924728185] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5181; }","duration":"399.797716ms","start":"2026-05-24T07:24:34.607945Z","end":"2026-05-24T07:24:35.007743Z","steps":["trace[924728185] 'agreement among raft nodes before linearized reading' (duration: 398.896745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.00801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:34.607916Z","time spent":"400.056301ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16203,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-24T07:24:35.70513Z","caller":"traceutil/trace.go:171","msg":"trace[802583521] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"408.208464ms","start":"2026-05-24T07:24:35.296892Z","end":"2026-05-24T07:24:35.705101Z","steps":["trace[802583521] 'process raft request' (duration: 408.072541ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:35.705154Z","caller":"traceutil/trace.go:171","msg":"trace[700625498] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5373; }","duration":"319.641809ms","start":"2026-05-24T07:24:35.38547Z","end":"2026-05-24T07:24:35.705112Z","steps":["trace[700625498] 'read index received' (duration: 319.617359ms)","trace[700625498] 'applied index is now lower than readState.Index' (duration: 20.21µs)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:35.705262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:35.296853Z","time spent":"408.348267ms","remote":"127.0.0.1:49754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1811,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-24T07:24:35.705841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.348377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787072"} {"level":"info","ts":"2026-05-24T07:24:35.705912Z","caller":"traceutil/trace.go:171","msg":"trace[1516701744] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5182; }","duration":"320.48801ms","start":"2026-05-24T07:24:35.385408Z","end":"2026-05-24T07:24:35.705896Z","steps":["trace[1516701744] 'agreement among raft nodes before linearized reading' (duration: 319.858105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.705957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:35.385381Z","time spent":"320.566022ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":787094,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-24T07:24:35.809761Z","caller":"traceutil/trace.go:171","msg":"trace[1902442981] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"395.614906ms","start":"2026-05-24T07:24:35.414103Z","end":"2026-05-24T07:24:35.809718Z","steps":["trace[1902442981] 'process raft request' (duration: 331.576482ms)","trace[1902442981] 'compare' (duration: 63.733617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:35.810014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:35.414065Z","time spent":"395.813381ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:24:35.810228Z","caller":"traceutil/trace.go:171","msg":"trace[1993605607] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5373; }","duration":"104.951993ms","start":"2026-05-24T07:24:35.705238Z","end":"2026-05-24T07:24:35.81019Z","steps":["trace[1993605607] 'read index received' (duration: 40.633651ms)","trace[1993605607] 'applied index is now lower than readState.Index' (duration: 64.315921ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:24:35.810535Z","caller":"traceutil/trace.go:171","msg":"trace[2114861975] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"214.738798ms","start":"2026-05-24T07:24:35.595783Z","end":"2026-05-24T07:24:35.810522Z","steps":["trace[2114861975] 'process raft request' (duration: 213.872018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.810813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.941913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:24:35.81093Z","caller":"traceutil/trace.go:171","msg":"trace[1743124689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5184; }","duration":"327.174798ms","start":"2026-05-24T07:24:35.483744Z","end":"2026-05-24T07:24:35.810919Z","steps":["trace[1743124689] 'agreement among raft nodes before linearized reading' (duration: 326.957623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.810974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:35.483713Z","time spent":"327.2521ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-24T07:24:35.855873Z","caller":"traceutil/trace.go:171","msg":"trace[1670378729] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"139.795546ms","start":"2026-05-24T07:24:35.716056Z","end":"2026-05-24T07:24:35.855851Z","steps":["trace[1670378729] 'process raft request' (duration: 139.295875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:35.855726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.659745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:24:35.856054Z","caller":"traceutil/trace.go:171","msg":"trace[2061868265] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5185; }","duration":"138.059535ms","start":"2026-05-24T07:24:35.717985Z","end":"2026-05-24T07:24:35.856044Z","steps":["trace[2061868265] 'agreement among raft nodes before linearized reading' (duration: 137.605714ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:36.082659Z","caller":"traceutil/trace.go:171","msg":"trace[845479474] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5376; }","duration":"123.528582ms","start":"2026-05-24T07:24:35.959097Z","end":"2026-05-24T07:24:36.082626Z","steps":["trace[845479474] 'read index received' (duration: 27.938421ms)","trace[845479474] 'applied index is now lower than readState.Index' (duration: 95.588521ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:24:36.082723Z","caller":"traceutil/trace.go:171","msg":"trace[1136364753] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"191.345715ms","start":"2026-05-24T07:24:35.891326Z","end":"2026-05-24T07:24:36.082672Z","steps":["trace[1136364753] 'process raft request' (duration: 95.758604ms)","trace[1136364753] 'compare' (duration: 95.182711ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:36.083463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.349611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787072"} {"level":"info","ts":"2026-05-24T07:24:36.083559Z","caller":"traceutil/trace.go:171","msg":"trace[887958832] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5186; }","duration":"124.497914ms","start":"2026-05-24T07:24:35.95904Z","end":"2026-05-24T07:24:36.083538Z","steps":["trace[887958832] 'agreement among raft nodes before linearized reading' (duration: 123.736966ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:43.22077Z","caller":"traceutil/trace.go:171","msg":"trace[1068706330] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"138.25513ms","start":"2026-05-24T07:24:43.082464Z","end":"2026-05-24T07:24:43.220719Z","steps":["trace[1068706330] 'process raft request' (duration: 137.999594ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:43.220836Z","caller":"traceutil/trace.go:171","msg":"trace[1390452278] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"138.2783ms","start":"2026-05-24T07:24:43.082509Z","end":"2026-05-24T07:24:43.220787Z","steps":["trace[1390452278] 'process raft request' (duration: 138.083166ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:43.221048Z","caller":"traceutil/trace.go:171","msg":"trace[1664909944] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"138.180979ms","start":"2026-05-24T07:24:43.082837Z","end":"2026-05-24T07:24:43.221018Z","steps":["trace[1664909944] 'process raft request' (duration: 137.8015ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:43.221166Z","caller":"traceutil/trace.go:171","msg":"trace[1325347696] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5542; }","duration":"137.759428ms","start":"2026-05-24T07:24:43.083052Z","end":"2026-05-24T07:24:43.220811Z","steps":["trace[1325347696] 'read index received' (duration: 18.375444ms)","trace[1325347696] 'applied index is now lower than readState.Index' (duration: 119.382594ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:43.221694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.591618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62989"} {"level":"info","ts":"2026-05-24T07:24:43.221959Z","caller":"traceutil/trace.go:171","msg":"trace[781072963] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5350; }","duration":"138.891705ms","start":"2026-05-24T07:24:43.083045Z","end":"2026-05-24T07:24:43.221937Z","steps":["trace[781072963] 'agreement among raft nodes before linearized reading' (duration: 138.144898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:43.222415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.316079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-24T07:24:43.222472Z","caller":"traceutil/trace.go:171","msg":"trace[1394064963] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5350; }","duration":"110.445873ms","start":"2026-05-24T07:24:43.112008Z","end":"2026-05-24T07:24:43.222454Z","steps":["trace[1394064963] 'agreement among raft nodes before linearized reading' (duration: 110.209777ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:43.221761Z","caller":"traceutil/trace.go:171","msg":"trace[1470541877] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"129.114164ms","start":"2026-05-24T07:24:43.092621Z","end":"2026-05-24T07:24:43.221735Z","steps":["trace[1470541877] 'process raft request' (duration: 128.068089ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:43.342424Z","caller":"traceutil/trace.go:171","msg":"trace[544060700] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"115.112413ms","start":"2026-05-24T07:24:43.227281Z","end":"2026-05-24T07:24:43.342393Z","steps":["trace[544060700] 'process raft request' (duration: 73.045058ms)","trace[544060700] 'compare' (duration: 41.915942ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:24:43.368134Z","caller":"traceutil/trace.go:171","msg":"trace[1389783475] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"140.526743ms","start":"2026-05-24T07:24:43.22758Z","end":"2026-05-24T07:24:43.368106Z","steps":["trace[1389783475] 'process raft request' (duration: 140.282477ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:43.368542Z","caller":"traceutil/trace.go:171","msg":"trace[1570479520] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"138.742101ms","start":"2026-05-24T07:24:43.229785Z","end":"2026-05-24T07:24:43.368527Z","steps":["trace[1570479520] 'process raft request' (duration: 138.547916ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:43.368689Z","caller":"traceutil/trace.go:171","msg":"trace[115439811] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"141.012885ms","start":"2026-05-24T07:24:43.227634Z","end":"2026-05-24T07:24:43.368646Z","steps":["trace[115439811] 'process raft request' (duration: 140.40667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:48.442105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.765658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-t5qw2\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-05-24T07:24:48.442264Z","caller":"traceutil/trace.go:171","msg":"trace[1488286581] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-t5qw2; range_end:; response_count:1; response_revision:5421; }","duration":"337.966173ms","start":"2026-05-24T07:24:48.104266Z","end":"2026-05-24T07:24:48.442232Z","steps":["trace[1488286581] 'range keys from in-memory index tree' (duration: 337.460391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:48.442352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:48.104217Z","time spent":"338.120627ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-t5qw2\" "} {"level":"info","ts":"2026-05-24T07:24:48.780317Z","caller":"traceutil/trace.go:171","msg":"trace[1533097729] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"330.134338ms","start":"2026-05-24T07:24:48.450151Z","end":"2026-05-24T07:24:48.780285Z","steps":["trace[1533097729] 'process raft request' (duration: 329.938793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:48.780561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:48.45013Z","time spent":"330.293041ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:24:49.036292Z","caller":"traceutil/trace.go:171","msg":"trace[1126754812] linearizableReadLoop","detail":"{readStateIndex:5623; appliedIndex:5620; }","duration":"552.754423ms","start":"2026-05-24T07:24:48.4835Z","end":"2026-05-24T07:24:49.036254Z","steps":["trace[1126754812] 'read index received' (duration: 296.527833ms)","trace[1126754812] 'applied index is now lower than readState.Index' (duration: 256.22432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:49.036551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.010239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:24:49.036618Z","caller":"traceutil/trace.go:171","msg":"trace[1951406509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5424; }","duration":"553.146402ms","start":"2026-05-24T07:24:48.483452Z","end":"2026-05-24T07:24:49.036598Z","steps":["trace[1951406509] 'agreement among raft nodes before linearized reading' (duration: 552.950607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:49.036675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:48.483427Z","time spent":"553.233465ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-24T07:24:49.036709Z","caller":"traceutil/trace.go:171","msg":"trace[318460312] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"581.78325ms","start":"2026-05-24T07:24:48.454885Z","end":"2026-05-24T07:24:49.036668Z","steps":["trace[318460312] 'process raft request' (duration: 579.453535ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:49.036761Z","caller":"traceutil/trace.go:171","msg":"trace[209628895] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"581.827231ms","start":"2026-05-24T07:24:48.454886Z","end":"2026-05-24T07:24:49.036714Z","steps":["trace[209628895] 'process raft request' (duration: 581.187636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:49.036895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:48.454858Z","time spent":"581.940343ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:24:49.037096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:48.454839Z","time spent":"582.143288ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:24:55.888384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.922484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:24:55.888473Z","caller":"traceutil/trace.go:171","msg":"trace[2107355684] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5525; }","duration":"503.084478ms","start":"2026-05-24T07:24:55.385367Z","end":"2026-05-24T07:24:55.888451Z","steps":["trace[2107355684] 'count revisions from in-memory index tree' (duration: 502.74361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:55.888515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:55.385339Z","time spent":"503.1666ms","remote":"127.0.0.1:52256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:24:55.889019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.395215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:24:55.88906Z","caller":"traceutil/trace.go:171","msg":"trace[1283372121] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5525; }","duration":"270.486587ms","start":"2026-05-24T07:24:55.618563Z","end":"2026-05-24T07:24:55.889049Z","steps":["trace[1283372121] 'range keys from in-memory index tree' (duration: 270.255312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:55.889077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.09758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:24:55.889145Z","caller":"traceutil/trace.go:171","msg":"trace[2100796737] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5525; }","duration":"328.226253ms","start":"2026-05-24T07:24:55.560901Z","end":"2026-05-24T07:24:55.889127Z","steps":["trace[2100796737] 'count revisions from in-memory index tree' (duration: 327.978337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:55.88921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:55.560875Z","time spent":"328.319425ms","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:24:55.8892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.39731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-24T07:24:55.889292Z","caller":"traceutil/trace.go:171","msg":"trace[639807117] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5525; }","duration":"444.550224ms","start":"2026-05-24T07:24:55.444722Z","end":"2026-05-24T07:24:55.889272Z","steps":["trace[639807117] 'range keys from in-memory index tree' (duration: 444.204746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:55.889339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:55.444697Z","time spent":"444.633646ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-24T07:24:57.72787Z","caller":"traceutil/trace.go:171","msg":"trace[1294575861] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"433.079832ms","start":"2026-05-24T07:24:57.294759Z","end":"2026-05-24T07:24:57.727838Z","steps":["trace[1294575861] 'process raft request' (duration: 428.588806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:57.728048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:57.294745Z","time spent":"433.211286ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:24:57.731309Z","caller":"traceutil/trace.go:171","msg":"trace[546665514] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"436.155055ms","start":"2026-05-24T07:24:57.295098Z","end":"2026-05-24T07:24:57.731253Z","steps":["trace[546665514] 'process raft request' (duration: 435.919749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:57.73158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:57.295061Z","time spent":"436.37653ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:24:57.762106Z","caller":"traceutil/trace.go:171","msg":"trace[730485699] linearizableReadLoop","detail":"{readStateIndex:5791; appliedIndex:5789; }","duration":"464.66308ms","start":"2026-05-24T07:24:57.297406Z","end":"2026-05-24T07:24:57.762069Z","steps":["trace[730485699] 'read index received' (duration: 425.921683ms)","trace[730485699] 'applied index is now lower than readState.Index' (duration: 38.739127ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:57.762452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.262278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:24:57.762518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.347578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-24T07:24:57.762608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.413683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab9f47d-6597-4b1e-b24b-58bc3b43137e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-24T07:24:57.762619Z","caller":"traceutil/trace.go:171","msg":"trace[1817126379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5591; }","duration":"460.46341ms","start":"2026-05-24T07:24:57.302136Z","end":"2026-05-24T07:24:57.7626Z","steps":["trace[1817126379] 'agreement among raft nodes before linearized reading' (duration: 460.175193ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:24:57.762649Z","caller":"traceutil/trace.go:171","msg":"trace[1601349101] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aab9f47d-6597-4b1e-b24b-58bc3b43137e; range_end:; response_count:1; response_revision:5591; }","duration":"379.486975ms","start":"2026-05-24T07:24:57.383147Z","end":"2026-05-24T07:24:57.762634Z","steps":["trace[1601349101] 'agreement among raft nodes before linearized reading' (duration: 379.387973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:57.762675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:57.302111Z","time spent":"460.550393ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-24T07:24:57.76256Z","caller":"traceutil/trace.go:171","msg":"trace[1133054745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5591; }","duration":"277.447952ms","start":"2026-05-24T07:24:57.485084Z","end":"2026-05-24T07:24:57.762532Z","steps":["trace[1133054745] 'agreement among raft nodes before linearized reading' (duration: 277.249237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:57.76269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:57.383119Z","time spent":"379.561167ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab9f47d-6597-4b1e-b24b-58bc3b43137e\" "} {"level":"warn","ts":"2026-05-24T07:24:57.762485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.054599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j778d\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-24T07:24:57.762981Z","caller":"traceutil/trace.go:171","msg":"trace[1591888517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j778d; range_end:; response_count:1; response_revision:5591; }","duration":"465.580011ms","start":"2026-05-24T07:24:57.297388Z","end":"2026-05-24T07:24:57.762968Z","steps":["trace[1591888517] 'agreement among raft nodes before linearized reading' (duration: 464.875864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:57.763026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:57.297252Z","time spent":"465.758576ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-j778d\" "} {"level":"warn","ts":"2026-05-24T07:24:58.078677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.033014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:24:58.078768Z","caller":"traceutil/trace.go:171","msg":"trace[1245206009] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"240.538949ms","start":"2026-05-24T07:24:57.838214Z","end":"2026-05-24T07:24:58.078753Z","steps":["trace[1245206009] 'process raft request' (duration: 83.358852ms)","trace[1245206009] 'compare' (duration: 156.953492ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:58.906942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.319236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:24:58.907221Z","caller":"traceutil/trace.go:171","msg":"trace[485388359] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"956.835879ms","start":"2026-05-24T07:24:57.950355Z","end":"2026-05-24T07:24:58.90719Z","steps":["trace[485388359] 'process raft request' (duration: 328.990761ms)","trace[485388359] 'compare' (duration: 627.112351ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:58.907331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:57.950328Z","time spent":"956.963012ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:24:59.302113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022766558s","expected-duration":"1s"} {"level":"info","ts":"2026-05-24T07:24:59.359935Z","caller":"traceutil/trace.go:171","msg":"trace[1706113986] linearizableReadLoop","detail":"{readStateIndex:5796; appliedIndex:5794; }","duration":"1.339670393s","start":"2026-05-24T07:24:58.020235Z","end":"2026-05-24T07:24:59.359905Z","steps":["trace[1706113986] 'read index received' (duration: 259.067707ms)","trace[1706113986] 'applied index is now lower than readState.Index' (duration: 1.080601276s)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:24:59.359997Z","caller":"traceutil/trace.go:171","msg":"trace[377321534] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"1.407099058s","start":"2026-05-24T07:24:57.952848Z","end":"2026-05-24T07:24:59.359947Z","steps":["trace[377321534] 'process raft request' (duration: 1.350810397s)","trace[377321534] 'compare' (duration: 55.947193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:24:59.360304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340034751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:24:59.360451Z","caller":"traceutil/trace.go:171","msg":"trace[1246635594] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5595; }","duration":"1.340258846s","start":"2026-05-24T07:24:58.020161Z","end":"2026-05-24T07:24:59.36042Z","steps":["trace[1246635594] 'agreement among raft nodes before linearized reading' (duration: 1.33998624s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:24:59.36054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:58.020134Z","time spent":"1.34039149s","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:24:59.360614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:57.952822Z","time spent":"1.407267522s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:25:00.141717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.556702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:25:00.141954Z","caller":"traceutil/trace.go:171","msg":"trace[1822518421] linearizableReadLoop","detail":"{readStateIndex:5798; appliedIndex:5796; }","duration":"781.900262ms","start":"2026-05-24T07:24:59.360028Z","end":"2026-05-24T07:25:00.141928Z","steps":["trace[1822518421] 'read index received' (duration: 277.102274ms)","trace[1822518421] 'applied index is now lower than readState.Index' (duration: 504.796018ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:25:00.1424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.863172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-24T07:25:00.14244Z","caller":"traceutil/trace.go:171","msg":"trace[1165950636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5597; }","duration":"984.944114ms","start":"2026-05-24T07:24:59.157485Z","end":"2026-05-24T07:25:00.142429Z","steps":["trace[1165950636] 'agreement among raft nodes before linearized reading' (duration: 984.76188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.142472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.157461Z","time spent":"985.003166ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-24T07:25:00.142594Z","caller":"traceutil/trace.go:171","msg":"trace[1323336592] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"1.046991812s","start":"2026-05-24T07:24:59.095586Z","end":"2026-05-24T07:25:00.142578Z","steps":["trace[1323336592] 'process raft request' (duration: 1.046246244s)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:00.14259Z","caller":"traceutil/trace.go:171","msg":"trace[239471327] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"1.313720519s","start":"2026-05-24T07:24:58.828828Z","end":"2026-05-24T07:25:00.142549Z","steps":["trace[239471327] 'process raft request' (duration: 808.216554ms)","trace[239471327] 'compare' (duration: 504.375238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:25:00.142657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693950562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:25:00.142672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.095548Z","time spent":"1.047091794s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:25:00.14271Z","caller":"traceutil/trace.go:171","msg":"trace[1278465535] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5597; }","duration":"1.694043123s","start":"2026-05-24T07:24:58.448653Z","end":"2026-05-24T07:25:00.142696Z","steps":["trace[1278465535] 'agreement among raft nodes before linearized reading' (duration: 1.693932021s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.142756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:58.448633Z","time spent":"1.694111376s","remote":"127.0.0.1:44006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:25:00.142599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624043078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:25:00.142809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:58.828803Z","time spent":"1.313884403s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:25:00.14288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.976171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-24T07:25:00.142873Z","caller":"traceutil/trace.go:171","msg":"trace[1927397936] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5597; }","duration":"1.624371306s","start":"2026-05-24T07:24:58.518474Z","end":"2026-05-24T07:25:00.142845Z","steps":["trace[1927397936] 'agreement among raft nodes before linearized reading' (duration: 1.624028748s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.142887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373757918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab9f47d-6597-4b1e-b24b-58bc3b43137e\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-05-24T07:25:00.142914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918518243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab9f47d-6597-4b1e-b24b-58bc3b43137e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-24T07:25:00.142958Z","caller":"traceutil/trace.go:171","msg":"trace[1072762568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5597; }","duration":"899.111324ms","start":"2026-05-24T07:24:59.243811Z","end":"2026-05-24T07:25:00.142922Z","steps":["trace[1072762568] 'agreement among raft nodes before linearized reading' (duration: 898.860478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.142956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:58.518452Z","time spent":"1.624480079s","remote":"127.0.0.1:49740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:25:00.142956Z","caller":"traceutil/trace.go:171","msg":"trace[2090733455] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aab9f47d-6597-4b1e-b24b-58bc3b43137e; range_end:; response_count:1; response_revision:5597; }","duration":"1.373855721s","start":"2026-05-24T07:24:58.769079Z","end":"2026-05-24T07:25:00.142935Z","steps":["trace[2090733455] 'agreement among raft nodes before linearized reading' (duration: 1.373566984s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.142996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.16026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-24T07:25:00.143001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.243786Z","time spent":"899.206726ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-24T07:25:00.143012Z","caller":"traceutil/trace.go:171","msg":"trace[154036084] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aab9f47d-6597-4b1e-b24b-58bc3b43137e; range_end:; response_count:1; response_revision:5597; }","duration":"1.918661546s","start":"2026-05-24T07:24:58.224323Z","end":"2026-05-24T07:25:00.142984Z","steps":["trace[154036084] 'agreement among raft nodes before linearized reading' (duration: 1.918363389s)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.14302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:58.769061Z","time spent":"1.373941864s","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab9f47d-6597-4b1e-b24b-58bc3b43137e\" "} {"level":"warn","ts":"2026-05-24T07:25:00.142996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.648211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-24T07:25:00.143075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:58.224301Z","time spent":"1.918758968s","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aab9f47d-6597-4b1e-b24b-58bc3b43137e\" "} {"level":"warn","ts":"2026-05-24T07:25:00.1431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.931481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j778d\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-24T07:25:00.143115Z","caller":"traceutil/trace.go:171","msg":"trace[1367639276] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5597; }","duration":"366.790894ms","start":"2026-05-24T07:24:59.776312Z","end":"2026-05-24T07:25:00.143103Z","steps":["trace[1367639276] 'agreement among raft nodes before linearized reading' (duration: 366.650141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.143111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.901742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-24T07:25:00.143133Z","caller":"traceutil/trace.go:171","msg":"trace[986740646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j778d; range_end:; response_count:1; response_revision:5597; }","duration":"335.001122ms","start":"2026-05-24T07:24:59.808121Z","end":"2026-05-24T07:25:00.143122Z","steps":["trace[986740646] 'agreement among raft nodes before linearized reading' (duration: 334.89945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.143142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.776297Z","time spent":"366.835346ms","remote":"127.0.0.1:43038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:25:00.143167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.808097Z","time spent":"335.063894ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-j778d\" "} {"level":"info","ts":"2026-05-24T07:25:00.14316Z","caller":"traceutil/trace.go:171","msg":"trace[252011740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5597; }","duration":"411.972093ms","start":"2026-05-24T07:24:59.731172Z","end":"2026-05-24T07:25:00.143144Z","steps":["trace[252011740] 'agreement among raft nodes before linearized reading' (duration: 411.800849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.1431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.960371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:25:00.143209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.695079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-24T07:25:00.143219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.731154Z","time spent":"412.054385ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-24T07:25:00.143029Z","caller":"traceutil/trace.go:171","msg":"trace[278297156] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5597; }","duration":"240.216781ms","start":"2026-05-24T07:24:59.902803Z","end":"2026-05-24T07:25:00.143019Z","steps":["trace[278297156] 'agreement among raft nodes before linearized reading' (duration: 240.145019ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:00.143232Z","caller":"traceutil/trace.go:171","msg":"trace[1459533546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5597; }","duration":"658.177246ms","start":"2026-05-24T07:24:59.485035Z","end":"2026-05-24T07:25:00.143213Z","steps":["trace[1459533546] 'agreement among raft nodes before linearized reading' (duration: 657.92418ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:00.143265Z","caller":"traceutil/trace.go:171","msg":"trace[907271261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5597; }","duration":"576.782681ms","start":"2026-05-24T07:24:59.566459Z","end":"2026-05-24T07:25:00.143242Z","steps":["trace[907271261] 'agreement among raft nodes before linearized reading' (duration: 576.704189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.143287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.485006Z","time spent":"658.263638ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-24T07:25:00.143316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.453357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-24T07:25:00.143319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.566436Z","time spent":"576.874113ms","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:25:00.143349Z","caller":"traceutil/trace.go:171","msg":"trace[1334155081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5597; }","duration":"336.505999ms","start":"2026-05-24T07:24:59.806834Z","end":"2026-05-24T07:25:00.14334Z","steps":["trace[1334155081] 'agreement among raft nodes before linearized reading' (duration: 336.421367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.143379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.806821Z","time spent":"336.550939ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-24T07:25:00.143696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.762103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-24T07:25:00.143813Z","caller":"traceutil/trace.go:171","msg":"trace[1292818408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5597; }","duration":"407.928917ms","start":"2026-05-24T07:24:59.735865Z","end":"2026-05-24T07:25:00.143794Z","steps":["trace[1292818408] 'agreement among raft nodes before linearized reading' (duration: 407.325443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:00.143858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:24:59.735843Z","time spent":"408.005849ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-24T07:25:05.540267Z","caller":"traceutil/trace.go:171","msg":"trace[1788033930] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"109.050389ms","start":"2026-05-24T07:25:05.431185Z","end":"2026-05-24T07:25:05.540235Z","steps":["trace[1788033930] 'process raft request' (duration: 108.843184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:06.045958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.031328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:25:06.046067Z","caller":"traceutil/trace.go:171","msg":"trace[1065564440] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5712; }","duration":"164.170442ms","start":"2026-05-24T07:25:05.881873Z","end":"2026-05-24T07:25:06.046043Z","steps":["trace[1065564440] 'count revisions from in-memory index tree' (duration: 163.905856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:06.046425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.240519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2101"} {"level":"info","ts":"2026-05-24T07:25:06.046498Z","caller":"traceutil/trace.go:171","msg":"trace[201028217] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5712; }","duration":"256.362852ms","start":"2026-05-24T07:25:05.790117Z","end":"2026-05-24T07:25:06.04648Z","steps":["trace[201028217] 'range keys from in-memory index tree' (duration: 255.982133ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:11.356203Z","caller":"traceutil/trace.go:171","msg":"trace[1035186610] linearizableReadLoop","detail":"{readStateIndex:5956; appliedIndex:5955; }","duration":"335.582467ms","start":"2026-05-24T07:25:11.020605Z","end":"2026-05-24T07:25:11.356187Z","steps":["trace[1035186610] 'read index received' (duration: 335.446504ms)","trace[1035186610] 'applied index is now lower than readState.Index' (duration: 134.773µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:25:11.356303Z","caller":"traceutil/trace.go:171","msg":"trace[667373117] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"404.845464ms","start":"2026-05-24T07:25:10.951448Z","end":"2026-05-24T07:25:11.356294Z","steps":["trace[667373117] 'process raft request' (duration: 404.600019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:11.356394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:25:10.951418Z","time spent":"404.904876ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:25:11.356591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.031553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-24T07:25:11.356671Z","caller":"traceutil/trace.go:171","msg":"trace[310146803] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5749; }","duration":"302.152776ms","start":"2026-05-24T07:25:11.054495Z","end":"2026-05-24T07:25:11.356648Z","steps":["trace[310146803] 'agreement among raft nodes before linearized reading' (duration: 301.975252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:11.35671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.109189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-24T07:25:11.35675Z","caller":"traceutil/trace.go:171","msg":"trace[1459300007] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5749; }","duration":"336.182811ms","start":"2026-05-24T07:25:11.020556Z","end":"2026-05-24T07:25:11.356739Z","steps":["trace[1459300007] 'agreement among raft nodes before linearized reading' (duration: 336.084209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:11.356774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:25:11.020534Z","time spent":"336.234382ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-24T07:25:11.356714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:25:11.054473Z","time spent":"302.230388ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-24T07:25:11.57441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.899891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-05-24T07:25:11.57448Z","caller":"traceutil/trace.go:171","msg":"trace[229471606] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5750; }","duration":"168.016954ms","start":"2026-05-24T07:25:11.406448Z","end":"2026-05-24T07:25:11.574465Z","steps":["trace[229471606] 'range keys from in-memory index tree' (duration: 167.732847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:11.574446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.772531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:25:11.574731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.247856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-24T07:25:11.574849Z","caller":"traceutil/trace.go:171","msg":"trace[2142134135] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5750; }","duration":"114.230002ms","start":"2026-05-24T07:25:11.460597Z","end":"2026-05-24T07:25:11.574827Z","steps":["trace[2142134135] 'range keys from in-memory index tree' (duration: 113.683518ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:11.574897Z","caller":"traceutil/trace.go:171","msg":"trace[1521563492] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5750; }","duration":"159.453211ms","start":"2026-05-24T07:25:11.415402Z","end":"2026-05-24T07:25:11.574856Z","steps":["trace[1521563492] 'range keys from in-memory index tree' (duration: 159.030331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:11.956736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.677856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:25:11.957264Z","caller":"traceutil/trace.go:171","msg":"trace[1603500142] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"327.904015ms","start":"2026-05-24T07:25:11.62922Z","end":"2026-05-24T07:25:11.957124Z","steps":["trace[1603500142] 'process raft request' (duration: 192.693588ms)","trace[1603500142] 'compare' (duration: 134.503201ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:25:11.957328Z","caller":"traceutil/trace.go:171","msg":"trace[863409467] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"116.911135ms","start":"2026-05-24T07:25:11.840378Z","end":"2026-05-24T07:25:11.957289Z","steps":["trace[863409467] 'process raft request' (duration: 116.754232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:11.957633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:25:11.629204Z","time spent":"328.188982ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:25:12.315319Z","caller":"traceutil/trace.go:171","msg":"trace[1250584869] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"182.866005ms","start":"2026-05-24T07:25:12.132428Z","end":"2026-05-24T07:25:12.315294Z","steps":["trace[1250584869] 'process raft request' (duration: 182.682901ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:12.387446Z","caller":"traceutil/trace.go:171","msg":"trace[1782629371] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"195.856782ms","start":"2026-05-24T07:25:12.191556Z","end":"2026-05-24T07:25:12.387413Z","steps":["trace[1782629371] 'process raft request' (duration: 150.733915ms)","trace[1782629371] 'compare' (duration: 44.901142ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:25:12.387739Z","caller":"traceutil/trace.go:171","msg":"trace[2066397883] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"195.858292ms","start":"2026-05-24T07:25:12.191852Z","end":"2026-05-24T07:25:12.387711Z","steps":["trace[2066397883] 'process raft request' (duration: 195.518974ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:12.387682Z","caller":"traceutil/trace.go:171","msg":"trace[1931180695] linearizableReadLoop","detail":"{readStateIndex:5965; appliedIndex:5962; }","duration":"183.472059ms","start":"2026-05-24T07:25:12.2042Z","end":"2026-05-24T07:25:12.387672Z","steps":["trace[1931180695] 'read index received' (duration: 110.987915ms)","trace[1931180695] 'applied index is now lower than readState.Index' (duration: 72.482864ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:25:12.38817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.95212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-24T07:25:12.388249Z","caller":"traceutil/trace.go:171","msg":"trace[1076140831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5758; }","duration":"184.068843ms","start":"2026-05-24T07:25:12.204164Z","end":"2026-05-24T07:25:12.388233Z","steps":["trace[1076140831] 'agreement among raft nodes before linearized reading' (duration: 183.794057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:12.414814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.53489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j778d\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-24T07:25:12.414882Z","caller":"traceutil/trace.go:171","msg":"trace[371985693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j778d; range_end:; response_count:1; response_revision:5761; }","duration":"202.671173ms","start":"2026-05-24T07:25:12.212196Z","end":"2026-05-24T07:25:12.414867Z","steps":["trace[371985693] 'agreement among raft nodes before linearized reading' (duration: 202.469368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:12.414864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.423882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-24T07:25:12.414941Z","caller":"traceutil/trace.go:171","msg":"trace[1937287879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5761; }","duration":"206.554746ms","start":"2026-05-24T07:25:12.208367Z","end":"2026-05-24T07:25:12.414921Z","steps":["trace[1937287879] 'agreement among raft nodes before linearized reading' (duration: 206.293189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:12.414975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.499042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-24T07:25:12.415126Z","caller":"traceutil/trace.go:171","msg":"trace[1544723776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5761; }","duration":"203.838571ms","start":"2026-05-24T07:25:12.211268Z","end":"2026-05-24T07:25:12.415107Z","steps":["trace[1544723776] 'agreement among raft nodes before linearized reading' (duration: 203.427821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:12.415198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.824041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-24T07:25:12.415214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.152926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-24T07:25:12.415165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.223184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:25:12.415248Z","caller":"traceutil/trace.go:171","msg":"trace[196036333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5761; }","duration":"203.954264ms","start":"2026-05-24T07:25:12.211282Z","end":"2026-05-24T07:25:12.415237Z","steps":["trace[196036333] 'agreement among raft nodes before linearized reading' (duration: 203.836931ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:12.41525Z","caller":"traceutil/trace.go:171","msg":"trace[2061609053] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:5761; }","duration":"165.228738ms","start":"2026-05-24T07:25:12.250014Z","end":"2026-05-24T07:25:12.415243Z","steps":["trace[2061609053] 'agreement among raft nodes before linearized reading' (duration: 165.083735ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:12.415308Z","caller":"traceutil/trace.go:171","msg":"trace[187534965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5761; }","duration":"205.408368ms","start":"2026-05-24T07:25:12.209861Z","end":"2026-05-24T07:25:12.41527Z","steps":["trace[187534965] 'agreement among raft nodes before linearized reading' (duration: 204.882455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:12.648737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.427382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:25:12.649114Z","caller":"traceutil/trace.go:171","msg":"trace[1850731948] linearizableReadLoop","detail":"{readStateIndex:5976; appliedIndex:5975; }","duration":"163.280833ms","start":"2026-05-24T07:25:12.485783Z","end":"2026-05-24T07:25:12.649064Z","steps":["trace[1850731948] 'read index received' (duration: 11.329158ms)","trace[1850731948] 'applied index is now lower than readState.Index' (duration: 151.950064ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:25:12.649207Z","caller":"traceutil/trace.go:171","msg":"trace[1282829648] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"200.745028ms","start":"2026-05-24T07:25:12.448412Z","end":"2026-05-24T07:25:12.649157Z","steps":["trace[1282829648] 'process raft request' (duration: 48.785263ms)","trace[1282829648] 'compare' (duration: 151.253158ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:25:12.649374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.580839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:25:12.649441Z","caller":"traceutil/trace.go:171","msg":"trace[1588057436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5768; }","duration":"163.698432ms","start":"2026-05-24T07:25:12.485728Z","end":"2026-05-24T07:25:12.649426Z","steps":["trace[1588057436] 'agreement among raft nodes before linearized reading' (duration: 163.469077ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:29.103675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2943} {"level":"info","ts":"2026-05-24T07:25:29.197569Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2943,"took":"92.062367ms","hash":3574155319,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":32219136,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-24T07:25:29.197639Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3574155319,"revision":2943,"compact-revision":-1} {"level":"info","ts":"2026-05-24T07:25:31.938605Z","caller":"traceutil/trace.go:171","msg":"trace[3367480] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"137.087063ms","start":"2026-05-24T07:25:31.801474Z","end":"2026-05-24T07:25:31.938561Z","steps":["trace[3367480] 'process raft request' (duration: 136.881808ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:40.666385Z","caller":"traceutil/trace.go:171","msg":"trace[1115344893] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"129.249108ms","start":"2026-05-24T07:25:40.537115Z","end":"2026-05-24T07:25:40.666364Z","steps":["trace[1115344893] 'process raft request' (duration: 129.119864ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:40.667971Z","caller":"traceutil/trace.go:171","msg":"trace[1280146553] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"119.019955ms","start":"2026-05-24T07:25:40.548922Z","end":"2026-05-24T07:25:40.667942Z","steps":["trace[1280146553] 'process raft request' (duration: 118.766919ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:51.806076Z","caller":"traceutil/trace.go:171","msg":"trace[533720217] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"315.140953ms","start":"2026-05-24T07:25:51.490906Z","end":"2026-05-24T07:25:51.806047Z","steps":["trace[533720217] 'process raft request' (duration: 314.922397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:51.806353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:25:51.490879Z","time spent":"315.284896ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:25:51.818815Z","caller":"traceutil/trace.go:171","msg":"trace[1655542335] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"262.301374ms","start":"2026-05-24T07:25:51.556486Z","end":"2026-05-24T07:25:51.818787Z","steps":["trace[1655542335] 'process raft request' (duration: 262.150101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:25:52.585398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.556931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:25:52.585504Z","caller":"traceutil/trace.go:171","msg":"trace[192178320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6106; }","duration":"101.740155ms","start":"2026-05-24T07:25:52.483741Z","end":"2026-05-24T07:25:52.585481Z","steps":["trace[192178320] 'range keys from in-memory index tree' (duration: 101.401337ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:52.828251Z","caller":"traceutil/trace.go:171","msg":"trace[1471709045] transaction","detail":"{read_only:false; response_revision:6108; number_of_response:1; }","duration":"104.400359ms","start":"2026-05-24T07:25:52.723813Z","end":"2026-05-24T07:25:52.828213Z","steps":["trace[1471709045] 'process raft request' (duration: 104.292947ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:52.828251Z","caller":"traceutil/trace.go:171","msg":"trace[587599844] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"104.393679ms","start":"2026-05-24T07:25:52.723813Z","end":"2026-05-24T07:25:52.828207Z","steps":["trace[587599844] 'process raft request' (duration: 104.034871ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:53.941699Z","caller":"traceutil/trace.go:171","msg":"trace[178514117] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"144.116578ms","start":"2026-05-24T07:25:53.797559Z","end":"2026-05-24T07:25:53.941676Z","steps":["trace[178514117] 'process raft request' (duration: 143.966405ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:53.990377Z","caller":"traceutil/trace.go:171","msg":"trace[2058586938] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"134.392379ms","start":"2026-05-24T07:25:53.855957Z","end":"2026-05-24T07:25:53.99035Z","steps":["trace[2058586938] 'process raft request' (duration: 134.341828ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:25:53.990463Z","caller":"traceutil/trace.go:171","msg":"trace[1727179977] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"165.504025ms","start":"2026-05-24T07:25:53.824923Z","end":"2026-05-24T07:25:53.990427Z","steps":["trace[1727179977] 'process raft request' (duration: 165.222318ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:26:06.195564Z","caller":"traceutil/trace.go:171","msg":"trace[2075777275] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"119.372034ms","start":"2026-05-24T07:26:06.076162Z","end":"2026-05-24T07:26:06.195534Z","steps":["trace[2075777275] 'process raft request' (duration: 102.522025ms)","trace[2075777275] 'compare' (duration: 16.730286ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:26:06.77642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.606905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:26:06.776534Z","caller":"traceutil/trace.go:171","msg":"trace[638816725] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6206; }","duration":"400.778459ms","start":"2026-05-24T07:26:06.375728Z","end":"2026-05-24T07:26:06.776506Z","steps":["trace[638816725] 'count revisions from in-memory index tree' (duration: 400.489591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:26:06.776486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.669394ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:26:06.776595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:26:06.375711Z","time spent":"400.8667ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:26:06.776615Z","caller":"traceutil/trace.go:171","msg":"trace[448880074] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6206; }","duration":"213.799017ms","start":"2026-05-24T07:26:06.562799Z","end":"2026-05-24T07:26:06.776598Z","steps":["trace[448880074] 'range keys from in-memory index tree' (duration: 213.652533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:26:06.776591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.760069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:26:06.776714Z","caller":"traceutil/trace.go:171","msg":"trace[115168198] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6206; }","duration":"329.898702ms","start":"2026-05-24T07:26:06.446759Z","end":"2026-05-24T07:26:06.776658Z","steps":["trace[115168198] 'count revisions from in-memory index tree' (duration: 329.658756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:26:06.776766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:26:06.446741Z","time spent":"330.009704ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":47,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:26:07.031996Z","caller":"traceutil/trace.go:171","msg":"trace[931332798] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"152.898476ms","start":"2026-05-24T07:26:06.879072Z","end":"2026-05-24T07:26:07.03197Z","steps":["trace[931332798] 'process raft request' (duration: 152.727492ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:26:07.044686Z","caller":"traceutil/trace.go:171","msg":"trace[359805749] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"164.666124ms","start":"2026-05-24T07:26:06.879979Z","end":"2026-05-24T07:26:07.044645Z","steps":["trace[359805749] 'process raft request' (duration: 164.520151ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:26:07.044679Z","caller":"traceutil/trace.go:171","msg":"trace[1311905814] linearizableReadLoop","detail":"{readStateIndex:6429; appliedIndex:6427; }","duration":"124.957316ms","start":"2026-05-24T07:26:06.91967Z","end":"2026-05-24T07:26:07.044627Z","steps":["trace[1311905814] 'read index received' (duration: 112.189964ms)","trace[1311905814] 'applied index is now lower than readState.Index' (duration: 12.766492ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:26:07.044936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.258073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j778d\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-24T07:26:07.044977Z","caller":"traceutil/trace.go:171","msg":"trace[1339270061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j778d; range_end:; response_count:1; response_revision:6208; }","duration":"125.361265ms","start":"2026-05-24T07:26:06.919607Z","end":"2026-05-24T07:26:07.044969Z","steps":["trace[1339270061] 'agreement among raft nodes before linearized reading' (duration: 125.13693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:26:07.045384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.355511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-24T07:26:07.045441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.523235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-24T07:26:07.045488Z","caller":"traceutil/trace.go:171","msg":"trace[1274512716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6208; }","duration":"124.632308ms","start":"2026-05-24T07:26:06.920841Z","end":"2026-05-24T07:26:07.045473Z","steps":["trace[1274512716] 'agreement among raft nodes before linearized reading' (duration: 123.994223ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:26:07.0455Z","caller":"traceutil/trace.go:171","msg":"trace[184487436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6208; }","duration":"102.489274ms","start":"2026-05-24T07:26:06.942982Z","end":"2026-05-24T07:26:07.045471Z","steps":["trace[184487436] 'agreement among raft nodes before linearized reading' (duration: 102.121685ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:30:29.111383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5876} {"level":"info","ts":"2026-05-24T07:30:29.190605Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5876,"took":"77.22549ms","hash":3498165030,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":25604096,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-24T07:30:29.190727Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3498165030,"revision":5876,"compact-revision":2943} {"level":"info","ts":"2026-05-24T07:31:11.828171Z","caller":"traceutil/trace.go:171","msg":"trace[1198602333] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"182.125479ms","start":"2026-05-24T07:31:11.646024Z","end":"2026-05-24T07:31:11.82815Z","steps":["trace[1198602333] 'process raft request' (duration: 181.971646ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:31:22.931058Z","caller":"traceutil/trace.go:171","msg":"trace[1869863080] linearizableReadLoop","detail":"{readStateIndex:8805; appliedIndex:8804; }","duration":"191.029081ms","start":"2026-05-24T07:31:22.740009Z","end":"2026-05-24T07:31:22.931038Z","steps":["trace[1869863080] 'read index received' (duration: 190.816586ms)","trace[1869863080] 'applied index is now lower than readState.Index' (duration: 211.745µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:31:22.931114Z","caller":"traceutil/trace.go:171","msg":"trace[1236142087] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"191.563803ms","start":"2026-05-24T07:31:22.739528Z","end":"2026-05-24T07:31:22.931092Z","steps":["trace[1236142087] 'process raft request' (duration: 191.353308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:31:22.931252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.229945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-24T07:31:22.931288Z","caller":"traceutil/trace.go:171","msg":"trace[571796350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8507; }","duration":"191.275206ms","start":"2026-05-24T07:31:22.74Z","end":"2026-05-24T07:31:22.931275Z","steps":["trace[571796350] 'agreement among raft nodes before linearized reading' (duration: 191.140523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:31:22.93134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.361976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-24T07:31:22.931373Z","caller":"traceutil/trace.go:171","msg":"trace[480683127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8507; }","duration":"185.420617ms","start":"2026-05-24T07:31:22.745943Z","end":"2026-05-24T07:31:22.931363Z","steps":["trace[480683127] 'agreement among raft nodes before linearized reading' (duration: 185.301655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:31:22.931418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.22767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-24T07:31:22.931507Z","caller":"traceutil/trace.go:171","msg":"trace[2055318013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8507; }","duration":"187.331943ms","start":"2026-05-24T07:31:22.744154Z","end":"2026-05-24T07:31:22.931486Z","steps":["trace[2055318013] 'agreement among raft nodes before linearized reading' (duration: 187.106948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:31:22.931544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.025019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-24T07:31:22.931689Z","caller":"traceutil/trace.go:171","msg":"trace[1689809112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8507; }","duration":"188.201543ms","start":"2026-05-24T07:31:22.743452Z","end":"2026-05-24T07:31:22.931654Z","steps":["trace[1689809112] 'agreement among raft nodes before linearized reading' (duration: 187.800974ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:31:23.044259Z","caller":"traceutil/trace.go:171","msg":"trace[158190073] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"105.709437ms","start":"2026-05-24T07:31:22.938525Z","end":"2026-05-24T07:31:23.044234Z","steps":["trace[158190073] 'process raft request' (duration: 105.558183ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:31:23.044273Z","caller":"traceutil/trace.go:171","msg":"trace[67413545] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"105.926981ms","start":"2026-05-24T07:31:22.938326Z","end":"2026-05-24T07:31:23.044253Z","steps":["trace[67413545] 'process raft request' (duration: 105.635915ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:31:23.044442Z","caller":"traceutil/trace.go:171","msg":"trace[1406414106] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"105.888761ms","start":"2026-05-24T07:31:22.938543Z","end":"2026-05-24T07:31:23.044432Z","steps":["trace[1406414106] 'process raft request' (duration: 105.582293ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:31:25.20584Z","caller":"traceutil/trace.go:171","msg":"trace[871696166] linearizableReadLoop","detail":"{readStateIndex:8818; appliedIndex:8817; }","duration":"145.45159ms","start":"2026-05-24T07:31:25.060363Z","end":"2026-05-24T07:31:25.205814Z","steps":["trace[871696166] 'read index received' (duration: 5.290806ms)","trace[871696166] 'applied index is now lower than readState.Index' (duration: 140.159504ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:31:25.206107Z","caller":"traceutil/trace.go:171","msg":"trace[1520979592] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"145.343837ms","start":"2026-05-24T07:31:25.060725Z","end":"2026-05-24T07:31:25.206069Z","steps":["trace[1520979592] 'process raft request' (duration: 145.025919ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:31:25.205857Z","caller":"traceutil/trace.go:171","msg":"trace[114122505] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"146.615877ms","start":"2026-05-24T07:31:25.059197Z","end":"2026-05-24T07:31:25.205813Z","steps":["trace[114122505] 'process raft request' (duration: 113.286396ms)","trace[114122505] 'compare' (duration: 33.130946ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:31:25.20634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.946191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224144"} {"level":"info","ts":"2026-05-24T07:31:25.206398Z","caller":"traceutil/trace.go:171","msg":"trace[796864404] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8521; }","duration":"146.049013ms","start":"2026-05-24T07:31:25.060337Z","end":"2026-05-24T07:31:25.206386Z","steps":["trace[796864404] 'agreement among raft nodes before linearized reading' (duration: 145.585692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:31:52.68286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:31:52.270986Z","time spent":"411.869018ms","remote":"127.0.0.1:43950","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-24T07:31:52.774803Z","caller":"traceutil/trace.go:171","msg":"trace[502223462] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"323.332659ms","start":"2026-05-24T07:31:52.451433Z","end":"2026-05-24T07:31:52.774765Z","steps":["trace[502223462] 'process raft request' (duration: 322.229633ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:31:52.774886Z","caller":"traceutil/trace.go:171","msg":"trace[386834047] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"322.376545ms","start":"2026-05-24T07:31:52.452489Z","end":"2026-05-24T07:31:52.774866Z","steps":["trace[386834047] 'process raft request' (duration: 322.15873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:31:52.775021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:31:52.452483Z","time spent":"322.454238ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:31:52.775023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:31:52.451411Z","time spent":"323.494722ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:31:52.7752Z","caller":"traceutil/trace.go:171","msg":"trace[748286766] linearizableReadLoop","detail":"{readStateIndex:9029; appliedIndex:9027; }","duration":"291.198376ms","start":"2026-05-24T07:31:52.48399Z","end":"2026-05-24T07:31:52.775188Z","steps":["trace[748286766] 'read index received' (duration: 198.941728ms)","trace[748286766] 'applied index is now lower than readState.Index' (duration: 92.255528ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:31:52.775307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.332449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:31:52.775335Z","caller":"traceutil/trace.go:171","msg":"trace[1676487842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8724; }","duration":"291.407501ms","start":"2026-05-24T07:31:52.483919Z","end":"2026-05-24T07:31:52.775327Z","steps":["trace[1676487842] 'agreement among raft nodes before linearized reading' (duration: 291.336459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:31:52.775507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.997779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:31:52.77554Z","caller":"traceutil/trace.go:171","msg":"trace[707056666] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8724; }","duration":"269.054451ms","start":"2026-05-24T07:31:52.506477Z","end":"2026-05-24T07:31:52.775532Z","steps":["trace[707056666] 'agreement among raft nodes before linearized reading' (duration: 268.99924ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:31:55.672149Z","caller":"traceutil/trace.go:171","msg":"trace[1409479811] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"161.801578ms","start":"2026-05-24T07:31:55.510295Z","end":"2026-05-24T07:31:55.672097Z","steps":["trace[1409479811] 'process raft request' (duration: 136.408745ms)","trace[1409479811] 'compare' (duration: 25.159387ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:31:55.720919Z","caller":"traceutil/trace.go:171","msg":"trace[1912717530] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"194.678807ms","start":"2026-05-24T07:31:55.526217Z","end":"2026-05-24T07:31:55.720896Z","steps":["trace[1912717530] 'process raft request' (duration: 194.395251ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:32:05.474901Z","caller":"traceutil/trace.go:171","msg":"trace[1050144248] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"107.752866ms","start":"2026-05-24T07:32:05.367111Z","end":"2026-05-24T07:32:05.474864Z","steps":["trace[1050144248] 'process raft request' (duration: 107.587252ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:32:05.561007Z","caller":"traceutil/trace.go:171","msg":"trace[1491696712] linearizableReadLoop","detail":"{readStateIndex:9145; appliedIndex:9143; }","duration":"180.348727ms","start":"2026-05-24T07:32:05.380613Z","end":"2026-05-24T07:32:05.560961Z","steps":["trace[1491696712] 'read index received' (duration: 94.05566ms)","trace[1491696712] 'applied index is now lower than readState.Index' (duration: 86.291247ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:32:05.561604Z","caller":"traceutil/trace.go:171","msg":"trace[1639885339] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"193.835277ms","start":"2026-05-24T07:32:05.36773Z","end":"2026-05-24T07:32:05.561565Z","steps":["trace[1639885339] 'process raft request' (duration: 193.037838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:32:05.561904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.254298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:32:05.561967Z","caller":"traceutil/trace.go:171","msg":"trace[1241799973] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8833; }","duration":"181.361061ms","start":"2026-05-24T07:32:05.380586Z","end":"2026-05-24T07:32:05.561947Z","steps":["trace[1241799973] 'agreement among raft nodes before linearized reading' (duration: 181.241209ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:32:05.668881Z","caller":"traceutil/trace.go:171","msg":"trace[1186536897] linearizableReadLoop","detail":"{readStateIndex:9146; appliedIndex:9145; }","duration":"107.707924ms","start":"2026-05-24T07:32:05.561126Z","end":"2026-05-24T07:32:05.668834Z","steps":["trace[1186536897] 'read index received' (duration: 44.172787ms)","trace[1186536897] 'applied index is now lower than readState.Index' (duration: 63.533337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:32:05.669127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.215691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d7d694c4f-7wg9c.18b26fecc527e660\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-24T07:32:05.669224Z","caller":"traceutil/trace.go:171","msg":"trace[1152188201] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d7d694c4f-7wg9c.18b26fecc527e660; range_end:; response_count:1; response_revision:8834; }","duration":"190.376885ms","start":"2026-05-24T07:32:05.478829Z","end":"2026-05-24T07:32:05.669206Z","steps":["trace[1152188201] 'agreement among raft nodes before linearized reading' (duration: 190.044877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:32:05.669272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.409043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-24T07:32:05.669335Z","caller":"traceutil/trace.go:171","msg":"trace[216264577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8834; }","duration":"235.522306ms","start":"2026-05-24T07:32:05.433799Z","end":"2026-05-24T07:32:05.669321Z","steps":["trace[216264577] 'agreement among raft nodes before linearized reading' (duration: 235.30119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:32:05.669146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.186198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-24T07:32:05.669435Z","caller":"traceutil/trace.go:171","msg":"trace[1062566093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8834; }","duration":"243.543036ms","start":"2026-05-24T07:32:05.425877Z","end":"2026-05-24T07:32:05.66942Z","steps":["trace[1062566093] 'agreement among raft nodes before linearized reading' (duration: 243.087705ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:32:05.669445Z","caller":"traceutil/trace.go:171","msg":"trace[1037489271] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"114.856174ms","start":"2026-05-24T07:32:05.554557Z","end":"2026-05-24T07:32:05.669413Z","steps":["trace[1037489271] 'process raft request' (duration: 50.727763ms)","trace[1037489271] 'compare' (duration: 63.24862ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:32:05.669505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.631712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:32:05.669632Z","caller":"traceutil/trace.go:171","msg":"trace[259996130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8834; }","duration":"185.800736ms","start":"2026-05-24T07:32:05.483801Z","end":"2026-05-24T07:32:05.669602Z","steps":["trace[259996130] 'agreement among raft nodes before linearized reading' (duration: 185.594341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:32:05.669872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.127311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j778d\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-24T07:32:05.669964Z","caller":"traceutil/trace.go:171","msg":"trace[1804168555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j778d; range_end:; response_count:1; response_revision:8834; }","duration":"220.253833ms","start":"2026-05-24T07:32:05.449689Z","end":"2026-05-24T07:32:05.669943Z","steps":["trace[1804168555] 'agreement among raft nodes before linearized reading' (duration: 219.208629ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:32:06.874742Z","caller":"traceutil/trace.go:171","msg":"trace[1534115129] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"287.181011ms","start":"2026-05-24T07:32:06.587534Z","end":"2026-05-24T07:32:06.874715Z","steps":["trace[1534115129] 'process raft request' (duration: 286.982347ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:32:13.230923Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023ff.wal"} {"level":"info","ts":"2026-05-24T07:33:23.417937Z","caller":"traceutil/trace.go:171","msg":"trace[1884253076] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"144.690068ms","start":"2026-05-24T07:33:23.273218Z","end":"2026-05-24T07:33:23.417908Z","steps":["trace[1884253076] 'process raft request' (duration: 144.411251ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:26.211305Z","caller":"traceutil/trace.go:171","msg":"trace[105833511] linearizableReadLoop","detail":"{readStateIndex:9941; appliedIndex:9940; }","duration":"117.961024ms","start":"2026-05-24T07:33:26.093323Z","end":"2026-05-24T07:33:26.211284Z","steps":["trace[105833511] 'read index received' (duration: 117.904773ms)","trace[105833511] 'applied index is now lower than readState.Index' (duration: 55.381µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:33:26.211332Z","caller":"traceutil/trace.go:171","msg":"trace[649421303] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"125.858352ms","start":"2026-05-24T07:33:26.085452Z","end":"2026-05-24T07:33:26.21131Z","steps":["trace[649421303] 'process raft request' (duration: 125.700328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:26.21169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.345783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:33:26.211735Z","caller":"traceutil/trace.go:171","msg":"trace[1194782561] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9609; }","duration":"118.433726ms","start":"2026-05-24T07:33:26.093289Z","end":"2026-05-24T07:33:26.211723Z","steps":["trace[1194782561] 'agreement among raft nodes before linearized reading' (duration: 118.105828ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:26.417922Z","caller":"traceutil/trace.go:171","msg":"trace[1636304670] linearizableReadLoop","detail":"{readStateIndex:9942; appliedIndex:9941; }","duration":"206.529174ms","start":"2026-05-24T07:33:26.211373Z","end":"2026-05-24T07:33:26.417903Z","steps":["trace[1636304670] 'read index received' (duration: 206.349989ms)","trace[1636304670] 'applied index is now lower than readState.Index' (duration: 178.535µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:33:26.417969Z","caller":"traceutil/trace.go:171","msg":"trace[1947871605] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"274.729319ms","start":"2026-05-24T07:33:26.143205Z","end":"2026-05-24T07:33:26.417934Z","steps":["trace[1947871605] 'process raft request' (duration: 274.573906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:26.418132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.313285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j778d\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-24T07:33:26.418127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.815638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:33:26.418126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.038674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-24T07:33:26.418227Z","caller":"traceutil/trace.go:171","msg":"trace[1450240685] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9610; }","duration":"203.911131ms","start":"2026-05-24T07:33:26.21427Z","end":"2026-05-24T07:33:26.418182Z","steps":["trace[1450240685] 'agreement among raft nodes before linearized reading' (duration: 203.778678ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:26.418236Z","caller":"traceutil/trace.go:171","msg":"trace[2138746299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9610; }","duration":"223.147026ms","start":"2026-05-24T07:33:26.195045Z","end":"2026-05-24T07:33:26.418192Z","steps":["trace[2138746299] 'agreement among raft nodes before linearized reading' (duration: 222.8946ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:26.418165Z","caller":"traceutil/trace.go:171","msg":"trace[2018409032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j778d; range_end:; response_count:1; response_revision:9610; }","duration":"205.398067ms","start":"2026-05-24T07:33:26.212759Z","end":"2026-05-24T07:33:26.418157Z","steps":["trace[2018409032] 'agreement among raft nodes before linearized reading' (duration: 205.258793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:26.418184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.159087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-24T07:33:26.418303Z","caller":"traceutil/trace.go:171","msg":"trace[1225013307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9610; }","duration":"223.329462ms","start":"2026-05-24T07:33:26.194955Z","end":"2026-05-24T07:33:26.418285Z","steps":["trace[1225013307] 'agreement among raft nodes before linearized reading' (duration: 223.045615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:27.024193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.228077ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:33:27.024846Z","caller":"traceutil/trace.go:171","msg":"trace[834802966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9611; }","duration":"461.886053ms","start":"2026-05-24T07:33:26.562923Z","end":"2026-05-24T07:33:27.024809Z","steps":["trace[834802966] 'range keys from in-memory index tree' (duration: 461.208086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:27.025007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.887481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:33:27.025098Z","caller":"traceutil/trace.go:171","msg":"trace[1014614485] linearizableReadLoop","detail":"{readStateIndex:9944; appliedIndex:9943; }","duration":"584.397595ms","start":"2026-05-24T07:33:26.440681Z","end":"2026-05-24T07:33:27.025079Z","steps":["trace[1014614485] 'read index received' (duration: 193.235868ms)","trace[1014614485] 'applied index is now lower than readState.Index' (duration: 391.160427ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:33:27.025191Z","caller":"traceutil/trace.go:171","msg":"trace[744025852] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"602.74978ms","start":"2026-05-24T07:33:26.42243Z","end":"2026-05-24T07:33:27.02518Z","steps":["trace[744025852] 'process raft request' (duration: 211.626284ms)","trace[744025852] 'compare' (duration: 390.776488ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:33:27.025421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.988277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-24T07:33:27.025647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:26.422393Z","time spent":"603.18629ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:33:27.025654Z","caller":"traceutil/trace.go:171","msg":"trace[235413620] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9612; }","duration":"113.233883ms","start":"2026-05-24T07:33:26.912383Z","end":"2026-05-24T07:33:27.025617Z","steps":["trace[235413620] 'agreement among raft nodes before linearized reading' (duration: 112.840584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:27.025662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.787301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"info","ts":"2026-05-24T07:33:27.025752Z","caller":"traceutil/trace.go:171","msg":"trace[490426957] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9612; }","duration":"602.896413ms","start":"2026-05-24T07:33:26.422832Z","end":"2026-05-24T07:33:27.025729Z","steps":["trace[490426957] 'agreement among raft nodes before linearized reading' (duration: 602.588476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:27.025801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:26.422825Z","time spent":"602.968485ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19357,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-24T07:33:27.256542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.53113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:33:27.256646Z","caller":"traceutil/trace.go:171","msg":"trace[1476538409] linearizableReadLoop","detail":"{readStateIndex:9945; appliedIndex:9944; }","duration":"223.040033ms","start":"2026-05-24T07:33:27.03359Z","end":"2026-05-24T07:33:27.25663Z","steps":["trace[1476538409] 'read index received' (duration: 109.34554ms)","trace[1476538409] 'applied index is now lower than readState.Index' (duration: 113.693203ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:33:27.256743Z","caller":"traceutil/trace.go:171","msg":"trace[722008910] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"225.546003ms","start":"2026-05-24T07:33:27.031183Z","end":"2026-05-24T07:33:27.256729Z","steps":["trace[722008910] 'process raft request' (duration: 111.700956ms)","trace[722008910] 'compare' (duration: 113.14891ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:33:27.256928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.37803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-24T07:33:27.256993Z","caller":"traceutil/trace.go:171","msg":"trace[1383575914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9613; }","duration":"220.460862ms","start":"2026-05-24T07:33:27.036515Z","end":"2026-05-24T07:33:27.256975Z","steps":["trace[1383575914] 'agreement among raft nodes before linearized reading' (duration: 220.282298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:27.257281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.685968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-24T07:33:27.257336Z","caller":"traceutil/trace.go:171","msg":"trace[1366267648] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9613; }","duration":"223.77573ms","start":"2026-05-24T07:33:27.033542Z","end":"2026-05-24T07:33:27.257318Z","steps":["trace[1366267648] 'agreement among raft nodes before linearized reading' (duration: 223.634147ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:27.559613Z","caller":"traceutil/trace.go:171","msg":"trace[1859709202] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"227.581012ms","start":"2026-05-24T07:33:27.331994Z","end":"2026-05-24T07:33:27.559575Z","steps":["trace[1859709202] 'process raft request' (duration: 135.127571ms)","trace[1859709202] 'compare' (duration: 91.532059ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:33:28.111223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.914178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:33:28.111303Z","caller":"traceutil/trace.go:171","msg":"trace[387683703] linearizableReadLoop","detail":"{readStateIndex:9947; appliedIndex:9946; }","duration":"626.567545ms","start":"2026-05-24T07:33:27.484722Z","end":"2026-05-24T07:33:28.111289Z","steps":["trace[387683703] 'read index received' (duration: 477.491393ms)","trace[387683703] 'applied index is now lower than readState.Index' (duration: 149.074982ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:33:28.111373Z","caller":"traceutil/trace.go:171","msg":"trace[709961558] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"681.898976ms","start":"2026-05-24T07:33:27.429466Z","end":"2026-05-24T07:33:28.111365Z","steps":["trace[709961558] 'process raft request' (duration: 532.765572ms)","trace[709961558] 'compare' (duration: 148.374946ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:33:28.11142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:27.429443Z","time spent":"681.954787ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:33:28.111599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.859521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:33:28.111808Z","caller":"traceutil/trace.go:171","msg":"trace[1230061377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9615; }","duration":"627.074546ms","start":"2026-05-24T07:33:27.484648Z","end":"2026-05-24T07:33:28.111723Z","steps":["trace[1230061377] 'agreement among raft nodes before linearized reading' (duration: 626.786459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:28.111937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:27.484616Z","time spent":"627.301152ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-24T07:33:28.411928Z","caller":"traceutil/trace.go:171","msg":"trace[2098541398] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"885.295104ms","start":"2026-05-24T07:33:27.526599Z","end":"2026-05-24T07:33:28.411894Z","steps":["trace[2098541398] 'process raft request' (duration: 823.07201ms)","trace[2098541398] 'compare' (duration: 61.922207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:33:28.412176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:27.526564Z","time spent":"885.52203ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:33:28.456459Z","caller":"traceutil/trace.go:171","msg":"trace[1707708597] linearizableReadLoop","detail":"{readStateIndex:9949; appliedIndex:9947; }","duration":"345.108057ms","start":"2026-05-24T07:33:28.11132Z","end":"2026-05-24T07:33:28.456428Z","steps":["trace[1707708597] 'read index received' (duration: 238.445369ms)","trace[1707708597] 'applied index is now lower than readState.Index' (duration: 106.659788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:33:28.456531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.957523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:33:28.456538Z","caller":"traceutil/trace.go:171","msg":"trace[1745826464] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"240.351104ms","start":"2026-05-24T07:33:28.216149Z","end":"2026-05-24T07:33:28.456501Z","steps":["trace[1745826464] 'process raft request' (duration: 239.963235ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:28.456598Z","caller":"traceutil/trace.go:171","msg":"trace[510946131] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9618; }","duration":"513.061975ms","start":"2026-05-24T07:33:27.943517Z","end":"2026-05-24T07:33:28.456579Z","steps":["trace[510946131] 'agreement among raft nodes before linearized reading' (duration: 512.913602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:28.456645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:27.943497Z","time spent":"513.137587ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:33:28.45664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.933774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-24T07:33:28.456679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.383185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-24T07:33:28.456705Z","caller":"traceutil/trace.go:171","msg":"trace[1911330761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9618; }","duration":"489.043427ms","start":"2026-05-24T07:33:27.967643Z","end":"2026-05-24T07:33:28.456686Z","steps":["trace[1911330761] 'agreement among raft nodes before linearized reading' (duration: 488.853832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:28.456726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.442486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-24T07:33:28.456742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:27.967622Z","time spent":"489.113188ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-24T07:33:28.456765Z","caller":"traceutil/trace.go:171","msg":"trace[1254057618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9618; }","duration":"546.538958ms","start":"2026-05-24T07:33:27.910214Z","end":"2026-05-24T07:33:28.456753Z","steps":["trace[1254057618] 'agreement among raft nodes before linearized reading' (duration: 546.354734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:28.456784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.462297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:33:28.456792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.6027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-24T07:33:28.456817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.044154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:33:28.456819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:27.910195Z","time spent":"546.614901ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-24T07:33:28.456836Z","caller":"traceutil/trace.go:171","msg":"trace[1580208416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9618; }","duration":"343.54975ms","start":"2026-05-24T07:33:28.113262Z","end":"2026-05-24T07:33:28.456811Z","steps":["trace[1580208416] 'agreement among raft nodes before linearized reading' (duration: 343.466658ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:28.456834Z","caller":"traceutil/trace.go:171","msg":"trace[2069682760] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9618; }","duration":"749.681782ms","start":"2026-05-24T07:33:27.707141Z","end":"2026-05-24T07:33:28.456823Z","steps":["trace[2069682760] 'agreement among raft nodes before linearized reading' (duration: 749.611ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:28.45685Z","caller":"traceutil/trace.go:171","msg":"trace[1384001020] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9618; }","duration":"510.097185ms","start":"2026-05-24T07:33:27.946741Z","end":"2026-05-24T07:33:28.456838Z","steps":["trace[1384001020] 'agreement among raft nodes before linearized reading' (duration: 510.050374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:28.456869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:28.113245Z","time spent":"343.616411ms","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-24T07:33:28.45688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:27.946732Z","time spent":"510.140476ms","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-24T07:33:28.45688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:27.707117Z","time spent":"749.751393ms","remote":"127.0.0.1:44150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-24T07:33:28.45673Z","caller":"traceutil/trace.go:171","msg":"trace[2146345170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9618; }","duration":"825.474837ms","start":"2026-05-24T07:33:27.631243Z","end":"2026-05-24T07:33:28.456718Z","steps":["trace[2146345170] 'agreement among raft nodes before linearized reading' (duration: 825.354265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:28.457086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:33:27.631221Z","time spent":"825.854216ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-24T07:33:28.69214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.968849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-24T07:33:28.692457Z","caller":"traceutil/trace.go:171","msg":"trace[1695963311] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"230.917351ms","start":"2026-05-24T07:33:28.461517Z","end":"2026-05-24T07:33:28.692434Z","steps":["trace[1695963311] 'process raft request' (duration: 230.829689ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:28.692582Z","caller":"traceutil/trace.go:171","msg":"trace[770171193] linearizableReadLoop","detail":"{readStateIndex:9955; appliedIndex:9951; }","duration":"231.028184ms","start":"2026-05-24T07:33:28.461529Z","end":"2026-05-24T07:33:28.692557Z","steps":["trace[770171193] 'read index received' (duration: 8.86088ms)","trace[770171193] 'applied index is now lower than readState.Index' (duration: 222.165114ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:33:28.692496Z","caller":"traceutil/trace.go:171","msg":"trace[1024860069] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"231.600218ms","start":"2026-05-24T07:33:28.460863Z","end":"2026-05-24T07:33:28.692463Z","steps":["trace[1024860069] 'process raft request' (duration: 55.192808ms)","trace[1024860069] 'compare' (duration: 175.813696ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:33:28.692619Z","caller":"traceutil/trace.go:171","msg":"trace[556779246] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"231.644878ms","start":"2026-05-24T07:33:28.460917Z","end":"2026-05-24T07:33:28.692562Z","steps":["trace[556779246] 'process raft request' (duration: 231.346271ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:28.692661Z","caller":"traceutil/trace.go:171","msg":"trace[571513980] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"231.041724ms","start":"2026-05-24T07:33:28.461586Z","end":"2026-05-24T07:33:28.692628Z","steps":["trace[571513980] 'process raft request' (duration: 230.800588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:28.692946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.396942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291508"} {"level":"info","ts":"2026-05-24T07:33:28.692981Z","caller":"traceutil/trace.go:171","msg":"trace[643907650] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9623; }","duration":"231.468834ms","start":"2026-05-24T07:33:28.461504Z","end":"2026-05-24T07:33:28.692973Z","steps":["trace[643907650] 'agreement among raft nodes before linearized reading' (duration: 231.132916ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:33:33.953222Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-24T07:33:34.043144Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-24T07:33:34.043296Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-24T07:33:36.12199Z","caller":"traceutil/trace.go:171","msg":"trace[1515308153] linearizableReadLoop","detail":"{readStateIndex:10014; appliedIndex:10013; }","duration":"107.248261ms","start":"2026-05-24T07:33:36.014713Z","end":"2026-05-24T07:33:36.121961Z","steps":["trace[1515308153] 'read index received' (duration: 107.026666ms)","trace[1515308153] 'applied index is now lower than readState.Index' (duration: 220.365µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:33:36.122047Z","caller":"traceutil/trace.go:171","msg":"trace[1028402337] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"204.623398ms","start":"2026-05-24T07:33:35.91738Z","end":"2026-05-24T07:33:36.122003Z","steps":["trace[1028402337] 'process raft request' (duration: 204.392662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:33:36.122181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.445415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:33:36.122247Z","caller":"traceutil/trace.go:171","msg":"trace[1223494346] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9680; }","duration":"107.569158ms","start":"2026-05-24T07:33:36.014661Z","end":"2026-05-24T07:33:36.12223Z","steps":["trace[1223494346] 'agreement among raft nodes before linearized reading' (duration: 107.428175ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:35:29.117051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8051} {"level":"info","ts":"2026-05-24T07:35:29.181339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8051,"took":"62.069689ms","hash":1941330382,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":28540928,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-24T07:35:29.1814Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1941330382,"revision":8051,"compact-revision":5876} {"level":"info","ts":"2026-05-24T07:38:58.890238Z","caller":"traceutil/trace.go:171","msg":"trace[491171606] linearizableReadLoop","detail":"{readStateIndex:12409; appliedIndex:12408; }","duration":"329.296275ms","start":"2026-05-24T07:38:58.560911Z","end":"2026-05-24T07:38:58.890207Z","steps":["trace[491171606] 'read index received' (duration: 329.217703ms)","trace[491171606] 'applied index is now lower than readState.Index' (duration: 77.322µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:38:58.890294Z","caller":"traceutil/trace.go:171","msg":"trace[47492892] transaction","detail":"{read_only:false; response_revision:11999; number_of_response:1; }","duration":"340.279215ms","start":"2026-05-24T07:38:58.54997Z","end":"2026-05-24T07:38:58.89025Z","steps":["trace[47492892] 'process raft request' (duration: 340.07954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:38:58.890576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.618723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-24T07:38:58.890645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:38:58.549949Z","time spent":"340.551882ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:38:58.890694Z","caller":"traceutil/trace.go:171","msg":"trace[1902968026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11999; }","duration":"329.779376ms","start":"2026-05-24T07:38:58.560872Z","end":"2026-05-24T07:38:58.890651Z","steps":["trace[1902968026] 'agreement among raft nodes before linearized reading' (duration: 329.483249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:38:58.890776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:38:58.560862Z","time spent":"329.90321ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-24T07:38:58.91587Z","caller":"traceutil/trace.go:171","msg":"trace[1569098184] transaction","detail":"{read_only:false; response_revision:12000; number_of_response:1; }","duration":"132.769383ms","start":"2026-05-24T07:38:58.783077Z","end":"2026-05-24T07:38:58.915846Z","steps":["trace[1569098184] 'process raft request' (duration: 132.535557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:38:58.916026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.894167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-24T07:38:58.91607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.734663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-24T07:38:58.915885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.489876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-24T07:38:58.916166Z","caller":"traceutil/trace.go:171","msg":"trace[53289612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12000; }","duration":"293.902147ms","start":"2026-05-24T07:38:58.622245Z","end":"2026-05-24T07:38:58.916147Z","steps":["trace[53289612] 'agreement among raft nodes before linearized reading' (duration: 293.62174ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:38:58.916218Z","caller":"traceutil/trace.go:171","msg":"trace[771327161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12000; }","duration":"293.988209ms","start":"2026-05-24T07:38:58.622091Z","end":"2026-05-24T07:38:58.916079Z","steps":["trace[771327161] 'agreement among raft nodes before linearized reading' (duration: 293.814385ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:38:58.916237Z","caller":"traceutil/trace.go:171","msg":"trace[1828988923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12000; }","duration":"298.831284ms","start":"2026-05-24T07:38:58.617354Z","end":"2026-05-24T07:38:58.916186Z","steps":["trace[1828988923] 'agreement among raft nodes before linearized reading' (duration: 298.366393ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:38:59.056101Z","caller":"traceutil/trace.go:171","msg":"trace[746720135] transaction","detail":"{read_only:false; response_revision:12001; number_of_response:1; }","duration":"159.69367ms","start":"2026-05-24T07:38:58.896378Z","end":"2026-05-24T07:38:59.056071Z","steps":["trace[746720135] 'process raft request' (duration: 132.801893ms)","trace[746720135] 'compare' (duration: 26.771684ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:38:59.112039Z","caller":"traceutil/trace.go:171","msg":"trace[1038903618] transaction","detail":"{read_only:false; response_revision:12004; number_of_response:1; }","duration":"190.435578ms","start":"2026-05-24T07:38:58.921575Z","end":"2026-05-24T07:38:59.11201Z","steps":["trace[1038903618] 'process raft request' (duration: 190.356386ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:38:59.112079Z","caller":"traceutil/trace.go:171","msg":"trace[236276801] transaction","detail":"{read_only:false; response_revision:12002; number_of_response:1; }","duration":"190.827358ms","start":"2026-05-24T07:38:58.921203Z","end":"2026-05-24T07:38:59.112031Z","steps":["trace[236276801] 'process raft request' (duration: 190.51403ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:38:59.112116Z","caller":"traceutil/trace.go:171","msg":"trace[1807480698] transaction","detail":"{read_only:false; response_revision:12003; number_of_response:1; }","duration":"190.52931ms","start":"2026-05-24T07:38:58.921545Z","end":"2026-05-24T07:38:59.112074Z","steps":["trace[1807480698] 'process raft request' (duration: 190.344185ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:38:59.112354Z","caller":"traceutil/trace.go:171","msg":"trace[278489123] linearizableReadLoop","detail":"{readStateIndex:12414; appliedIndex:12410; }","duration":"190.53628ms","start":"2026-05-24T07:38:58.921801Z","end":"2026-05-24T07:38:59.112337Z","steps":["trace[278489123] 'read index received' (duration: 107.518865ms)","trace[278489123] 'applied index is now lower than readState.Index' (duration: 83.015925ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:38:59.112379Z","caller":"traceutil/trace.go:171","msg":"trace[771764051] transaction","detail":"{read_only:false; response_revision:12006; number_of_response:1; }","duration":"156.280629ms","start":"2026-05-24T07:38:58.956073Z","end":"2026-05-24T07:38:59.112354Z","steps":["trace[771764051] 'process raft request' (duration: 156.153146ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:38:59.11243Z","caller":"traceutil/trace.go:171","msg":"trace[863354472] transaction","detail":"{read_only:false; response_revision:12005; number_of_response:1; }","duration":"190.223883ms","start":"2026-05-24T07:38:58.922127Z","end":"2026-05-24T07:38:59.112351Z","steps":["trace[863354472] 'process raft request' (duration: 189.839144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:38:59.112634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.816627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-24T07:38:59.112704Z","caller":"traceutil/trace.go:171","msg":"trace[1119918312] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12006; }","duration":"190.96609ms","start":"2026-05-24T07:38:58.921724Z","end":"2026-05-24T07:38:59.11269Z","steps":["trace[1119918312] 'agreement among raft nodes before linearized reading' (duration: 190.674993ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:00.727689Z","caller":"traceutil/trace.go:171","msg":"trace[1522119696] linearizableReadLoop","detail":"{readStateIndex:12420; appliedIndex:12419; }","duration":"446.816147ms","start":"2026-05-24T07:39:00.280841Z","end":"2026-05-24T07:39:00.727658Z","steps":["trace[1522119696] 'read index received' (duration: 446.5392ms)","trace[1522119696] 'applied index is now lower than readState.Index' (duration: 275.307µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:39:00.727771Z","caller":"traceutil/trace.go:171","msg":"trace[1670424515] transaction","detail":"{read_only:false; response_revision:12010; number_of_response:1; }","duration":"591.452621ms","start":"2026-05-24T07:39:00.136283Z","end":"2026-05-24T07:39:00.727736Z","steps":["trace[1670424515] 'process raft request' (duration: 591.140073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:39:00.727908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:39:00.136258Z","time spent":"591.573273ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:39:00.727899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.046492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:39:00.727951Z","caller":"traceutil/trace.go:171","msg":"trace[1134837332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12010; }","duration":"447.138084ms","start":"2026-05-24T07:39:00.280799Z","end":"2026-05-24T07:39:00.727937Z","steps":["trace[1134837332] 'agreement among raft nodes before linearized reading' (duration: 447.045182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:39:00.727991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:39:00.280785Z","time spent":"447.199435ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-24T07:39:00.728026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.697976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-24T07:39:00.728049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.114608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:39:00.728088Z","caller":"traceutil/trace.go:171","msg":"trace[217371022] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12010; }","duration":"294.819538ms","start":"2026-05-24T07:39:00.43325Z","end":"2026-05-24T07:39:00.728069Z","steps":["trace[217371022] 'agreement among raft nodes before linearized reading' (duration: 294.618524ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:00.728145Z","caller":"traceutil/trace.go:171","msg":"trace[717985553] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12010; }","duration":"132.277041ms","start":"2026-05-24T07:39:00.595842Z","end":"2026-05-24T07:39:00.728119Z","steps":["trace[717985553] 'agreement among raft nodes before linearized reading' (duration: 132.071346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:39:00.728098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.34164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:39:00.728227Z","caller":"traceutil/trace.go:171","msg":"trace[1707466346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12010; }","duration":"243.494283ms","start":"2026-05-24T07:39:00.484701Z","end":"2026-05-24T07:39:00.728195Z","steps":["trace[1707466346] 'agreement among raft nodes before linearized reading' (duration: 243.247488ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:00.894277Z","caller":"traceutil/trace.go:171","msg":"trace[2115531633] linearizableReadLoop","detail":"{readStateIndex:12421; appliedIndex:12420; }","duration":"145.065754ms","start":"2026-05-24T07:39:00.749182Z","end":"2026-05-24T07:39:00.894247Z","steps":["trace[2115531633] 'read index received' (duration: 65.744927ms)","trace[2115531633] 'applied index is now lower than readState.Index' (duration: 79.319487ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:39:00.894438Z","caller":"traceutil/trace.go:171","msg":"trace[1664371471] transaction","detail":"{read_only:false; response_revision:12011; number_of_response:1; }","duration":"160.016938ms","start":"2026-05-24T07:39:00.734407Z","end":"2026-05-24T07:39:00.894424Z","steps":["trace[1664371471] 'process raft request' (duration: 80.524577ms)","trace[1664371471] 'compare' (duration: 79.186974ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:39:00.894518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.30931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:39:00.894571Z","caller":"traceutil/trace.go:171","msg":"trace[823853772] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12011; }","duration":"145.407772ms","start":"2026-05-24T07:39:00.749148Z","end":"2026-05-24T07:39:00.894556Z","steps":["trace[823853772] 'agreement among raft nodes before linearized reading' (duration: 145.30162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:39:00.894676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.900289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:39:00.894803Z","caller":"traceutil/trace.go:171","msg":"trace[551732788] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12011; }","duration":"104.057483ms","start":"2026-05-24T07:39:00.790703Z","end":"2026-05-24T07:39:00.89476Z","steps":["trace[551732788] 'agreement among raft nodes before linearized reading' (duration: 103.771036ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.056564Z","caller":"traceutil/trace.go:171","msg":"trace[1019066764] transaction","detail":"{read_only:false; response_revision:12012; number_of_response:1; }","duration":"155.211444ms","start":"2026-05-24T07:39:00.901314Z","end":"2026-05-24T07:39:01.056526Z","steps":["trace[1019066764] 'process raft request' (duration: 151.600158ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.077005Z","caller":"traceutil/trace.go:171","msg":"trace[180721995] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"154.472706ms","start":"2026-05-24T07:39:00.92249Z","end":"2026-05-24T07:39:01.076963Z","steps":["trace[180721995] 'process raft request' (duration: 154.177219ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.327709Z","caller":"traceutil/trace.go:171","msg":"trace[1866510844] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"184.027846ms","start":"2026-05-24T07:39:01.143638Z","end":"2026-05-24T07:39:01.327666Z","steps":["trace[1866510844] 'process raft request' (duration: 173.747872ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.341592Z","caller":"traceutil/trace.go:171","msg":"trace[1263214294] transaction","detail":"{read_only:false; response_revision:12017; number_of_response:1; }","duration":"197.581827ms","start":"2026-05-24T07:39:01.143986Z","end":"2026-05-24T07:39:01.341568Z","steps":["trace[1263214294] 'process raft request' (duration: 197.499815ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.341631Z","caller":"traceutil/trace.go:171","msg":"trace[1595507265] transaction","detail":"{read_only:false; response_revision:12016; number_of_response:1; }","duration":"197.593007ms","start":"2026-05-24T07:39:01.143986Z","end":"2026-05-24T07:39:01.341579Z","steps":["trace[1595507265] 'process raft request' (duration: 197.350041ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.341801Z","caller":"traceutil/trace.go:171","msg":"trace[1512048401] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"197.775361ms","start":"2026-05-24T07:39:01.144014Z","end":"2026-05-24T07:39:01.34179Z","steps":["trace[1512048401] 'process raft request' (duration: 197.510455ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.341796Z","caller":"traceutil/trace.go:171","msg":"trace[524210890] linearizableReadLoop","detail":"{readStateIndex:12428; appliedIndex:12424; }","duration":"197.492045ms","start":"2026-05-24T07:39:01.144263Z","end":"2026-05-24T07:39:01.341755Z","steps":["trace[524210890] 'read index received' (duration: 173.220831ms)","trace[524210890] 'applied index is now lower than readState.Index' (duration: 24.267134ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:39:01.341992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.510864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:39:01.342038Z","caller":"traceutil/trace.go:171","msg":"trace[1100775596] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12018; }","duration":"115.621547ms","start":"2026-05-24T07:39:01.226406Z","end":"2026-05-24T07:39:01.342028Z","steps":["trace[1100775596] 'agreement among raft nodes before linearized reading' (duration: 115.540545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:39:01.342065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.364321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:39:01.34211Z","caller":"traceutil/trace.go:171","msg":"trace[1494484604] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12018; }","duration":"115.474773ms","start":"2026-05-24T07:39:01.226624Z","end":"2026-05-24T07:39:01.342099Z","steps":["trace[1494484604] 'agreement among raft nodes before linearized reading' (duration: 115.3285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:39:01.342254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.633067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:39:01.342324Z","caller":"traceutil/trace.go:171","msg":"trace[620965383] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12018; }","duration":"115.720429ms","start":"2026-05-24T07:39:01.22659Z","end":"2026-05-24T07:39:01.34231Z","steps":["trace[620965383] 'agreement among raft nodes before linearized reading' (duration: 115.632217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:39:01.342466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.940884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:39:01.342521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.164812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-05-24T07:39:01.342566Z","caller":"traceutil/trace.go:171","msg":"trace[1356000613] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12018; }","duration":"114.315446ms","start":"2026-05-24T07:39:01.228237Z","end":"2026-05-24T07:39:01.342553Z","steps":["trace[1356000613] 'agreement among raft nodes before linearized reading' (duration: 114.096411ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.342562Z","caller":"traceutil/trace.go:171","msg":"trace[1320321895] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12018; }","duration":"116.106088ms","start":"2026-05-24T07:39:01.226436Z","end":"2026-05-24T07:39:01.342542Z","steps":["trace[1320321895] 'agreement among raft nodes before linearized reading' (duration: 115.949774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:39:01.342735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.472378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447820"} {"level":"info","ts":"2026-05-24T07:39:01.342777Z","caller":"traceutil/trace.go:171","msg":"trace[1874395796] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12018; }","duration":"198.5468ms","start":"2026-05-24T07:39:01.144221Z","end":"2026-05-24T07:39:01.342768Z","steps":["trace[1874395796] 'agreement among raft nodes before linearized reading' (duration: 197.672559ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.594118Z","caller":"traceutil/trace.go:171","msg":"trace[2071036234] linearizableReadLoop","detail":"{readStateIndex:12429; appliedIndex:12428; }","duration":"109.162134ms","start":"2026-05-24T07:39:01.484921Z","end":"2026-05-24T07:39:01.594083Z","steps":["trace[2071036234] 'read index received' (duration: 83.938797ms)","trace[2071036234] 'applied index is now lower than readState.Index' (duration: 25.221647ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:39:01.594248Z","caller":"traceutil/trace.go:171","msg":"trace[772481530] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"119.221582ms","start":"2026-05-24T07:39:01.474989Z","end":"2026-05-24T07:39:01.594211Z","steps":["trace[772481530] 'process raft request' (duration: 93.951934ms)","trace[772481530] 'compare' (duration: 24.795947ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:39:01.594595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.651795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:39:01.594664Z","caller":"traceutil/trace.go:171","msg":"trace[1319731796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12019; }","duration":"109.7994ms","start":"2026-05-24T07:39:01.484847Z","end":"2026-05-24T07:39:01.594646Z","steps":["trace[1319731796] 'agreement among raft nodes before linearized reading' (duration: 109.414911ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:39:01.947535Z","caller":"traceutil/trace.go:171","msg":"trace[696594415] transaction","detail":"{read_only:false; response_revision:12021; number_of_response:1; }","duration":"105.63033ms","start":"2026-05-24T07:39:01.841871Z","end":"2026-05-24T07:39:01.947502Z","steps":["trace[696594415] 'process raft request' (duration: 105.486857ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:40:29.122919Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10459} {"level":"info","ts":"2026-05-24T07:40:29.203872Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10459,"took":"78.084901ms","hash":7823786,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":25989120,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-24T07:40:29.203947Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":7823786,"revision":10459,"compact-revision":8051} {"level":"info","ts":"2026-05-24T07:45:17.507131Z","caller":"traceutil/trace.go:171","msg":"trace[220858966] transaction","detail":"{read_only:false; response_revision:14541; number_of_response:1; }","duration":"482.788775ms","start":"2026-05-24T07:45:17.024318Z","end":"2026-05-24T07:45:17.507107Z","steps":["trace[220858966] 'process raft request' (duration: 482.612651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:17.507308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:17.024271Z","time spent":"482.947779ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:45:17.507233Z","caller":"traceutil/trace.go:171","msg":"trace[18556694] linearizableReadLoop","detail":"{readStateIndex:15040; appliedIndex:15040; }","duration":"446.131457ms","start":"2026-05-24T07:45:17.061051Z","end":"2026-05-24T07:45:17.507182Z","steps":["trace[18556694] 'read index received' (duration: 446.111116ms)","trace[18556694] 'applied index is now lower than readState.Index' (duration: 16.571µs)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:45:17.507822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.738461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-24T07:45:17.507913Z","caller":"traceutil/trace.go:171","msg":"trace[1494144387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14541; }","duration":"446.896224ms","start":"2026-05-24T07:45:17.06099Z","end":"2026-05-24T07:45:17.507886Z","steps":["trace[1494144387] 'agreement among raft nodes before linearized reading' (duration: 446.537076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:17.508181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:17.060961Z","time spent":"447.11913ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-24T07:45:17.509724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.928238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-24T07:45:17.509746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.655961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-24T07:45:17.509792Z","caller":"traceutil/trace.go:171","msg":"trace[479551853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14543; }","duration":"140.722003ms","start":"2026-05-24T07:45:17.369057Z","end":"2026-05-24T07:45:17.509779Z","steps":["trace[479551853] 'agreement among raft nodes before linearized reading' (duration: 140.56214ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:45:17.509804Z","caller":"traceutil/trace.go:171","msg":"trace[359745127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14543; }","duration":"149.022039ms","start":"2026-05-24T07:45:17.360754Z","end":"2026-05-24T07:45:17.509776Z","steps":["trace[359745127] 'agreement among raft nodes before linearized reading' (duration: 148.842955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:17.509593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.385302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-24T07:45:17.509967Z","caller":"traceutil/trace.go:171","msg":"trace[54661537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14543; }","duration":"150.815922ms","start":"2026-05-24T07:45:17.359122Z","end":"2026-05-24T07:45:17.509938Z","steps":["trace[54661537] 'agreement among raft nodes before linearized reading' (duration: 150.250139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:17.510283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.783082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-24T07:45:17.510363Z","caller":"traceutil/trace.go:171","msg":"trace[1345553948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14543; }","duration":"142.926246ms","start":"2026-05-24T07:45:17.367418Z","end":"2026-05-24T07:45:17.510345Z","steps":["trace[1345553948] 'agreement among raft nodes before linearized reading' (duration: 142.127387ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:45:21.701022Z","caller":"traceutil/trace.go:171","msg":"trace[2092507410] transaction","detail":"{read_only:false; response_revision:14559; number_of_response:1; }","duration":"176.755896ms","start":"2026-05-24T07:45:21.524231Z","end":"2026-05-24T07:45:21.700987Z","steps":["trace[2092507410] 'process raft request' (duration: 176.553371ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:45:21.909402Z","caller":"traceutil/trace.go:171","msg":"trace[420403180] linearizableReadLoop","detail":"{readStateIndex:15061; appliedIndex:15058; }","duration":"380.505172ms","start":"2026-05-24T07:45:21.528863Z","end":"2026-05-24T07:45:21.909368Z","steps":["trace[420403180] 'read index received' (duration: 171.896281ms)","trace[420403180] 'applied index is now lower than readState.Index' (duration: 208.607461ms)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:45:21.90978Z","caller":"traceutil/trace.go:171","msg":"trace[1754754286] transaction","detail":"{read_only:false; response_revision:14560; number_of_response:1; }","duration":"384.586349ms","start":"2026-05-24T07:45:21.525178Z","end":"2026-05-24T07:45:21.909764Z","steps":["trace[1754754286] 'process raft request' (duration: 345.208406ms)","trace[1754754286] 'compare' (duration: 38.776929ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:45:21.909915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:21.525165Z","time spent":"384.65468ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:45:21.910119Z","caller":"traceutil/trace.go:171","msg":"trace[883191985] transaction","detail":"{read_only:false; response_revision:14561; number_of_response:1; }","duration":"383.830561ms","start":"2026-05-24T07:45:21.526277Z","end":"2026-05-24T07:45:21.910107Z","steps":["trace[883191985] 'process raft request' (duration: 383.037022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:21.91018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:21.526248Z","time spent":"383.900482ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:45:21.910409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.551837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-24T07:45:21.910447Z","caller":"traceutil/trace.go:171","msg":"trace[985781906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14561; }","duration":"381.625058ms","start":"2026-05-24T07:45:21.528813Z","end":"2026-05-24T07:45:21.910438Z","steps":["trace[985781906] 'agreement among raft nodes before linearized reading' (duration: 381.497305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:21.910476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:21.5288Z","time spent":"381.66987ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-24T07:45:21.910735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.43394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-24T07:45:21.910834Z","caller":"traceutil/trace.go:171","msg":"trace[382413970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14561; }","duration":"377.552612ms","start":"2026-05-24T07:45:21.533262Z","end":"2026-05-24T07:45:21.910815Z","steps":["trace[382413970] 'agreement among raft nodes before linearized reading' (duration: 377.367738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:21.910901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:21.533246Z","time spent":"377.641865ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-24T07:45:21.91116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.445476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-24T07:45:21.911508Z","caller":"traceutil/trace.go:171","msg":"trace[2131355140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14561; }","duration":"376.810045ms","start":"2026-05-24T07:45:21.534685Z","end":"2026-05-24T07:45:21.911495Z","steps":["trace[2131355140] 'agreement among raft nodes before linearized reading' (duration: 376.397805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:21.911599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:21.534676Z","time spent":"376.908777ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-24T07:45:21.91132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.987093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-24T07:45:21.911891Z","caller":"traceutil/trace.go:171","msg":"trace[854703007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14561; }","duration":"378.567746ms","start":"2026-05-24T07:45:21.53331Z","end":"2026-05-24T07:45:21.911878Z","steps":["trace[854703007] 'agreement among raft nodes before linearized reading' (duration: 377.946542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:21.911966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:21.533304Z","time spent":"378.648698ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-24T07:45:21.911415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.859229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-24T07:45:21.912044Z","caller":"traceutil/trace.go:171","msg":"trace[805126129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14561; }","duration":"378.515065ms","start":"2026-05-24T07:45:21.533515Z","end":"2026-05-24T07:45:21.91203Z","steps":["trace[805126129] 'agreement among raft nodes before linearized reading' (duration: 377.852109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:21.912096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:21.5335Z","time spent":"378.581867ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-24T07:45:29.12947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12602} {"level":"info","ts":"2026-05-24T07:45:29.211786Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12602,"took":"79.401021ms","hash":1484599673,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":26603520,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-24T07:45:29.211874Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1484599673,"revision":12602,"compact-revision":10459} {"level":"warn","ts":"2026-05-24T07:45:37.959171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.538033ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-24T07:45:37.959567Z","caller":"traceutil/trace.go:171","msg":"trace[1540479935] linearizableReadLoop","detail":"{readStateIndex:15170; appliedIndex:15168; }","duration":"103.730417ms","start":"2026-05-24T07:45:37.855814Z","end":"2026-05-24T07:45:37.959544Z","steps":["trace[1540479935] 'read index received' (duration: 101.020163ms)","trace[1540479935] 'applied index is now lower than readState.Index' (duration: 2.706174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:45:37.959864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.028664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-8m29q\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-05-24T07:45:37.95991Z","caller":"traceutil/trace.go:171","msg":"trace[1640380210] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-8m29q; range_end:; response_count:1; response_revision:14663; }","duration":"104.170757ms","start":"2026-05-24T07:45:37.855724Z","end":"2026-05-24T07:45:37.959895Z","steps":["trace[1640380210] 'agreement among raft nodes before linearized reading' (duration: 103.89042ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:45:37.959666Z","caller":"traceutil/trace.go:171","msg":"trace[1381968928] transaction","detail":"{read_only:false; response_revision:14663; number_of_response:1; }","duration":"104.67927ms","start":"2026-05-24T07:45:37.85494Z","end":"2026-05-24T07:45:37.959619Z","steps":["trace[1381968928] 'process raft request' (duration: 104.376962ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:45:38.270728Z","caller":"traceutil/trace.go:171","msg":"trace[1328607840] transaction","detail":"{read_only:false; response_revision:14664; number_of_response:1; }","duration":"297.161778ms","start":"2026-05-24T07:45:37.973527Z","end":"2026-05-24T07:45:38.270688Z","steps":["trace[1328607840] 'process raft request' (duration: 290.517111ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:45:38.280321Z","caller":"traceutil/trace.go:171","msg":"trace[469912196] transaction","detail":"{read_only:false; response_revision:14665; number_of_response:1; }","duration":"304.434911ms","start":"2026-05-24T07:45:37.97586Z","end":"2026-05-24T07:45:38.280295Z","steps":["trace[469912196] 'process raft request' (duration: 304.214715ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:45:38.280471Z","caller":"traceutil/trace.go:171","msg":"trace[942709170] transaction","detail":"{read_only:false; response_revision:14666; number_of_response:1; }","duration":"302.270839ms","start":"2026-05-24T07:45:37.97818Z","end":"2026-05-24T07:45:38.280451Z","steps":["trace[942709170] 'process raft request' (duration: 302.065895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:38.280528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:37.975832Z","time spent":"304.583064ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:45:38.2805Z","caller":"traceutil/trace.go:171","msg":"trace[1236548618] linearizableReadLoop","detail":"{readStateIndex:15173; appliedIndex:15170; }","duration":"297.051115ms","start":"2026-05-24T07:45:37.983396Z","end":"2026-05-24T07:45:38.280447Z","steps":["trace[1236548618] 'read index received' (duration: 280.668997ms)","trace[1236548618] 'applied index is now lower than readState.Index' (duration: 16.377518ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:45:38.280683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.278101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-24T07:45:38.280724Z","caller":"traceutil/trace.go:171","msg":"trace[421999838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14666; }","duration":"297.379764ms","start":"2026-05-24T07:45:37.983333Z","end":"2026-05-24T07:45:38.280713Z","steps":["trace[421999838] 'agreement among raft nodes before linearized reading' (duration: 297.21805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:38.280751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.632338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-24T07:45:38.280753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:45:37.978164Z","time spent":"302.384372ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-24T07:45:38.280789Z","caller":"traceutil/trace.go:171","msg":"trace[1120865359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14666; }","duration":"248.69779ms","start":"2026-05-24T07:45:38.032078Z","end":"2026-05-24T07:45:38.280776Z","steps":["trace[1120865359] 'agreement among raft nodes before linearized reading' (duration: 248.617848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:38.280802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.730295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-24T07:45:38.280843Z","caller":"traceutil/trace.go:171","msg":"trace[651019808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14666; }","duration":"287.839237ms","start":"2026-05-24T07:45:37.992992Z","end":"2026-05-24T07:45:38.280831Z","steps":["trace[651019808] 'agreement among raft nodes before linearized reading' (duration: 287.664793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:38.280887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.266084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-24T07:45:38.280904Z","caller":"traceutil/trace.go:171","msg":"trace[1012556604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14666; }","duration":"287.306125ms","start":"2026-05-24T07:45:37.993592Z","end":"2026-05-24T07:45:38.280898Z","steps":["trace[1012556604] 'agreement among raft nodes before linearized reading' (duration: 287.246434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:38.280911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.14474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-24T07:45:38.280947Z","caller":"traceutil/trace.go:171","msg":"trace[1468154898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14666; }","duration":"284.203682ms","start":"2026-05-24T07:45:37.996733Z","end":"2026-05-24T07:45:38.280936Z","steps":["trace[1468154898] 'agreement among raft nodes before linearized reading' (duration: 284.10351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:45:38.280925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.13084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-24T07:45:38.281031Z","caller":"traceutil/trace.go:171","msg":"trace[1053054994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14666; }","duration":"284.274283ms","start":"2026-05-24T07:45:37.996726Z","end":"2026-05-24T07:45:38.281Z","steps":["trace[1053054994] 'agreement among raft nodes before linearized reading' (duration: 283.940856ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:00.530595Z","caller":"traceutil/trace.go:171","msg":"trace[765015804] linearizableReadLoop","detail":"{readStateIndex:15494; appliedIndex:15493; }","duration":"249.886618ms","start":"2026-05-24T07:46:00.280675Z","end":"2026-05-24T07:46:00.530561Z","steps":["trace[765015804] 'read index received' (duration: 249.724605ms)","trace[765015804] 'applied index is now lower than readState.Index' (duration: 160.653µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:46:00.53065Z","caller":"traceutil/trace.go:171","msg":"trace[1702438040] transaction","detail":"{read_only:false; response_revision:14974; number_of_response:1; }","duration":"368.977499ms","start":"2026-05-24T07:46:00.161634Z","end":"2026-05-24T07:46:00.530611Z","steps":["trace[1702438040] 'process raft request' (duration: 368.748833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:46:00.530802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.113583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:46:00.530962Z","caller":"traceutil/trace.go:171","msg":"trace[69304322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14974; }","duration":"250.331059ms","start":"2026-05-24T07:46:00.280607Z","end":"2026-05-24T07:46:00.530938Z","steps":["trace[69304322] 'agreement among raft nodes before linearized reading' (duration: 250.099694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:46:00.530838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-24T07:46:00.161609Z","time spent":"369.132353ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-24T07:46:00.536499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-24T07:46:00.53658Z","caller":"traceutil/trace.go:171","msg":"trace[2048646784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14976; }","duration":"132.272453ms","start":"2026-05-24T07:46:00.404288Z","end":"2026-05-24T07:46:00.536561Z","steps":["trace[2048646784] 'agreement among raft nodes before linearized reading' (duration: 131.954585ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:00.537056Z","caller":"traceutil/trace.go:171","msg":"trace[945284093] transaction","detail":"{read_only:false; response_revision:14975; number_of_response:1; }","duration":"170.179131ms","start":"2026-05-24T07:46:00.36686Z","end":"2026-05-24T07:46:00.537039Z","steps":["trace[945284093] 'process raft request' (duration: 169.065575ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:00.537282Z","caller":"traceutil/trace.go:171","msg":"trace[1174432507] transaction","detail":"{read_only:false; response_revision:14976; number_of_response:1; }","duration":"146.296675ms","start":"2026-05-24T07:46:00.39096Z","end":"2026-05-24T07:46:00.537256Z","steps":["trace[1174432507] 'process raft request' (duration: 145.161068ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:00.702213Z","caller":"traceutil/trace.go:171","msg":"trace[586466077] transaction","detail":"{read_only:false; response_revision:14979; number_of_response:1; }","duration":"156.999719ms","start":"2026-05-24T07:46:00.545164Z","end":"2026-05-24T07:46:00.702163Z","steps":["trace[586466077] 'process raft request' (duration: 156.554258ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:00.702258Z","caller":"traceutil/trace.go:171","msg":"trace[1564582765] transaction","detail":"{read_only:false; response_revision:14980; number_of_response:1; }","duration":"157.0468ms","start":"2026-05-24T07:46:00.545164Z","end":"2026-05-24T07:46:00.70221Z","steps":["trace[1564582765] 'process raft request' (duration: 156.848915ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:00.702435Z","caller":"traceutil/trace.go:171","msg":"trace[1659614800] transaction","detail":"{read_only:false; response_revision:14981; number_of_response:1; }","duration":"156.270441ms","start":"2026-05-24T07:46:00.546125Z","end":"2026-05-24T07:46:00.702396Z","steps":["trace[1659614800] 'process raft request' (duration: 156.029686ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:00.70231Z","caller":"traceutil/trace.go:171","msg":"trace[1334466086] linearizableReadLoop","detail":"{readStateIndex:15501; appliedIndex:15496; }","duration":"151.039867ms","start":"2026-05-24T07:46:00.551236Z","end":"2026-05-24T07:46:00.702275Z","steps":["trace[1334466086] 'read index received' (duration: 3.150395ms)","trace[1334466086] 'applied index is now lower than readState.Index' (duration: 147.887432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:46:00.702655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.375645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-24T07:46:00.703207Z","caller":"traceutil/trace.go:171","msg":"trace[1306675771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14981; }","duration":"151.878777ms","start":"2026-05-24T07:46:00.551198Z","end":"2026-05-24T07:46:00.703077Z","steps":["trace[1306675771] 'agreement among raft nodes before linearized reading' (duration: 151.286553ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:00.704991Z","caller":"traceutil/trace.go:171","msg":"trace[922311836] transaction","detail":"{read_only:false; response_revision:14978; number_of_response:1; }","duration":"159.800215ms","start":"2026-05-24T07:46:00.545152Z","end":"2026-05-24T07:46:00.704953Z","steps":["trace[922311836] 'process raft request' (duration: 146.984951ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:36.852878Z","caller":"traceutil/trace.go:171","msg":"trace[165185905] transaction","detail":"{read_only:false; response_revision:15210; number_of_response:1; }","duration":"173.195663ms","start":"2026-05-24T07:46:36.679643Z","end":"2026-05-24T07:46:36.852839Z","steps":["trace[165185905] 'process raft request' (duration: 172.890105ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:36.854924Z","caller":"traceutil/trace.go:171","msg":"trace[2091389898] transaction","detail":"{read_only:false; response_revision:15211; number_of_response:1; }","duration":"173.829958ms","start":"2026-05-24T07:46:36.681079Z","end":"2026-05-24T07:46:36.854909Z","steps":["trace[2091389898] 'process raft request' (duration: 173.735795ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:46:36.855053Z","caller":"traceutil/trace.go:171","msg":"trace[96657690] linearizableReadLoop","detail":"{readStateIndex:15738; appliedIndex:15736; }","duration":"140.14747ms","start":"2026-05-24T07:46:36.714884Z","end":"2026-05-24T07:46:36.855032Z","steps":["trace[96657690] 'read index received' (duration: 137.671851ms)","trace[96657690] 'applied index is now lower than readState.Index' (duration: 2.474259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:46:36.855268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.367324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-24T07:46:36.855318Z","caller":"traceutil/trace.go:171","msg":"trace[1968040119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15212; }","duration":"140.472067ms","start":"2026-05-24T07:46:36.714829Z","end":"2026-05-24T07:46:36.855301Z","steps":["trace[1968040119] 'agreement among raft nodes before linearized reading' (duration: 140.280842ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:47:10.824902Z","caller":"traceutil/trace.go:171","msg":"trace[588179228] linearizableReadLoop","detail":"{readStateIndex:16240; appliedIndex:16239; }","duration":"104.021713ms","start":"2026-05-24T07:47:10.720843Z","end":"2026-05-24T07:47:10.824864Z","steps":["trace[588179228] 'read index received' (duration: 103.840909ms)","trace[588179228] 'applied index is now lower than readState.Index' (duration: 179.024µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:47:10.825152Z","caller":"traceutil/trace.go:171","msg":"trace[571966706] transaction","detail":"{read_only:false; response_revision:15701; number_of_response:1; }","duration":"161.608708ms","start":"2026-05-24T07:47:10.663485Z","end":"2026-05-24T07:47:10.825094Z","steps":["trace[571966706] 'process raft request' (duration: 161.141597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:47:10.825393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.309631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-24T07:47:10.825526Z","caller":"traceutil/trace.go:171","msg":"trace[1325188149] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15701; }","duration":"104.475994ms","start":"2026-05-24T07:47:10.721023Z","end":"2026-05-24T07:47:10.825499Z","steps":["trace[1325188149] 'agreement among raft nodes before linearized reading' (duration: 104.131636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:47:10.825608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.282669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:47:10.825712Z","caller":"traceutil/trace.go:171","msg":"trace[1112334191] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15701; }","duration":"104.928695ms","start":"2026-05-24T07:47:10.720766Z","end":"2026-05-24T07:47:10.825695Z","steps":["trace[1112334191] 'agreement among raft nodes before linearized reading' (duration: 104.31377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:47:10.825583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.164213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-24T07:47:10.825839Z","caller":"traceutil/trace.go:171","msg":"trace[2014088893] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15701; }","duration":"103.45993ms","start":"2026-05-24T07:47:10.722342Z","end":"2026-05-24T07:47:10.825802Z","steps":["trace[2014088893] 'agreement among raft nodes before linearized reading' (duration: 102.985719ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:47:16.505788Z","caller":"traceutil/trace.go:171","msg":"trace[427462573] linearizableReadLoop","detail":"{readStateIndex:16272; appliedIndex:16271; }","duration":"100.336766ms","start":"2026-05-24T07:47:16.405428Z","end":"2026-05-24T07:47:16.505765Z","steps":["trace[427462573] 'read index received' (duration: 100.307266ms)","trace[427462573] 'applied index is now lower than readState.Index' (duration: 28.31µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:47:16.505893Z","caller":"traceutil/trace.go:171","msg":"trace[2125819407] transaction","detail":"{read_only:false; response_revision:15732; number_of_response:1; }","duration":"104.511615ms","start":"2026-05-24T07:47:16.401335Z","end":"2026-05-24T07:47:16.505846Z","steps":["trace[2125819407] 'process raft request' (duration: 104.27619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:47:16.506051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.617273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ts294\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-05-24T07:47:16.506105Z","caller":"traceutil/trace.go:171","msg":"trace[1273086171] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ts294; range_end:; response_count:1; response_revision:15732; }","duration":"100.735986ms","start":"2026-05-24T07:47:16.40535Z","end":"2026-05-24T07:47:16.506086Z","steps":["trace[1273086171] 'agreement among raft nodes before linearized reading' (duration: 100.562162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:47:16.689568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.286681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-24T07:47:16.689771Z","caller":"traceutil/trace.go:171","msg":"trace[2137575996] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15732; }","duration":"126.511826ms","start":"2026-05-24T07:47:16.563229Z","end":"2026-05-24T07:47:16.68974Z","steps":["trace[2137575996] 'range keys from in-memory index tree' (duration: 126.265391ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:47:17.309411Z","caller":"traceutil/trace.go:171","msg":"trace[297890944] transaction","detail":"{read_only:false; response_revision:15737; number_of_response:1; }","duration":"116.056329ms","start":"2026-05-24T07:47:17.193328Z","end":"2026-05-24T07:47:17.309384Z","steps":["trace[297890944] 'process raft request' (duration: 115.815063ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:47:17.309492Z","caller":"traceutil/trace.go:171","msg":"trace[1636230431] transaction","detail":"{read_only:false; response_revision:15738; number_of_response:1; }","duration":"113.963379ms","start":"2026-05-24T07:47:17.195489Z","end":"2026-05-24T07:47:17.309452Z","steps":["trace[1636230431] 'process raft request' (duration: 113.809666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:47:17.3097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.274004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-24T07:47:17.309815Z","caller":"traceutil/trace.go:171","msg":"trace[526830347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15738; }","duration":"116.448278ms","start":"2026-05-24T07:47:17.193337Z","end":"2026-05-24T07:47:17.309785Z","steps":["trace[526830347] 'agreement among raft nodes before linearized reading' (duration: 116.129881ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:47:17.913357Z","caller":"traceutil/trace.go:171","msg":"trace[1502437832] linearizableReadLoop","detail":"{readStateIndex:16281; appliedIndex:16280; }","duration":"180.578457ms","start":"2026-05-24T07:47:17.732745Z","end":"2026-05-24T07:47:17.913324Z","steps":["trace[1502437832] 'read index received' (duration: 178.759193ms)","trace[1502437832] 'applied index is now lower than readState.Index' (duration: 1.817534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-24T07:47:17.913602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.818613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-24T07:47:17.913697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.303386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j778d\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-24T07:47:17.913721Z","caller":"traceutil/trace.go:171","msg":"trace[1523127587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:15740; }","duration":"181.002857ms","start":"2026-05-24T07:47:17.732691Z","end":"2026-05-24T07:47:17.913694Z","steps":["trace[1523127587] 'agreement among raft nodes before linearized reading' (duration: 180.799703ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:47:17.913752Z","caller":"traceutil/trace.go:171","msg":"trace[71497417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j778d; range_end:; response_count:1; response_revision:15740; }","duration":"149.448839ms","start":"2026-05-24T07:47:17.764289Z","end":"2026-05-24T07:47:17.913738Z","steps":["trace[71497417] 'agreement among raft nodes before linearized reading' (duration: 149.215224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:47:17.914131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.261102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zx676\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-05-24T07:47:17.914172Z","caller":"traceutil/trace.go:171","msg":"trace[1091302914] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zx676; range_end:; response_count:1; response_revision:15740; }","duration":"129.326073ms","start":"2026-05-24T07:47:17.784836Z","end":"2026-05-24T07:47:17.914162Z","steps":["trace[1091302914] 'agreement among raft nodes before linearized reading' (duration: 129.215571ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:50:29.197478Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14602} {"level":"info","ts":"2026-05-24T07:50:29.438406Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14602,"took":"237.428062ms","hash":2251148070,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":33013760,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-24T07:50:29.438488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2251148070,"revision":14602,"compact-revision":12602} {"level":"info","ts":"2026-05-24T07:54:50.4233Z","caller":"traceutil/trace.go:171","msg":"trace[1232232834] linearizableReadLoop","detail":"{readStateIndex:19507; appliedIndex:19506; }","duration":"106.030472ms","start":"2026-05-24T07:54:50.317245Z","end":"2026-05-24T07:54:50.423275Z","steps":["trace[1232232834] 'read index received' (duration: 105.833848ms)","trace[1232232834] 'applied index is now lower than readState.Index' (duration: 195.404µs)"],"step_count":2} {"level":"info","ts":"2026-05-24T07:54:50.423432Z","caller":"traceutil/trace.go:171","msg":"trace[859821951] transaction","detail":"{read_only:false; response_revision:18860; number_of_response:1; }","duration":"126.755133ms","start":"2026-05-24T07:54:50.296638Z","end":"2026-05-24T07:54:50.423393Z","steps":["trace[859821951] 'process raft request' (duration: 126.494647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-24T07:54:50.42392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.651537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-hs6k9\" ","response":"range_response_count:1 size:18647"} {"level":"info","ts":"2026-05-24T07:54:50.424159Z","caller":"traceutil/trace.go:171","msg":"trace[236486613] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-hs6k9; range_end:; response_count:1; response_revision:18860; }","duration":"106.911113ms","start":"2026-05-24T07:54:50.317196Z","end":"2026-05-24T07:54:50.424108Z","steps":["trace[236486613] 'agreement among raft nodes before linearized reading' (duration: 106.220727ms)"],"step_count":1} {"level":"info","ts":"2026-05-24T07:55:29.202829Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17255} {"level":"info","ts":"2026-05-24T07:55:29.293594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17255,"took":"88.269112ms","hash":3234903964,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":29650944,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-24T07:55:29.293677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3234903964,"revision":17255,"compact-revision":14602} {"level":"info","ts":"2026-05-24T07:56:22.163999Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-24T07:56:22.169269Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-24T07:56:22.169438Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-24T08:00:29.208023Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19058} {"level":"info","ts":"2026-05-24T08:00:29.296978Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19058,"took":"86.51531ms","hash":2118852870,"current-db-size-bytes":56836096,"current-db-size":"57 MB","current-db-size-in-use-bytes":24379392,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-05-24T08:00:29.297028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2118852870,"revision":19058,"compact-revision":17255}