{"level":"warn","ts":"2026-03-09T13:36:13.880307Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T13:36:13.880406Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.140:2380","--initial-cluster=instance=https://199.204.45.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T13:36:13.880471Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T13:36:13.880483Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-09T13:36:13.880499Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T13:36:13.881115Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"]} {"level":"info","ts":"2026-03-09T13:36:13.881199Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T13:36:13.884711Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.286042ms"} {"level":"info","ts":"2026-03-09T13:36:13.891733Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"35b2766da46a76bb","cluster-id":"f5fd3aeb8d9f53dc"} {"level":"info","ts":"2026-03-09T13:36:13.891881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T13:36:13.891913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 0"} {"level":"info","ts":"2026-03-09T13:36:13.891942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 35b2766da46a76bb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T13:36:13.891964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 1"} {"level":"info","ts":"2026-03-09T13:36:13.892028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"warn","ts":"2026-03-09T13:36:13.897245Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T13:36:13.898578Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T13:36:13.900867Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T13:36:13.903143Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"35b2766da46a76bb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T13:36:13.903781Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"35b2766da46a76bb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T13:36:13.903896Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:36:13.903967Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:36:13.903982Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:36:13.906319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"info","ts":"2026-03-09T13:36:13.906543Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","added-peer-id":"35b2766da46a76bb","added-peer-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-09T13:36:13.908378Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T13:36:13.908511Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-09T13:36:13.908549Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-09T13:36:13.908734Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"35b2766da46a76bb","initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T13:36:13.908835Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T13:36:14.592578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T13:36:14.592646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T13:36:14.592686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgPreVoteResp from 35b2766da46a76bb at term 1"} {"level":"info","ts":"2026-03-09T13:36:14.592712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became candidate at term 2"} {"level":"info","ts":"2026-03-09T13:36:14.592729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgVoteResp from 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-09T13:36:14.592754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became leader at term 2"} {"level":"info","ts":"2026-03-09T13:36:14.592768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 35b2766da46a76bb elected leader 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-09T13:36:14.59397Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"35b2766da46a76bb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.140:2379]}","request-path":"/0/members/35b2766da46a76bb/attributes","cluster-id":"f5fd3aeb8d9f53dc","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T13:36:14.594132Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T13:36:14.594277Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T13:36:14.59432Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:36:14.595339Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:36:14.595501Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:36:14.595546Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:36:14.597387Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T13:36:14.597634Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.140:2379"} {"level":"info","ts":"2026-03-09T13:36:14.606684Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T13:36:14.6067Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T13:36:39.382737Z","caller":"traceutil/trace.go:171","msg":"trace[55954334] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"113.978077ms","start":"2026-03-09T13:36:39.268741Z","end":"2026-03-09T13:36:39.382719Z","steps":["trace[55954334] 'process raft request' (duration: 113.874134ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:36:41.535325Z","caller":"traceutil/trace.go:171","msg":"trace[1363044521] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"142.030091ms","start":"2026-03-09T13:36:41.393263Z","end":"2026-03-09T13:36:41.535293Z","steps":["trace[1363044521] 'read index received' (duration: 141.869676ms)","trace[1363044521] 'applied index is now lower than readState.Index' (duration: 159.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:36:41.535356Z","caller":"traceutil/trace.go:171","msg":"trace[2057599051] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"146.385193ms","start":"2026-03-09T13:36:41.38894Z","end":"2026-03-09T13:36:41.535325Z","steps":["trace[2057599051] 'process raft request' (duration: 146.176927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:36:41.535503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.220036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-03-09T13:36:41.535634Z","caller":"traceutil/trace.go:171","msg":"trace[756531207] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:427; }","duration":"142.36529ms","start":"2026-03-09T13:36:41.393246Z","end":"2026-03-09T13:36:41.535612Z","steps":["trace[756531207] 'agreement among raft nodes before linearized reading' (duration: 142.150094ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:36:50.722869Z","caller":"traceutil/trace.go:171","msg":"trace[455676700] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"212.9069ms","start":"2026-03-09T13:36:50.509935Z","end":"2026-03-09T13:36:50.722842Z","steps":["trace[455676700] 'read index received' (duration: 212.717915ms)","trace[455676700] 'applied index is now lower than readState.Index' (duration: 187.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:36:50.722922Z","caller":"traceutil/trace.go:171","msg":"trace[2045162036] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"289.280726ms","start":"2026-03-09T13:36:50.433613Z","end":"2026-03-09T13:36:50.722894Z","steps":["trace[2045162036] 'process raft request' (duration: 289.06505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:36:50.723174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.219038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-266wp\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-09T13:36:50.723281Z","caller":"traceutil/trace.go:171","msg":"trace[899678743] range","detail":"{range_begin:/registry/pods/kube-system/cilium-266wp; range_end:; response_count:1; response_revision:508; }","duration":"213.373812ms","start":"2026-03-09T13:36:50.509882Z","end":"2026-03-09T13:36:50.723256Z","steps":["trace[899678743] 'agreement among raft nodes before linearized reading' (duration: 213.103295ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:36:50.9706Z","caller":"traceutil/trace.go:171","msg":"trace[337402916] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"235.56814ms","start":"2026-03-09T13:36:50.735001Z","end":"2026-03-09T13:36:50.970569Z","steps":["trace[337402916] 'process raft request' (duration: 235.416386ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:37:20.133011Z","caller":"traceutil/trace.go:171","msg":"trace[199018543] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"304.896396ms","start":"2026-03-09T13:37:19.828082Z","end":"2026-03-09T13:37:20.132978Z","steps":["trace[199018543] 'process raft request' (duration: 304.69485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:37:20.133739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:37:19.82806Z","time spent":"305.063451ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:38:13.616546Z","caller":"traceutil/trace.go:171","msg":"trace[1472522325] linearizableReadLoop","detail":"{readStateIndex:1650; appliedIndex:1649; }","duration":"257.918326ms","start":"2026-03-09T13:38:13.358598Z","end":"2026-03-09T13:38:13.616516Z","steps":["trace[1472522325] 'read index received' (duration: 257.744682ms)","trace[1472522325] 'applied index is now lower than readState.Index' (duration: 172.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:38:13.616674Z","caller":"traceutil/trace.go:171","msg":"trace[296337444] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"369.360183ms","start":"2026-03-09T13:38:13.247303Z","end":"2026-03-09T13:38:13.616664Z","steps":["trace[296337444] 'process raft request' (duration: 369.040475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:38:13.616775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:38:13.247274Z","time spent":"369.426375ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:38:13.616881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.259796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:38:13.616996Z","caller":"traceutil/trace.go:171","msg":"trace[480333234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1586; }","duration":"258.381269ms","start":"2026-03-09T13:38:13.358588Z","end":"2026-03-09T13:38:13.61697Z","steps":["trace[480333234] 'agreement among raft nodes before linearized reading' (duration: 258.215555ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:13.645981Z","caller":"traceutil/trace.go:171","msg":"trace[1711224161] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"272.944322ms","start":"2026-03-09T13:38:13.373011Z","end":"2026-03-09T13:38:13.645955Z","steps":["trace[1711224161] 'process raft request' (duration: 272.776218ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:13.646124Z","caller":"traceutil/trace.go:171","msg":"trace[1756210934] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"256.366986ms","start":"2026-03-09T13:38:13.389738Z","end":"2026-03-09T13:38:13.646105Z","steps":["trace[1756210934] 'process raft request' (duration: 256.172841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:38:13.646235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.908151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:38:13.646279Z","caller":"traceutil/trace.go:171","msg":"trace[2090607510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1588; }","duration":"116.991673ms","start":"2026-03-09T13:38:13.529274Z","end":"2026-03-09T13:38:13.646266Z","steps":["trace[2090607510] 'agreement among raft nodes before linearized reading' (duration: 116.84636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:38:13.646289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.366313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:38:13.646346Z","caller":"traceutil/trace.go:171","msg":"trace[1913129281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1588; }","duration":"117.467985ms","start":"2026-03-09T13:38:13.528864Z","end":"2026-03-09T13:38:13.646332Z","steps":["trace[1913129281] 'agreement among raft nodes before linearized reading' (duration: 117.2666ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:13.788302Z","caller":"traceutil/trace.go:171","msg":"trace[2029406826] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"136.049295ms","start":"2026-03-09T13:38:13.652211Z","end":"2026-03-09T13:38:13.78826Z","steps":["trace[2029406826] 'process raft request' (duration: 79.462244ms)","trace[2029406826] 'compare' (duration: 56.336335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:38:14.098504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.71202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ac718ec-81e0-4593-8937-bdd497dc6667\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-09T13:38:14.098609Z","caller":"traceutil/trace.go:171","msg":"trace[1124326300] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ac718ec-81e0-4593-8937-bdd497dc6667; range_end:; response_count:1; response_revision:1590; }","duration":"178.857393ms","start":"2026-03-09T13:38:13.919727Z","end":"2026-03-09T13:38:14.098584Z","steps":["trace[1124326300] 'range keys from in-memory index tree' (duration: 178.410872ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:28.28443Z","caller":"traceutil/trace.go:171","msg":"trace[1498349367] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"190.917581ms","start":"2026-03-09T13:38:28.093487Z","end":"2026-03-09T13:38:28.284405Z","steps":["trace[1498349367] 'process raft request' (duration: 190.769927ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:58.177772Z","caller":"traceutil/trace.go:171","msg":"trace[1337752148] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"218.167666ms","start":"2026-03-09T13:38:57.959576Z","end":"2026-03-09T13:38:58.177744Z","steps":["trace[1337752148] 'read index received' (duration: 218.062454ms)","trace[1337752148] 'applied index is now lower than readState.Index' (duration: 104.322µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:38:58.177833Z","caller":"traceutil/trace.go:171","msg":"trace[223498626] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"291.382341ms","start":"2026-03-09T13:38:57.886416Z","end":"2026-03-09T13:38:58.177798Z","steps":["trace[223498626] 'process raft request' (duration: 291.180636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:38:58.178001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.409772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T13:38:58.178057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.506768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:38:58.178097Z","caller":"traceutil/trace.go:171","msg":"trace[1852626648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1865; }","duration":"168.6004ms","start":"2026-03-09T13:38:58.009482Z","end":"2026-03-09T13:38:58.178083Z","steps":["trace[1852626648] 'agreement among raft nodes before linearized reading' (duration: 168.431166ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:58.178085Z","caller":"traceutil/trace.go:171","msg":"trace[192988619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1865; }","duration":"218.549406ms","start":"2026-03-09T13:38:57.959516Z","end":"2026-03-09T13:38:58.178065Z","steps":["trace[192988619] 'agreement among raft nodes before linearized reading' (duration: 218.33879ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:39:05.049318Z","caller":"traceutil/trace.go:171","msg":"trace[1249876042] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"371.797852ms","start":"2026-03-09T13:39:04.677485Z","end":"2026-03-09T13:39:05.049283Z","steps":["trace[1249876042] 'process raft request' (duration: 371.604347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:39:05.049477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:39:04.677463Z","time spent":"371.934295ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:39:10.379382Z","caller":"traceutil/trace.go:171","msg":"trace[200807830] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"155.716818ms","start":"2026-03-09T13:39:10.223639Z","end":"2026-03-09T13:39:10.379356Z","steps":["trace[200807830] 'process raft request' (duration: 155.559144ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:40:40.489877Z","caller":"traceutil/trace.go:171","msg":"trace[299286426] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2659; }","duration":"129.846912ms","start":"2026-03-09T13:40:40.359998Z","end":"2026-03-09T13:40:40.489845Z","steps":["trace[299286426] 'read index received' (duration: 129.622636ms)","trace[299286426] 'applied index is now lower than readState.Index' (duration: 222.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:40:40.4902Z","caller":"traceutil/trace.go:171","msg":"trace[258350421] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"204.93875ms","start":"2026-03-09T13:40:40.285184Z","end":"2026-03-09T13:40:40.490123Z","steps":["trace[258350421] 'process raft request' (duration: 204.464717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:40:40.490303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.222772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:40:40.490361Z","caller":"traceutil/trace.go:171","msg":"trace[1706527807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2556; }","duration":"130.428397ms","start":"2026-03-09T13:40:40.35992Z","end":"2026-03-09T13:40:40.490348Z","steps":["trace[1706527807] 'agreement among raft nodes before linearized reading' (duration: 130.263202ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:43:11.489347Z","caller":"traceutil/trace.go:171","msg":"trace[1979148046] linearizableReadLoop","detail":"{readStateIndex:3618; appliedIndex:3617; }","duration":"130.546586ms","start":"2026-03-09T13:43:11.358773Z","end":"2026-03-09T13:43:11.48932Z","steps":["trace[1979148046] 'read index received' (duration: 130.395852ms)","trace[1979148046] 'applied index is now lower than readState.Index' (duration: 149.274µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:43:11.489504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.71869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:43:11.489605Z","caller":"traceutil/trace.go:171","msg":"trace[315602422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3477; }","duration":"130.883545ms","start":"2026-03-09T13:43:11.358705Z","end":"2026-03-09T13:43:11.489589Z","steps":["trace[315602422] 'agreement among raft nodes before linearized reading' (duration: 130.728471ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:43:11.489464Z","caller":"traceutil/trace.go:171","msg":"trace[519340026] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"206.864816ms","start":"2026-03-09T13:43:11.282553Z","end":"2026-03-09T13:43:11.489418Z","steps":["trace[519340026] 'process raft request' (duration: 206.592048ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:44:29.558201Z","caller":"traceutil/trace.go:171","msg":"trace[126690270] linearizableReadLoop","detail":"{readStateIndex:4568; appliedIndex:4567; }","duration":"132.895568ms","start":"2026-03-09T13:44:29.425282Z","end":"2026-03-09T13:44:29.558177Z","steps":["trace[126690270] 'read index received' (duration: 33.057948ms)","trace[126690270] 'applied index is now lower than readState.Index' (duration: 99.83633ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:44:29.558264Z","caller":"traceutil/trace.go:171","msg":"trace[1835625483] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"166.290644ms","start":"2026-03-09T13:44:29.391946Z","end":"2026-03-09T13:44:29.558237Z","steps":["trace[1835625483] 'process raft request' (duration: 66.430304ms)","trace[1835625483] 'compare' (duration: 99.414068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:44:29.558347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.051102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:44:29.55838Z","caller":"traceutil/trace.go:171","msg":"trace[1987871683] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4391; }","duration":"133.104163ms","start":"2026-03-09T13:44:29.425267Z","end":"2026-03-09T13:44:29.558371Z","steps":["trace[1987871683] 'agreement among raft nodes before linearized reading' (duration: 133.021121ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:44:29.572382Z","caller":"traceutil/trace.go:171","msg":"trace[559867469] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"116.077926ms","start":"2026-03-09T13:44:29.456273Z","end":"2026-03-09T13:44:29.572351Z","steps":["trace[559867469] 'process raft request' (duration: 115.530452ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:44:34.695462Z","caller":"traceutil/trace.go:171","msg":"trace[1298872091] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"217.475149ms","start":"2026-03-09T13:44:34.477959Z","end":"2026-03-09T13:44:34.695434Z","steps":["trace[1298872091] 'process raft request' (duration: 217.13977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:44:37.006225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.274298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777193"} {"level":"info","ts":"2026-03-09T13:44:37.006296Z","caller":"traceutil/trace.go:171","msg":"trace[79479323] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4633; }","duration":"130.392831ms","start":"2026-03-09T13:44:36.875889Z","end":"2026-03-09T13:44:37.006282Z","steps":["trace[79479323] 'range keys from in-memory index tree' (duration: 129.893167ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:44:37.10692Z","caller":"traceutil/trace.go:171","msg":"trace[595869467] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"112.49119ms","start":"2026-03-09T13:44:36.994396Z","end":"2026-03-09T13:44:37.106887Z","steps":["trace[595869467] 'process raft request' (duration: 112.176981ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:44:44.051309Z","caller":"traceutil/trace.go:171","msg":"trace[1083063084] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"129.362353ms","start":"2026-03-09T13:44:43.921915Z","end":"2026-03-09T13:44:44.051278Z","steps":["trace[1083063084] 'process raft request' (duration: 49.854278ms)","trace[1083063084] 'compare' (duration: 79.265828ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:44:44.05157Z","caller":"traceutil/trace.go:171","msg":"trace[1282963260] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"129.551218ms","start":"2026-03-09T13:44:43.922007Z","end":"2026-03-09T13:44:44.051558Z","steps":["trace[1282963260] 'process raft request' (duration: 129.211829ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:44:44.051584Z","caller":"traceutil/trace.go:171","msg":"trace[151553319] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4958; }","duration":"126.711482ms","start":"2026-03-09T13:44:43.924847Z","end":"2026-03-09T13:44:44.051558Z","steps":["trace[151553319] 'read index received' (duration: 16.844833ms)","trace[151553319] 'applied index is now lower than readState.Index' (duration: 109.865109ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:44:44.051689Z","caller":"traceutil/trace.go:171","msg":"trace[978493120] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"128.261124ms","start":"2026-03-09T13:44:43.923418Z","end":"2026-03-09T13:44:44.051679Z","steps":["trace[978493120] 'process raft request' (duration: 128.034788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:44:44.051779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.909538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T13:44:44.051822Z","caller":"traceutil/trace.go:171","msg":"trace[1347136536] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4771; }","duration":"126.963709ms","start":"2026-03-09T13:44:43.924841Z","end":"2026-03-09T13:44:44.051805Z","steps":["trace[1347136536] 'agreement among raft nodes before linearized reading' (duration: 126.808585ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:44:45.595269Z","caller":"traceutil/trace.go:171","msg":"trace[1049870649] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"100.771976ms","start":"2026-03-09T13:44:45.494465Z","end":"2026-03-09T13:44:45.595237Z","steps":["trace[1049870649] 'compare' (duration: 89.692938ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:44:53.360123Z","caller":"traceutil/trace.go:171","msg":"trace[582360934] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"202.325862ms","start":"2026-03-09T13:44:53.157752Z","end":"2026-03-09T13:44:53.360078Z","steps":["trace[582360934] 'process raft request' (duration: 157.449357ms)","trace[582360934] 'compare' (duration: 44.632498ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:44:53.360158Z","caller":"traceutil/trace.go:171","msg":"trace[1738336998] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5156; }","duration":"177.778113ms","start":"2026-03-09T13:44:53.182343Z","end":"2026-03-09T13:44:53.360122Z","steps":["trace[1738336998] 'read index received' (duration: 132.819816ms)","trace[1738336998] 'applied index is now lower than readState.Index' (duration: 44.953997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:44:53.360354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.007918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T13:44:53.360439Z","caller":"traceutil/trace.go:171","msg":"trace[1814899902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4964; }","duration":"178.149403ms","start":"2026-03-09T13:44:53.182268Z","end":"2026-03-09T13:44:53.360418Z","steps":["trace[1814899902] 'agreement among raft nodes before linearized reading' (duration: 177.941537ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:44:53.556161Z","caller":"traceutil/trace.go:171","msg":"trace[1364647134] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"118.589994ms","start":"2026-03-09T13:44:53.437552Z","end":"2026-03-09T13:44:53.556142Z","steps":["trace[1364647134] 'process raft request' (duration: 118.44538ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:06.404366Z","caller":"traceutil/trace.go:171","msg":"trace[1493089484] linearizableReadLoop","detail":"{readStateIndex:5339; appliedIndex:5338; }","duration":"319.885567ms","start":"2026-03-09T13:45:06.084388Z","end":"2026-03-09T13:45:06.404273Z","steps":["trace[1493089484] 'read index received' (duration: 319.040965ms)","trace[1493089484] 'applied index is now lower than readState.Index' (duration: 842.472µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:45:06.404855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.370889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:45:06.404883Z","caller":"traceutil/trace.go:171","msg":"trace[2090225054] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"336.296638ms","start":"2026-03-09T13:45:06.068528Z","end":"2026-03-09T13:45:06.404825Z","steps":["trace[2090225054] 'process raft request' (duration: 335.350593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:06.404881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.461914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T13:45:06.405045Z","caller":"traceutil/trace.go:171","msg":"trace[1282373930] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5140; }","duration":"320.676129ms","start":"2026-03-09T13:45:06.084339Z","end":"2026-03-09T13:45:06.405015Z","steps":["trace[1282373930] 'agreement among raft nodes before linearized reading' (duration: 320.275669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:06.405138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:45:06.084317Z","time spent":"320.804882ms","remote":"127.0.0.1:38444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-09T13:45:06.405367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:45:06.068515Z","time spent":"336.600336ms","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:45:06.404931Z","caller":"traceutil/trace.go:171","msg":"trace[107391859] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5140; }","duration":"130.523184ms","start":"2026-03-09T13:45:06.274382Z","end":"2026-03-09T13:45:06.404906Z","steps":["trace[107391859] 'agreement among raft nodes before linearized reading' (duration: 130.362469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:06.406042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.060888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:45:06.406107Z","caller":"traceutil/trace.go:171","msg":"trace[911280654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5140; }","duration":"128.14425ms","start":"2026-03-09T13:45:06.277932Z","end":"2026-03-09T13:45:06.406076Z","steps":["trace[911280654] 'agreement among raft nodes before linearized reading' (duration: 127.927304ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:06.627609Z","caller":"traceutil/trace.go:171","msg":"trace[2112455588] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"213.934614ms","start":"2026-03-09T13:45:06.413646Z","end":"2026-03-09T13:45:06.62758Z","steps":["trace[2112455588] 'process raft request' (duration: 213.730358ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:06.645262Z","caller":"traceutil/trace.go:171","msg":"trace[389283135] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"229.900752ms","start":"2026-03-09T13:45:06.415328Z","end":"2026-03-09T13:45:06.645229Z","steps":["trace[389283135] 'process raft request' (duration: 229.781499ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:06.645281Z","caller":"traceutil/trace.go:171","msg":"trace[991891161] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"230.145659ms","start":"2026-03-09T13:45:06.415096Z","end":"2026-03-09T13:45:06.645242Z","steps":["trace[991891161] 'process raft request' (duration: 229.856091ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:06.645555Z","caller":"traceutil/trace.go:171","msg":"trace[1610527569] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"230.18689ms","start":"2026-03-09T13:45:06.415344Z","end":"2026-03-09T13:45:06.645531Z","steps":["trace[1610527569] 'process raft request' (duration: 229.81679ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:06.645933Z","caller":"traceutil/trace.go:171","msg":"trace[1768050727] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"230.55502ms","start":"2026-03-09T13:45:06.415367Z","end":"2026-03-09T13:45:06.645922Z","steps":["trace[1768050727] 'process raft request' (duration: 230.068767ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:06.645935Z","caller":"traceutil/trace.go:171","msg":"trace[1987804488] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5339; }","duration":"230.57454ms","start":"2026-03-09T13:45:06.415339Z","end":"2026-03-09T13:45:06.645914Z","steps":["trace[1987804488] 'read index received' (duration: 212.099594ms)","trace[1987804488] 'applied index is now lower than readState.Index' (duration: 18.473576ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:45:06.646007Z","caller":"traceutil/trace.go:171","msg":"trace[152818579] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"106.521149ms","start":"2026-03-09T13:45:06.539456Z","end":"2026-03-09T13:45:06.645977Z","steps":["trace[152818579] 'process raft request' (duration: 106.415847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:06.646131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.761235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-09T13:45:06.645926Z","caller":"traceutil/trace.go:171","msg":"trace[1177905446] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"230.482028ms","start":"2026-03-09T13:45:06.415428Z","end":"2026-03-09T13:45:06.64591Z","steps":["trace[1177905446] 'process raft request' (duration: 230.313533ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:06.646185Z","caller":"traceutil/trace.go:171","msg":"trace[2058513224] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5148; }","duration":"230.855498ms","start":"2026-03-09T13:45:06.415313Z","end":"2026-03-09T13:45:06.646168Z","steps":["trace[2058513224] 'agreement among raft nodes before linearized reading' (duration: 230.682773ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:06.648511Z","caller":"traceutil/trace.go:171","msg":"trace[1055821328] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"221.286181ms","start":"2026-03-09T13:45:06.424684Z","end":"2026-03-09T13:45:06.64597Z","steps":["trace[1055821328] 'process raft request' (duration: 221.131637ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:07.211965Z","caller":"traceutil/trace.go:171","msg":"trace[676625421] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"110.022284ms","start":"2026-03-09T13:45:07.101914Z","end":"2026-03-09T13:45:07.211936Z","steps":["trace[676625421] 'process raft request' (duration: 109.726936ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:46:14.623412Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2725} {"level":"info","ts":"2026-03-09T13:46:14.678588Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2725,"took":"53.465223ms","hash":1559536835,"current-db-size-bytes":40747008,"current-db-size":"41 MB","current-db-size-in-use-bytes":30449664,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T13:46:14.678663Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1559536835,"revision":2725,"compact-revision":-1} {"level":"info","ts":"2026-03-09T13:51:14.62928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5636} {"level":"info","ts":"2026-03-09T13:51:14.727351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5636,"took":"96.27114ms","hash":3656060502,"current-db-size-bytes":41463808,"current-db-size":"42 MB","current-db-size-in-use-bytes":21176320,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-09T13:51:14.727445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3656060502,"revision":5636,"compact-revision":2725} {"level":"info","ts":"2026-03-09T13:51:20.773252Z","caller":"traceutil/trace.go:171","msg":"trace[1781841136] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"221.27007ms","start":"2026-03-09T13:51:20.551945Z","end":"2026-03-09T13:51:20.773215Z","steps":["trace[1781841136] 'process raft request' (duration: 221.030284ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:51:20.792499Z","caller":"traceutil/trace.go:171","msg":"trace[1167611464] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"125.525474ms","start":"2026-03-09T13:51:20.666945Z","end":"2026-03-09T13:51:20.79247Z","steps":["trace[1167611464] 'process raft request' (duration: 125.426821ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:51:20.792563Z","caller":"traceutil/trace.go:171","msg":"trace[26196657] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"239.025935ms","start":"2026-03-09T13:51:20.553499Z","end":"2026-03-09T13:51:20.792525Z","steps":["trace[26196657] 'process raft request' (duration: 238.720447ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:51:33.442408Z","caller":"traceutil/trace.go:171","msg":"trace[1012543148] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"171.717237ms","start":"2026-03-09T13:51:33.27066Z","end":"2026-03-09T13:51:33.442378Z","steps":["trace[1012543148] 'process raft request' (duration: 171.313876ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:51:34.405956Z","caller":"traceutil/trace.go:171","msg":"trace[1521495369] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"121.496475ms","start":"2026-03-09T13:51:34.28443Z","end":"2026-03-09T13:51:34.405926Z","steps":["trace[1521495369] 'process raft request' (duration: 121.323271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:52:01.664331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.720831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:52:01.66443Z","caller":"traceutil/trace.go:171","msg":"trace[1255003016] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"564.63125ms","start":"2026-03-09T13:52:01.099787Z","end":"2026-03-09T13:52:01.664418Z","steps":["trace[1255003016] 'process raft request' (duration: 305.654763ms)","trace[1255003016] 'compare' (duration: 258.400112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:52:01.664492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:52:01.099773Z","time spent":"564.676282ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:52:01.66887Z","caller":"traceutil/trace.go:171","msg":"trace[1019226603] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"550.648047ms","start":"2026-03-09T13:52:01.118141Z","end":"2026-03-09T13:52:01.668789Z","steps":["trace[1019226603] 'process raft request' (duration: 550.410141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:52:01.669087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:52:01.118118Z","time spent":"550.869903ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:52:01.66928Z","caller":"traceutil/trace.go:171","msg":"trace[1509543385] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"548.734926ms","start":"2026-03-09T13:52:01.120508Z","end":"2026-03-09T13:52:01.669242Z","steps":["trace[1509543385] 'process raft request' (duration: 548.212592ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:52:01.669492Z","caller":"traceutil/trace.go:171","msg":"trace[83932745] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"546.497636ms","start":"2026-03-09T13:52:01.122977Z","end":"2026-03-09T13:52:01.669474Z","steps":["trace[83932745] 'process raft request' (duration: 546.138167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:52:01.669599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.546462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:52:01.669596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:52:01.122971Z","time spent":"546.571978ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:52:01.669641Z","caller":"traceutil/trace.go:171","msg":"trace[1411852155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7990; }","duration":"311.637624ms","start":"2026-03-09T13:52:01.357993Z","end":"2026-03-09T13:52:01.66963Z","steps":["trace[1411852155] 'agreement among raft nodes before linearized reading' (duration: 311.553812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:52:01.66967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:52:01.357971Z","time spent":"311.695675ms","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:52:01.66976Z","caller":"traceutil/trace.go:171","msg":"trace[2043031676] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8288; }","duration":"311.303155ms","start":"2026-03-09T13:52:01.358092Z","end":"2026-03-09T13:52:01.669395Z","steps":["trace[2043031676] 'read index received' (duration: 47.455887ms)","trace[2043031676] 'applied index is now lower than readState.Index' (duration: 263.845958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:52:01.670382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:52:01.120499Z","time spent":"548.88003ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:52:01.670952Z","caller":"traceutil/trace.go:171","msg":"trace[2144834375] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"131.058251ms","start":"2026-03-09T13:52:01.53987Z","end":"2026-03-09T13:52:01.670928Z","steps":["trace[2144834375] 'process raft request' (duration: 130.761563ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:52:01.671196Z","caller":"traceutil/trace.go:171","msg":"trace[1949139545] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"101.742438ms","start":"2026-03-09T13:52:01.569437Z","end":"2026-03-09T13:52:01.671179Z","steps":["trace[1949139545] 'process raft request' (duration: 101.355387ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:52:04.216634Z","caller":"traceutil/trace.go:171","msg":"trace[890586993] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"143.095272ms","start":"2026-03-09T13:52:04.0735Z","end":"2026-03-09T13:52:04.216595Z","steps":["trace[890586993] 'process raft request' (duration: 142.865926ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:52:15.059559Z","caller":"traceutil/trace.go:171","msg":"trace[933911638] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"247.290986ms","start":"2026-03-09T13:52:14.812238Z","end":"2026-03-09T13:52:15.059529Z","steps":["trace[933911638] 'process raft request' (duration: 247.093121ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:53:35.651578Z","caller":"traceutil/trace.go:171","msg":"trace[529331779] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"243.560862ms","start":"2026-03-09T13:53:35.407994Z","end":"2026-03-09T13:53:35.651555Z","steps":["trace[529331779] 'process raft request' (duration: 243.412228ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:53:35.669557Z","caller":"traceutil/trace.go:171","msg":"trace[2114931513] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"236.408772ms","start":"2026-03-09T13:53:35.433126Z","end":"2026-03-09T13:53:35.669535Z","steps":["trace[2114931513] 'process raft request' (duration: 236.258648ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:55:44.105276Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T13:55:44.111082Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T13:55:44.111194Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T13:56:14.635791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7576} {"level":"info","ts":"2026-03-09T13:56:14.695152Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7576,"took":"57.13841ms","hash":2094605489,"current-db-size-bytes":41463808,"current-db-size":"42 MB","current-db-size-in-use-bytes":24686592,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T13:56:14.695211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2094605489,"revision":7576,"compact-revision":5636} {"level":"warn","ts":"2026-03-09T13:58:46.736919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.061541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:58:46.7371Z","caller":"traceutil/trace.go:171","msg":"trace[1220471541] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10951; }","duration":"214.331708ms","start":"2026-03-09T13:58:46.52274Z","end":"2026-03-09T13:58:46.737072Z","steps":["trace[1220471541] 'count revisions from in-memory index tree' (duration: 213.926137ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:59:09.792181Z","caller":"traceutil/trace.go:171","msg":"trace[515949817] transaction","detail":"{read_only:false; response_revision:11067; number_of_response:1; }","duration":"139.976871ms","start":"2026-03-09T13:59:09.652169Z","end":"2026-03-09T13:59:09.792146Z","steps":["trace[515949817] 'process raft request' (duration: 139.698324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:00:08.384508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.986356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T14:00:08.384628Z","caller":"traceutil/trace.go:171","msg":"trace[996395163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11451; }","duration":"128.159271ms","start":"2026-03-09T14:00:08.256441Z","end":"2026-03-09T14:00:08.3846Z","steps":["trace[996395163] 'range keys from in-memory index tree' (duration: 127.909873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:00:08.384653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.14521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7276"} {"level":"info","ts":"2026-03-09T14:00:08.384984Z","caller":"traceutil/trace.go:171","msg":"trace[55242887] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11451; }","duration":"128.330295ms","start":"2026-03-09T14:00:08.256425Z","end":"2026-03-09T14:00:08.384755Z","steps":["trace[55242887] 'range keys from in-memory index tree' (duration: 127.897503ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:01:14.644634Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9783} {"level":"info","ts":"2026-03-09T14:01:14.721559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9783,"took":"74.533551ms","hash":3917068417,"current-db-size-bytes":41463808,"current-db-size":"42 MB","current-db-size-in-use-bytes":22568960,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-09T14:01:14.721664Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3917068417,"revision":9783,"compact-revision":7576} {"level":"info","ts":"2026-03-09T14:03:52.962596Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000340f.wal"} {"level":"info","ts":"2026-03-09T14:05:50.453129Z","caller":"traceutil/trace.go:171","msg":"trace[1921352568] transaction","detail":"{read_only:false; response_revision:13551; number_of_response:1; }","duration":"129.43368ms","start":"2026-03-09T14:05:50.32364Z","end":"2026-03-09T14:05:50.453074Z","steps":["trace[1921352568] 'process raft request' (duration: 129.196234ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:06:12.378217Z","caller":"traceutil/trace.go:171","msg":"trace[1327904642] transaction","detail":"{read_only:false; response_revision:13668; number_of_response:1; }","duration":"122.525306ms","start":"2026-03-09T14:06:12.255647Z","end":"2026-03-09T14:06:12.378172Z","steps":["trace[1327904642] 'process raft request' (duration: 122.315331ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:06:12.99523Z","caller":"traceutil/trace.go:171","msg":"trace[1807758662] transaction","detail":"{read_only:false; response_revision:13669; number_of_response:1; }","duration":"488.577396ms","start":"2026-03-09T14:06:12.506622Z","end":"2026-03-09T14:06:12.995199Z","steps":["trace[1807758662] 'process raft request' (duration: 488.35671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:12.99542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:06:12.506577Z","time spent":"488.74234ms","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:06:13.015631Z","caller":"traceutil/trace.go:171","msg":"trace[1894833004] transaction","detail":"{read_only:false; response_revision:13670; number_of_response:1; }","duration":"488.504593ms","start":"2026-03-09T14:06:12.527096Z","end":"2026-03-09T14:06:13.0156Z","steps":["trace[1894833004] 'process raft request' (duration: 488.299288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:13.015821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:06:12.527066Z","time spent":"488.649877ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:06:13.016053Z","caller":"traceutil/trace.go:171","msg":"trace[74658527] linearizableReadLoop","detail":"{readStateIndex:14177; appliedIndex:14174; }","duration":"441.978697ms","start":"2026-03-09T14:06:12.574029Z","end":"2026-03-09T14:06:13.016007Z","steps":["trace[74658527] 'read index received' (duration: 420.998519ms)","trace[74658527] 'applied index is now lower than readState.Index' (duration: 20.979128ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:06:13.016096Z","caller":"traceutil/trace.go:171","msg":"trace[944052223] transaction","detail":"{read_only:false; response_revision:13671; number_of_response:1; }","duration":"483.759707ms","start":"2026-03-09T14:06:12.532261Z","end":"2026-03-09T14:06:13.016021Z","steps":["trace[944052223] 'process raft request' (duration: 483.297105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:13.016304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:06:12.53224Z","time spent":"483.949743ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:06:13.01632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.269545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T14:06:13.016354Z","caller":"traceutil/trace.go:171","msg":"trace[841151319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13672; }","duration":"442.379498ms","start":"2026-03-09T14:06:12.573965Z","end":"2026-03-09T14:06:13.016345Z","steps":["trace[841151319] 'agreement among raft nodes before linearized reading' (duration: 442.204893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:13.016395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:06:12.573944Z","time spent":"442.444199ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T14:06:13.016414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.501641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T14:06:13.016492Z","caller":"traceutil/trace.go:171","msg":"trace[578139624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13672; }","duration":"439.649405ms","start":"2026-03-09T14:06:12.576825Z","end":"2026-03-09T14:06:13.016475Z","steps":["trace[578139624] 'agreement among raft nodes before linearized reading' (duration: 439.44572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:13.016534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:06:12.576794Z","time spent":"439.731678ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T14:06:13.0166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.326459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wm25z\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-09T14:06:13.016633Z","caller":"traceutil/trace.go:171","msg":"trace[1107628603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wm25z; range_end:; response_count:1; response_revision:13672; }","duration":"380.39981ms","start":"2026-03-09T14:06:12.636225Z","end":"2026-03-09T14:06:13.016625Z","steps":["trace[1107628603] 'agreement among raft nodes before linearized reading' (duration: 380.291008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:13.016656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:06:12.636201Z","time spent":"380.449741ms","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-wm25z\" "} {"level":"info","ts":"2026-03-09T14:06:14.649959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11853} {"level":"info","ts":"2026-03-09T14:06:14.734632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11853,"took":"81.889867ms","hash":1340008298,"current-db-size-bytes":41463808,"current-db-size":"42 MB","current-db-size-in-use-bytes":23674880,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-09T14:06:14.734702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1340008298,"revision":11853,"compact-revision":9783} {"level":"warn","ts":"2026-03-09T14:06:28.447864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.668761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T14:06:28.447961Z","caller":"traceutil/trace.go:171","msg":"trace[1517938291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13860; }","duration":"414.811795ms","start":"2026-03-09T14:06:28.033129Z","end":"2026-03-09T14:06:28.447941Z","steps":["trace[1517938291] 'range keys from in-memory index tree' (duration: 414.519977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:28.448006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:06:28.033107Z","time spent":"414.889317ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T14:06:28.456951Z","caller":"traceutil/trace.go:171","msg":"trace[1663906314] linearizableReadLoop","detail":"{readStateIndex:14373; appliedIndex:14372; }","duration":"141.984304ms","start":"2026-03-09T14:06:28.314932Z","end":"2026-03-09T14:06:28.456916Z","steps":["trace[1663906314] 'read index received' (duration: 141.780919ms)","trace[1663906314] 'applied index is now lower than readState.Index' (duration: 201.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:06:28.457052Z","caller":"traceutil/trace.go:171","msg":"trace[1436916025] transaction","detail":"{read_only:false; response_revision:13861; number_of_response:1; }","duration":"307.088251ms","start":"2026-03-09T14:06:28.149921Z","end":"2026-03-09T14:06:28.45701Z","steps":["trace[1436916025] 'process raft request' (duration: 306.774083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:28.45722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:06:28.149878Z","time spent":"307.264167ms","remote":"127.0.0.1:38450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:06:28.457278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.307622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-npm95.189b3164ae0e4a56\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-09T14:06:28.457409Z","caller":"traceutil/trace.go:171","msg":"trace[588850638] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-npm95.189b3164ae0e4a56; range_end:; response_count:1; response_revision:13861; }","duration":"142.505267ms","start":"2026-03-09T14:06:28.314877Z","end":"2026-03-09T14:06:28.457382Z","steps":["trace[588850638] 'agreement among raft nodes before linearized reading' (duration: 142.157308ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:07.710269Z","caller":"traceutil/trace.go:171","msg":"trace[888001999] transaction","detail":"{read_only:false; response_revision:14897; number_of_response:1; }","duration":"117.186986ms","start":"2026-03-09T14:08:07.593049Z","end":"2026-03-09T14:08:07.710236Z","steps":["trace[888001999] 'process raft request' (duration: 116.95563ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:07.912465Z","caller":"traceutil/trace.go:171","msg":"trace[1058954105] linearizableReadLoop","detail":"{readStateIndex:15443; appliedIndex:15441; }","duration":"311.095381ms","start":"2026-03-09T14:08:07.601333Z","end":"2026-03-09T14:08:07.912428Z","steps":["trace[1058954105] 'read index received' (duration: 108.741503ms)","trace[1058954105] 'applied index is now lower than readState.Index' (duration: 202.352288ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:08:07.912797Z","caller":"traceutil/trace.go:171","msg":"trace[1518184612] transaction","detail":"{read_only:false; response_revision:14898; number_of_response:1; }","duration":"319.719879ms","start":"2026-03-09T14:08:07.593056Z","end":"2026-03-09T14:08:07.912776Z","steps":["trace[1518184612] 'process raft request' (duration: 248.771274ms)","trace[1518184612] 'compare' (duration: 70.198235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:08:07.912944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:08:07.593043Z","time spent":"319.799121ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:08:07.913843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.441511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-09T14:08:07.913825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.917573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T14:08:07.913857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.070327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-09T14:08:07.913898Z","caller":"traceutil/trace.go:171","msg":"trace[1644695058] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14898; }","duration":"227.508312ms","start":"2026-03-09T14:08:07.686374Z","end":"2026-03-09T14:08:07.913882Z","steps":["trace[1644695058] 'agreement among raft nodes before linearized reading' (duration: 227.381759ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:07.913918Z","caller":"traceutil/trace.go:171","msg":"trace[1148586443] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14898; }","duration":"228.16368ms","start":"2026-03-09T14:08:07.685738Z","end":"2026-03-09T14:08:07.913902Z","steps":["trace[1148586443] 'agreement among raft nodes before linearized reading' (duration: 227.998105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:07.913844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.664922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-09T14:08:07.913919Z","caller":"traceutil/trace.go:171","msg":"trace[1903499491] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14898; }","duration":"228.066677ms","start":"2026-03-09T14:08:07.685826Z","end":"2026-03-09T14:08:07.913893Z","steps":["trace[1903499491] 'agreement among raft nodes before linearized reading' (duration: 227.896193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:07.914097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.49093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T14:08:07.91434Z","caller":"traceutil/trace.go:171","msg":"trace[635745463] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14898; }","duration":"149.758668ms","start":"2026-03-09T14:08:07.76456Z","end":"2026-03-09T14:08:07.914319Z","steps":["trace[635745463] 'agreement among raft nodes before linearized reading' (duration: 149.150002ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:07.91454Z","caller":"traceutil/trace.go:171","msg":"trace[619495821] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:14898; }","duration":"290.838776ms","start":"2026-03-09T14:08:07.623158Z","end":"2026-03-09T14:08:07.913997Z","steps":["trace[619495821] 'agreement among raft nodes before linearized reading' (duration: 290.533348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:07.915181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.842084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771310"} {"level":"info","ts":"2026-03-09T14:08:07.915257Z","caller":"traceutil/trace.go:171","msg":"trace[931337330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14898; }","duration":"313.962817ms","start":"2026-03-09T14:08:07.601277Z","end":"2026-03-09T14:08:07.91524Z","steps":["trace[931337330] 'agreement among raft nodes before linearized reading' (duration: 312.521569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:07.915304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:08:07.601252Z","time spent":"314.036599ms","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771333,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-09T14:08:09.36915Z","caller":"traceutil/trace.go:171","msg":"trace[1603809631] linearizableReadLoop","detail":"{readStateIndex:15446; appliedIndex:15445; }","duration":"318.322822ms","start":"2026-03-09T14:08:09.050801Z","end":"2026-03-09T14:08:09.369124Z","steps":["trace[1603809631] 'read index received' (duration: 318.094796ms)","trace[1603809631] 'applied index is now lower than readState.Index' (duration: 226.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:08:09.369386Z","caller":"traceutil/trace.go:171","msg":"trace[1569974244] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"380.532097ms","start":"2026-03-09T14:08:08.988818Z","end":"2026-03-09T14:08:09.36935Z","steps":["trace[1569974244] 'process raft request' (duration: 380.147286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:09.369474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.657981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T14:08:09.369539Z","caller":"traceutil/trace.go:171","msg":"trace[1013202841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14900; }","duration":"318.741183ms","start":"2026-03-09T14:08:09.050783Z","end":"2026-03-09T14:08:09.369525Z","steps":["trace[1013202841] 'agreement among raft nodes before linearized reading' (duration: 318.524988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:09.369555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:08:08.9888Z","time spent":"380.656109ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:08:09.369579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.394666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T14:08:09.369591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.466171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-09T14:08:09.369615Z","caller":"traceutil/trace.go:171","msg":"trace[232116592] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14900; }","duration":"214.447007ms","start":"2026-03-09T14:08:09.155154Z","end":"2026-03-09T14:08:09.369601Z","steps":["trace[232116592] 'agreement among raft nodes before linearized reading' (duration: 214.362005ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:09.369671Z","caller":"traceutil/trace.go:171","msg":"trace[1724036980] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14900; }","duration":"213.576045ms","start":"2026-03-09T14:08:09.156073Z","end":"2026-03-09T14:08:09.369649Z","steps":["trace[1724036980] 'agreement among raft nodes before linearized reading' (duration: 213.366949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:09.369893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.612205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-09T14:08:09.369906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.676325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T14:08:09.369934Z","caller":"traceutil/trace.go:171","msg":"trace[1838256150] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14900; }","duration":"213.694508ms","start":"2026-03-09T14:08:09.156232Z","end":"2026-03-09T14:08:09.369926Z","steps":["trace[1838256150] 'agreement among raft nodes before linearized reading' (duration: 213.606286ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:09.369939Z","caller":"traceutil/trace.go:171","msg":"trace[1802361807] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14900; }","duration":"219.749797ms","start":"2026-03-09T14:08:09.15018Z","end":"2026-03-09T14:08:09.36993Z","steps":["trace[1802361807] 'agreement among raft nodes before linearized reading' (duration: 219.679895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:09.369489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.692699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T14:08:09.37006Z","caller":"traceutil/trace.go:171","msg":"trace[1149234758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14900; }","duration":"317.305845ms","start":"2026-03-09T14:08:09.052745Z","end":"2026-03-09T14:08:09.37005Z","steps":["trace[1149234758] 'agreement among raft nodes before linearized reading' (duration: 316.649208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:09.370097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.134112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-09T14:08:09.3701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:08:09.052721Z","time spent":"317.368687ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T14:08:09.370122Z","caller":"traceutil/trace.go:171","msg":"trace[662117424] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14900; }","duration":"216.192753ms","start":"2026-03-09T14:08:09.153922Z","end":"2026-03-09T14:08:09.370115Z","steps":["trace[662117424] 'agreement among raft nodes before linearized reading' (duration: 216.08156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:09.369582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:08:09.050712Z","time spent":"318.861707ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T14:08:09.526267Z","caller":"traceutil/trace.go:171","msg":"trace[907713192] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"151.468823ms","start":"2026-03-09T14:08:09.374763Z","end":"2026-03-09T14:08:09.526232Z","steps":["trace[907713192] 'process raft request' (duration: 149.138451ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:09.530464Z","caller":"traceutil/trace.go:171","msg":"trace[1663151381] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"155.263923ms","start":"2026-03-09T14:08:09.37518Z","end":"2026-03-09T14:08:09.530444Z","steps":["trace[1663151381] 'process raft request' (duration: 155.055137ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:11:14.658108Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13687} {"level":"info","ts":"2026-03-09T14:11:14.740735Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13687,"took":"79.816819ms","hash":3432066115,"current-db-size-bytes":41463808,"current-db-size":"42 MB","current-db-size-in-use-bytes":29544448,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T14:11:14.740784Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3432066115,"revision":13687,"compact-revision":11853} {"level":"warn","ts":"2026-03-09T14:13:50.035178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.535809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xjstn\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-09T14:13:50.035264Z","caller":"traceutil/trace.go:171","msg":"trace[1353289497] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xjstn; range_end:; response_count:1; response_revision:17282; }","duration":"143.675323ms","start":"2026-03-09T14:13:49.891574Z","end":"2026-03-09T14:13:50.03525Z","steps":["trace[1353289497] 'range keys from in-memory index tree' (duration: 143.367204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:13:50.035192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.674967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:13:50.035589Z","caller":"traceutil/trace.go:171","msg":"trace[488534544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17282; }","duration":"133.089008ms","start":"2026-03-09T14:13:49.90248Z","end":"2026-03-09T14:13:50.035569Z","steps":["trace[488534544] 'count revisions from in-memory index tree' (duration: 132.602506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:13:50.596039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.595604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lvr72\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-09T14:13:50.59614Z","caller":"traceutil/trace.go:171","msg":"trace[258708797] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lvr72; range_end:; response_count:1; response_revision:17283; }","duration":"328.792719ms","start":"2026-03-09T14:13:50.267328Z","end":"2026-03-09T14:13:50.596121Z","steps":["trace[258708797] 'range keys from in-memory index tree' (duration: 328.315787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:13:50.596177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:13:50.267261Z","time spent":"328.907152ms","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lvr72\" "} {"level":"warn","ts":"2026-03-09T14:13:50.596528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.953007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:13:50.596562Z","caller":"traceutil/trace.go:171","msg":"trace[255664227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17283; }","duration":"240.013519ms","start":"2026-03-09T14:13:50.356539Z","end":"2026-03-09T14:13:50.596552Z","steps":["trace[255664227] 'range keys from in-memory index tree' (duration: 239.899306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:13:50.596941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.396666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-09T14:13:50.597061Z","caller":"traceutil/trace.go:171","msg":"trace[1396689205] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17283; }","duration":"221.606311ms","start":"2026-03-09T14:13:50.375426Z","end":"2026-03-09T14:13:50.597032Z","steps":["trace[1396689205] 'range keys from in-memory index tree' (duration: 221.126089ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:13:50.95396Z","caller":"traceutil/trace.go:171","msg":"trace[597356726] transaction","detail":"{read_only:false; response_revision:17292; number_of_response:1; }","duration":"163.212389ms","start":"2026-03-09T14:13:50.790702Z","end":"2026-03-09T14:13:50.953915Z","steps":["trace[597356726] 'process raft request' (duration: 118.317036ms)","trace[597356726] 'compare' (duration: 44.607985ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:13:51.002865Z","caller":"traceutil/trace.go:171","msg":"trace[1949762998] transaction","detail":"{read_only:false; response_revision:17293; number_of_response:1; }","duration":"205.202616ms","start":"2026-03-09T14:13:50.797628Z","end":"2026-03-09T14:13:51.00283Z","steps":["trace[1949762998] 'process raft request' (duration: 205.047162ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:15:25.849811Z","caller":"traceutil/trace.go:171","msg":"trace[1330876083] transaction","detail":"{read_only:false; response_revision:18186; number_of_response:1; }","duration":"106.656444ms","start":"2026-03-09T14:15:25.743118Z","end":"2026-03-09T14:15:25.849774Z","steps":["trace[1330876083] 'process raft request' (duration: 106.442888ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:15:25.886857Z","caller":"traceutil/trace.go:171","msg":"trace[2089390786] transaction","detail":"{read_only:false; response_revision:18188; number_of_response:1; }","duration":"126.835606ms","start":"2026-03-09T14:15:25.75989Z","end":"2026-03-09T14:15:25.886725Z","steps":["trace[2089390786] 'process raft request' (duration: 126.536409ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:15:25.888849Z","caller":"traceutil/trace.go:171","msg":"trace[1354371044] transaction","detail":"{read_only:false; response_revision:18187; number_of_response:1; }","duration":"143.219511ms","start":"2026-03-09T14:15:25.745606Z","end":"2026-03-09T14:15:25.888825Z","steps":["trace[1354371044] 'process raft request' (duration: 138.795906ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:16:14.664748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16259} {"level":"info","ts":"2026-03-09T14:16:14.757554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16259,"took":"90.050573ms","hash":3520888236,"current-db-size-bytes":42307584,"current-db-size":"42 MB","current-db-size-in-use-bytes":30883840,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-09T14:16:14.757655Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3520888236,"revision":16259,"compact-revision":13687} {"level":"info","ts":"2026-03-09T14:18:07.836428Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T14:18:07.842106Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-09T14:18:07.842248Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-09T14:19:16.429817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.069503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:19:16.431Z","caller":"traceutil/trace.go:171","msg":"trace[1707590329] transaction","detail":"{read_only:false; response_revision:19640; number_of_response:1; }","duration":"347.197579ms","start":"2026-03-09T14:19:16.083777Z","end":"2026-03-09T14:19:16.430975Z","steps":["trace[1707590329] 'process raft request' (duration: 346.963993ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:19:16.431038Z","caller":"traceutil/trace.go:171","msg":"trace[551510295] transaction","detail":"{read_only:false; response_revision:19639; number_of_response:1; }","duration":"347.905288ms","start":"2026-03-09T14:19:16.083099Z","end":"2026-03-09T14:19:16.431004Z","steps":["trace[551510295] 'process raft request' (duration: 153.543641ms)","trace[551510295] 'compare' (duration: 192.97449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:19:16.43113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:19:16.083754Z","time spent":"347.315193ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:19:16.431183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:19:16.083081Z","time spent":"348.026752ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:19:17.350975Z","caller":"traceutil/trace.go:171","msg":"trace[1770816019] transaction","detail":"{read_only:false; response_revision:19642; number_of_response:1; }","duration":"403.172312ms","start":"2026-03-09T14:19:16.947776Z","end":"2026-03-09T14:19:17.350949Z","steps":["trace[1770816019] 'process raft request' (duration: 403.037639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:19:17.351856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:19:16.94776Z","time spent":"403.292136ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:19:17.532872Z","caller":"traceutil/trace.go:171","msg":"trace[1663221496] linearizableReadLoop","detail":"{readStateIndex:20358; appliedIndex:20356; }","duration":"347.604261ms","start":"2026-03-09T14:19:17.185242Z","end":"2026-03-09T14:19:17.532846Z","steps":["trace[1663221496] 'read index received' (duration: 165.61853ms)","trace[1663221496] 'applied index is now lower than readState.Index' (duration: 181.984511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:19:17.533222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.96392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-09T14:19:17.533313Z","caller":"traceutil/trace.go:171","msg":"trace[966852969] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19643; }","duration":"348.111694ms","start":"2026-03-09T14:19:17.185183Z","end":"2026-03-09T14:19:17.533294Z","steps":["trace[966852969] 'agreement among raft nodes before linearized reading' (duration: 347.820196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:19:17.533359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:19:17.185164Z","time spent":"348.186876ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-09T14:19:17.533589Z","caller":"traceutil/trace.go:171","msg":"trace[1423233933] transaction","detail":"{read_only:false; response_revision:19643; number_of_response:1; }","duration":"584.210559ms","start":"2026-03-09T14:19:16.949363Z","end":"2026-03-09T14:19:17.533574Z","steps":["trace[1423233933] 'process raft request' (duration: 507.106969ms)","trace[1423233933] 'compare' (duration: 76.130084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:19:17.533698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:19:16.949349Z","time spent":"584.2762ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:19:17.533896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.55447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-09T14:19:17.533978Z","caller":"traceutil/trace.go:171","msg":"trace[2064559407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19643; }","duration":"298.674662ms","start":"2026-03-09T14:19:17.235287Z","end":"2026-03-09T14:19:17.533962Z","steps":["trace[2064559407] 'agreement among raft nodes before linearized reading' (duration: 297.863001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:19:17.534305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.61317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:19:17.534371Z","caller":"traceutil/trace.go:171","msg":"trace[2048093956] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19643; }","duration":"146.682592ms","start":"2026-03-09T14:19:17.387673Z","end":"2026-03-09T14:19:17.534356Z","steps":["trace[2048093956] 'agreement among raft nodes before linearized reading' (duration: 146.579739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:19:17.534433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.029282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T14:19:17.53449Z","caller":"traceutil/trace.go:171","msg":"trace[70472560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19643; }","duration":"299.130175ms","start":"2026-03-09T14:19:17.235346Z","end":"2026-03-09T14:19:17.534476Z","steps":["trace[70472560] 'agreement among raft nodes before linearized reading' (duration: 298.96463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:19:17.869845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.696066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:19:17.870067Z","caller":"traceutil/trace.go:171","msg":"trace[2093457516] transaction","detail":"{read_only:false; response_revision:19645; number_of_response:1; }","duration":"329.00601ms","start":"2026-03-09T14:19:17.541043Z","end":"2026-03-09T14:19:17.870049Z","steps":["trace[2093457516] 'process raft request' (duration: 328.906368ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:19:17.870084Z","caller":"traceutil/trace.go:171","msg":"trace[169090378] transaction","detail":"{read_only:false; response_revision:19644; number_of_response:1; }","duration":"330.293934ms","start":"2026-03-09T14:19:17.539754Z","end":"2026-03-09T14:19:17.870047Z","steps":["trace[169090378] 'process raft request' (duration: 157.313871ms)","trace[169090378] 'compare' (duration: 172.442099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:19:17.870149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:19:17.541035Z","time spent":"329.078023ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:19:17.870203Z","caller":"traceutil/trace.go:171","msg":"trace[1538384595] linearizableReadLoop","detail":"{readStateIndex:20361; appliedIndex:20358; }","duration":"293.473056ms","start":"2026-03-09T14:19:17.576697Z","end":"2026-03-09T14:19:17.87017Z","steps":["trace[1538384595] 'read index received' (duration: 120.377859ms)","trace[1538384595] 'applied index is now lower than readState.Index' (duration: 173.092476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:19:17.870244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:19:17.539736Z","time spent":"330.419898ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:19:17.870235Z","caller":"traceutil/trace.go:171","msg":"trace[671901596] transaction","detail":"{read_only:false; response_revision:19646; number_of_response:1; }","duration":"324.343718ms","start":"2026-03-09T14:19:17.545868Z","end":"2026-03-09T14:19:17.870212Z","steps":["trace[671901596] 'process raft request' (duration: 324.141422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:19:17.870398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.500716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-09T14:19:17.870404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.699521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T14:19:17.870449Z","caller":"traceutil/trace.go:171","msg":"trace[1478341227] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:19646; }","duration":"206.569518ms","start":"2026-03-09T14:19:17.663867Z","end":"2026-03-09T14:19:17.870437Z","steps":["trace[1478341227] 'agreement among raft nodes before linearized reading' (duration: 206.438404ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:19:17.870474Z","caller":"traceutil/trace.go:171","msg":"trace[362598342] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19646; }","duration":"293.798634ms","start":"2026-03-09T14:19:17.576664Z","end":"2026-03-09T14:19:17.870463Z","steps":["trace[362598342] 'agreement among raft nodes before linearized reading' (duration: 293.6225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:19:17.87043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:19:17.545851Z","time spent":"324.498962ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:19:18.06306Z","caller":"traceutil/trace.go:171","msg":"trace[505680725] linearizableReadLoop","detail":"{readStateIndex:20363; appliedIndex:20362; }","duration":"172.921873ms","start":"2026-03-09T14:19:17.890113Z","end":"2026-03-09T14:19:18.063035Z","steps":["trace[505680725] 'read index received' (duration: 158.167644ms)","trace[505680725] 'applied index is now lower than readState.Index' (duration: 14.753159ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:19:18.063104Z","caller":"traceutil/trace.go:171","msg":"trace[833481850] transaction","detail":"{read_only:false; response_revision:19647; number_of_response:1; }","duration":"173.22441ms","start":"2026-03-09T14:19:17.889836Z","end":"2026-03-09T14:19:18.063061Z","steps":["trace[833481850] 'process raft request' (duration: 158.503653ms)","trace[833481850] 'compare' (duration: 14.564033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:19:18.063314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.179499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-09T14:19:18.063389Z","caller":"traceutil/trace.go:171","msg":"trace[1123642435] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19647; }","duration":"173.276762ms","start":"2026-03-09T14:19:17.890094Z","end":"2026-03-09T14:19:18.063371Z","steps":["trace[1123642435] 'agreement among raft nodes before linearized reading' (duration: 173.037095ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:20:08.705027Z","caller":"traceutil/trace.go:171","msg":"trace[465030656] transaction","detail":"{read_only:false; response_revision:20170; number_of_response:1; }","duration":"101.551383ms","start":"2026-03-09T14:20:08.60345Z","end":"2026-03-09T14:20:08.705001Z","steps":["trace[465030656] 'process raft request' (duration: 101.353138ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:20:08.74213Z","caller":"traceutil/trace.go:171","msg":"trace[1212105276] transaction","detail":"{read_only:false; response_revision:20171; number_of_response:1; }","duration":"137.670894ms","start":"2026-03-09T14:20:08.604429Z","end":"2026-03-09T14:20:08.7421Z","steps":["trace[1212105276] 'process raft request' (duration: 114.964906ms)","trace[1212105276] 'compare' (duration: 22.582604ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:21:14.673651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18485} {"level":"info","ts":"2026-03-09T14:21:14.76742Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18485,"took":"90.863547ms","hash":1655046860,"current-db-size-bytes":44425216,"current-db-size":"44 MB","current-db-size-in-use-bytes":30625792,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-09T14:21:14.767485Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1655046860,"revision":18485,"compact-revision":16259} {"level":"info","ts":"2026-03-09T14:23:10.028317Z","caller":"traceutil/trace.go:171","msg":"trace[406023127] transaction","detail":"{read_only:false; response_revision:21947; number_of_response:1; }","duration":"134.827843ms","start":"2026-03-09T14:23:09.893444Z","end":"2026-03-09T14:23:10.028272Z","steps":["trace[406023127] 'process raft request' (duration: 134.507714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:23:10.537847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.144953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:23:10.538125Z","caller":"traceutil/trace.go:171","msg":"trace[1122218724] transaction","detail":"{read_only:false; response_revision:21948; number_of_response:1; }","duration":"301.233121ms","start":"2026-03-09T14:23:10.236853Z","end":"2026-03-09T14:23:10.538086Z","steps":["trace[1122218724] 'process raft request' (duration: 103.734338ms)","trace[1122218724] 'compare' (duration: 196.070155ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:23:10.538198Z","caller":"traceutil/trace.go:171","msg":"trace[952485651] linearizableReadLoop","detail":"{readStateIndex:22739; appliedIndex:22737; }","duration":"178.885159ms","start":"2026-03-09T14:23:10.359294Z","end":"2026-03-09T14:23:10.538179Z","steps":["trace[952485651] 'read index received' (duration: 103.471341ms)","trace[952485651] 'applied index is now lower than readState.Index' (duration: 75.412968ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:23:10.538299Z","caller":"traceutil/trace.go:171","msg":"trace[1742824536] transaction","detail":"{read_only:false; response_revision:21949; number_of_response:1; }","duration":"257.519293ms","start":"2026-03-09T14:23:10.28077Z","end":"2026-03-09T14:23:10.538289Z","steps":["trace[1742824536] 'process raft request' (duration: 257.257406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:23:10.538311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:23:10.236827Z","time spent":"301.387475ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:23:10.538478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.173697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:23:10.539111Z","caller":"traceutil/trace.go:171","msg":"trace[476831684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21949; }","duration":"179.839875ms","start":"2026-03-09T14:23:10.359246Z","end":"2026-03-09T14:23:10.539086Z","steps":["trace[476831684] 'agreement among raft nodes before linearized reading' (duration: 179.173857ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:14.681304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20575} {"level":"info","ts":"2026-03-09T14:26:14.79084Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20575,"took":"103.388773ms","hash":1532925376,"current-db-size-bytes":46964736,"current-db-size":"47 MB","current-db-size-in-use-bytes":39473152,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-09T14:26:14.790991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1532925376,"revision":20575,"compact-revision":18485} {"level":"info","ts":"2026-03-09T14:26:24.971144Z","caller":"traceutil/trace.go:171","msg":"trace[2099538205] linearizableReadLoop","detail":"{readStateIndex:24688; appliedIndex:24687; }","duration":"110.327686ms","start":"2026-03-09T14:26:24.860788Z","end":"2026-03-09T14:26:24.971116Z","steps":["trace[2099538205] 'read index received' (duration: 110.113831ms)","trace[2099538205] 'applied index is now lower than readState.Index' (duration: 212.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:24.971231Z","caller":"traceutil/trace.go:171","msg":"trace[1126667983] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"163.807361ms","start":"2026-03-09T14:26:24.807392Z","end":"2026-03-09T14:26:24.971199Z","steps":["trace[1126667983] 'process raft request' (duration: 163.519473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:24.97134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.523441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:24.971438Z","caller":"traceutil/trace.go:171","msg":"trace[1527392695] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23844; }","duration":"110.672415ms","start":"2026-03-09T14:26:24.860744Z","end":"2026-03-09T14:26:24.971417Z","steps":["trace[1527392695] 'agreement among raft nodes before linearized reading' (duration: 110.490971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:30.502792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.1722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:30.50303Z","caller":"traceutil/trace.go:171","msg":"trace[2100132854] linearizableReadLoop","detail":"{readStateIndex:24728; appliedIndex:24726; }","duration":"213.067963ms","start":"2026-03-09T14:26:30.289938Z","end":"2026-03-09T14:26:30.503006Z","steps":["trace[2100132854] 'read index received' (duration: 91.843509ms)","trace[2100132854] 'applied index is now lower than readState.Index' (duration: 121.223114ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:30.503156Z","caller":"traceutil/trace.go:171","msg":"trace[1719307830] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"334.764781ms","start":"2026-03-09T14:26:30.168375Z","end":"2026-03-09T14:26:30.50314Z","steps":["trace[1719307830] 'process raft request' (duration: 83.108338ms)","trace[1719307830] 'compare' (duration: 250.981615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:30.503226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:30.168324Z","time spent":"334.863743ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:30.50335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.372171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:30.503367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.700585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:30.503362Z","caller":"traceutil/trace.go:171","msg":"trace[2050788201] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"334.38199ms","start":"2026-03-09T14:26:30.16892Z","end":"2026-03-09T14:26:30.503302Z","steps":["trace[2050788201] 'process raft request' (duration: 334.016891ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:30.50346Z","caller":"traceutil/trace.go:171","msg":"trace[755849225] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23883; }","duration":"213.555486ms","start":"2026-03-09T14:26:30.289879Z","end":"2026-03-09T14:26:30.503434Z","steps":["trace[755849225] 'agreement among raft nodes before linearized reading' (duration: 213.33797ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:30.503472Z","caller":"traceutil/trace.go:171","msg":"trace[356217234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23883; }","duration":"144.86111ms","start":"2026-03-09T14:26:30.358585Z","end":"2026-03-09T14:26:30.503446Z","steps":["trace[356217234] 'agreement among raft nodes before linearized reading' (duration: 144.656725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:30.50357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:30.168894Z","time spent":"334.576836ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:30.885823Z","caller":"traceutil/trace.go:171","msg":"trace[1433307915] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"209.675053ms","start":"2026-03-09T14:26:30.676109Z","end":"2026-03-09T14:26:30.885784Z","steps":["trace[1433307915] 'process raft request' (duration: 186.971983ms)","trace[1433307915] 'compare' (duration: 22.395482ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:30.970627Z","caller":"traceutil/trace.go:171","msg":"trace[1905156168] linearizableReadLoop","detail":"{readStateIndex:24730; appliedIndex:24728; }","duration":"116.799178ms","start":"2026-03-09T14:26:30.8538Z","end":"2026-03-09T14:26:30.970599Z","steps":["trace[1905156168] 'read index received' (duration: 9.276646ms)","trace[1905156168] 'applied index is now lower than readState.Index' (duration: 107.521282ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:30.970694Z","caller":"traceutil/trace.go:171","msg":"trace[1982710620] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"290.273574ms","start":"2026-03-09T14:26:30.680387Z","end":"2026-03-09T14:26:30.97066Z","steps":["trace[1982710620] 'process raft request' (duration: 289.991937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:30.970899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.050755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:30.970994Z","caller":"traceutil/trace.go:171","msg":"trace[503505687] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23885; }","duration":"117.226169ms","start":"2026-03-09T14:26:30.853746Z","end":"2026-03-09T14:26:30.970973Z","steps":["trace[503505687] 'agreement among raft nodes before linearized reading' (duration: 117.002543ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:35.401962Z","caller":"traceutil/trace.go:171","msg":"trace[537815437] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"150.53766ms","start":"2026-03-09T14:26:35.251399Z","end":"2026-03-09T14:26:35.401937Z","steps":["trace[537815437] 'process raft request' (duration: 150.368755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:35.617779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.86407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:35.617927Z","caller":"traceutil/trace.go:171","msg":"trace[550151415] linearizableReadLoop","detail":"{readStateIndex:24762; appliedIndex:24760; }","duration":"259.82564ms","start":"2026-03-09T14:26:35.358078Z","end":"2026-03-09T14:26:35.617904Z","steps":["trace[550151415] 'read index received' (duration: 43.726876ms)","trace[550151415] 'applied index is now lower than readState.Index' (duration: 216.096393ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:35.617972Z","caller":"traceutil/trace.go:171","msg":"trace[469925727] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"360.885181ms","start":"2026-03-09T14:26:35.257043Z","end":"2026-03-09T14:26:35.617928Z","steps":["trace[469925727] 'process raft request' (duration: 170.553639ms)","trace[469925727] 'compare' (duration: 189.422108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:35.618098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.992844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:35.618131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:35.257007Z","time spent":"361.042375ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:35.61818Z","caller":"traceutil/trace.go:171","msg":"trace[407076550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23916; }","duration":"260.138807ms","start":"2026-03-09T14:26:35.358022Z","end":"2026-03-09T14:26:35.618161Z","steps":["trace[407076550] 'agreement among raft nodes before linearized reading' (duration: 259.972143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:35.618284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.866934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T14:26:35.618401Z","caller":"traceutil/trace.go:171","msg":"trace[980253132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23916; }","duration":"110.041509ms","start":"2026-03-09T14:26:35.50833Z","end":"2026-03-09T14:26:35.618372Z","steps":["trace[980253132] 'agreement among raft nodes before linearized reading' (duration: 109.730541ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:35.769218Z","caller":"traceutil/trace.go:171","msg":"trace[128411215] linearizableReadLoop","detail":"{readStateIndex:24763; appliedIndex:24762; }","duration":"136.933081ms","start":"2026-03-09T14:26:35.632266Z","end":"2026-03-09T14:26:35.769199Z","steps":["trace[128411215] 'read index received' (duration: 113.362317ms)","trace[128411215] 'applied index is now lower than readState.Index' (duration: 23.570134ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:35.769293Z","caller":"traceutil/trace.go:171","msg":"trace[2032978603] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"146.052281ms","start":"2026-03-09T14:26:35.623201Z","end":"2026-03-09T14:26:35.769254Z","steps":["trace[2032978603] 'process raft request' (duration: 122.439907ms)","trace[2032978603] 'compare' (duration: 23.45656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:35.769362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.080034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-09T14:26:35.769389Z","caller":"traceutil/trace.go:171","msg":"trace[1862812185] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23917; }","duration":"137.138896ms","start":"2026-03-09T14:26:35.632241Z","end":"2026-03-09T14:26:35.76938Z","steps":["trace[1862812185] 'agreement among raft nodes before linearized reading' (duration: 137.063744ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:36.002273Z","caller":"traceutil/trace.go:171","msg":"trace[1134607348] linearizableReadLoop","detail":"{readStateIndex:24764; appliedIndex:24763; }","duration":"226.626921ms","start":"2026-03-09T14:26:35.775614Z","end":"2026-03-09T14:26:36.002241Z","steps":["trace[1134607348] 'read index received' (duration: 226.522689ms)","trace[1134607348] 'applied index is now lower than readState.Index' (duration: 102.952µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:36.002374Z","caller":"traceutil/trace.go:171","msg":"trace[1546094676] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"228.08368ms","start":"2026-03-09T14:26:35.77425Z","end":"2026-03-09T14:26:36.002334Z","steps":["trace[1546094676] 'process raft request' (duration: 227.812823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:36.002456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.813236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-09T14:26:36.002517Z","caller":"traceutil/trace.go:171","msg":"trace[1012418047] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23918; }","duration":"226.920889ms","start":"2026-03-09T14:26:35.775581Z","end":"2026-03-09T14:26:36.002502Z","steps":["trace[1012418047] 'agreement among raft nodes before linearized reading' (duration: 226.782806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:36.304802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.39445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:36.305166Z","caller":"traceutil/trace.go:171","msg":"trace[1726179573] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"327.724394ms","start":"2026-03-09T14:26:35.977415Z","end":"2026-03-09T14:26:36.305139Z","steps":["trace[1726179573] 'process raft request' (duration: 327.5659ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:36.305166Z","caller":"traceutil/trace.go:171","msg":"trace[1429122438] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"493.691952ms","start":"2026-03-09T14:26:35.81143Z","end":"2026-03-09T14:26:36.305122Z","steps":["trace[1429122438] 'process raft request' (duration: 357.810339ms)","trace[1429122438] 'compare' (duration: 135.03519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:36.305275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:35.977386Z","time spent":"327.836337ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:36.305339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:35.811389Z","time spent":"493.851946ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:36.645585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.92196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:36.645994Z","caller":"traceutil/trace.go:171","msg":"trace[455509313] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"567.415381ms","start":"2026-03-09T14:26:36.078517Z","end":"2026-03-09T14:26:36.645932Z","steps":["trace[455509313] 'process raft request' (duration: 399.04926ms)","trace[455509313] 'compare' (duration: 167.628011ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:36.646064Z","caller":"traceutil/trace.go:171","msg":"trace[199577737] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"517.939813ms","start":"2026-03-09T14:26:36.128101Z","end":"2026-03-09T14:26:36.646041Z","steps":["trace[199577737] 'process raft request' (duration: 517.782269ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:36.646066Z","caller":"traceutil/trace.go:171","msg":"trace[187065949] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"516.977248ms","start":"2026-03-09T14:26:36.129063Z","end":"2026-03-09T14:26:36.64604Z","steps":["trace[187065949] 'process raft request' (duration: 516.918956ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:36.646054Z","caller":"traceutil/trace.go:171","msg":"trace[257599092] linearizableReadLoop","detail":"{readStateIndex:24769; appliedIndex:24764; }","duration":"494.308078ms","start":"2026-03-09T14:26:36.151715Z","end":"2026-03-09T14:26:36.646023Z","steps":["trace[257599092] 'read index received' (duration: 17.608136ms)","trace[257599092] 'applied index is now lower than readState.Index' (duration: 476.698862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:36.646201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.128074Z","time spent":"518.055286ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:36.646198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.078489Z","time spent":"567.599956ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:36.64629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.129023Z","time spent":"517.110901ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:36.646551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.802861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-09T14:26:36.646879Z","caller":"traceutil/trace.go:171","msg":"trace[860606748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23923; }","duration":"494.984466ms","start":"2026-03-09T14:26:36.151677Z","end":"2026-03-09T14:26:36.646661Z","steps":["trace[860606748] 'agreement among raft nodes before linearized reading' (duration: 494.589576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:36.646935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.151658Z","time spent":"495.267074ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-09T14:26:36.689172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.001232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:36.689269Z","caller":"traceutil/trace.go:171","msg":"trace[1081689453] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23924; }","duration":"530.130385ms","start":"2026-03-09T14:26:36.159118Z","end":"2026-03-09T14:26:36.689248Z","steps":["trace[1081689453] 'agreement among raft nodes before linearized reading' (duration: 529.9513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:36.689319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.159108Z","time spent":"530.200627ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:26:36.689668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.141278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:36.68971Z","caller":"traceutil/trace.go:171","msg":"trace[2086092504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23924; }","duration":"330.21397ms","start":"2026-03-09T14:26:36.359483Z","end":"2026-03-09T14:26:36.689697Z","steps":["trace[2086092504] 'agreement among raft nodes before linearized reading' (duration: 330.157988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:36.689737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.359458Z","time spent":"330.273262ms","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T14:26:36.689736Z","caller":"traceutil/trace.go:171","msg":"trace[2071930549] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"140.888985ms","start":"2026-03-09T14:26:36.548797Z","end":"2026-03-09T14:26:36.689686Z","steps":["trace[2071930549] 'process raft request' (duration: 140.133195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:36.690086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.227443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T14:26:36.69021Z","caller":"traceutil/trace.go:171","msg":"trace[1431909110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23924; }","duration":"158.370087ms","start":"2026-03-09T14:26:36.531815Z","end":"2026-03-09T14:26:36.690185Z","steps":["trace[1431909110] 'agreement among raft nodes before linearized reading' (duration: 158.083359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:36.690788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.065114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T14:26:36.69083Z","caller":"traceutil/trace.go:171","msg":"trace[1850942379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23924; }","duration":"162.164886ms","start":"2026-03-09T14:26:36.528657Z","end":"2026-03-09T14:26:36.690822Z","steps":["trace[1850942379] 'agreement among raft nodes before linearized reading' (duration: 160.947944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:37.005609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.899984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:37.005842Z","caller":"traceutil/trace.go:171","msg":"trace[527627087] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"309.375939ms","start":"2026-03-09T14:26:36.696448Z","end":"2026-03-09T14:26:37.005824Z","steps":["trace[527627087] 'process raft request' (duration: 309.334628ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:37.005883Z","caller":"traceutil/trace.go:171","msg":"trace[976825693] linearizableReadLoop","detail":"{readStateIndex:24771; appliedIndex:24770; }","duration":"315.183243ms","start":"2026-03-09T14:26:36.690655Z","end":"2026-03-09T14:26:37.005838Z","steps":["trace[976825693] 'read index received' (duration: 125.974761ms)","trace[976825693] 'applied index is now lower than readState.Index' (duration: 189.205302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:37.00592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.69643Z","time spent":"309.455121ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:37.00603Z","caller":"traceutil/trace.go:171","msg":"trace[2056496670] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"353.772202ms","start":"2026-03-09T14:26:36.652242Z","end":"2026-03-09T14:26:37.006015Z","steps":["trace[2056496670] 'process raft request' (duration: 164.372455ms)","trace[2056496670] 'compare' (duration: 188.788811ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:37.006016Z","caller":"traceutil/trace.go:171","msg":"trace[1515807328] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"311.130685ms","start":"2026-03-09T14:26:36.694847Z","end":"2026-03-09T14:26:37.005977Z","steps":["trace[1515807328] 'process raft request' (duration: 310.867168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:37.00615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.652225Z","time spent":"353.833455ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:37.006152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.45915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:37.006189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.655744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T14:26:37.006193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.694827Z","time spent":"311.27328ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:37.006232Z","caller":"traceutil/trace.go:171","msg":"trace[1851176982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23927; }","duration":"315.596144ms","start":"2026-03-09T14:26:36.690617Z","end":"2026-03-09T14:26:37.006213Z","steps":["trace[1851176982] 'agreement among raft nodes before linearized reading' (duration: 315.429729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:37.006236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.038126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T14:26:37.006256Z","caller":"traceutil/trace.go:171","msg":"trace[611487265] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23927; }","duration":"189.789567ms","start":"2026-03-09T14:26:36.81645Z","end":"2026-03-09T14:26:37.00624Z","steps":["trace[611487265] 'agreement among raft nodes before linearized reading' (duration: 189.681995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:37.00628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:36.6906Z","time spent":"315.672185ms","remote":"127.0.0.1:38214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T14:26:37.006302Z","caller":"traceutil/trace.go:171","msg":"trace[2052571913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23927; }","duration":"282.139229ms","start":"2026-03-09T14:26:36.724145Z","end":"2026-03-09T14:26:37.006284Z","steps":["trace[2052571913] 'agreement among raft nodes before linearized reading' (duration: 281.945673ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:37.306208Z","caller":"traceutil/trace.go:171","msg":"trace[1521648397] linearizableReadLoop","detail":"{readStateIndex:24774; appliedIndex:24773; }","duration":"221.186136ms","start":"2026-03-09T14:26:37.084992Z","end":"2026-03-09T14:26:37.306178Z","steps":["trace[1521648397] 'read index received' (duration: 220.856477ms)","trace[1521648397] 'applied index is now lower than readState.Index' (duration: 328.689µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:37.306625Z","caller":"traceutil/trace.go:171","msg":"trace[1949893516] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"221.912536ms","start":"2026-03-09T14:26:37.084677Z","end":"2026-03-09T14:26:37.30659Z","steps":["trace[1949893516] 'process raft request' (duration: 221.274949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:37.306712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.612638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:37.306769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.264909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:26:37.306867Z","caller":"traceutil/trace.go:171","msg":"trace[778974228] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23928; }","duration":"221.854004ms","start":"2026-03-09T14:26:37.084938Z","end":"2026-03-09T14:26:37.306792Z","steps":["trace[778974228] 'agreement among raft nodes before linearized reading' (duration: 221.601778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:37.306863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.322689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T14:26:37.306891Z","caller":"traceutil/trace.go:171","msg":"trace[1448401082] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23928; }","duration":"140.440093ms","start":"2026-03-09T14:26:37.166428Z","end":"2026-03-09T14:26:37.306868Z","steps":["trace[1448401082] 'agreement among raft nodes before linearized reading' (duration: 140.248708ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:37.306939Z","caller":"traceutil/trace.go:171","msg":"trace[2145814106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23928; }","duration":"210.448823ms","start":"2026-03-09T14:26:37.096472Z","end":"2026-03-09T14:26:37.306921Z","steps":["trace[2145814106] 'agreement among raft nodes before linearized reading' (duration: 210.193666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:37.54178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.145192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:37.541985Z","caller":"traceutil/trace.go:171","msg":"trace[1914069571] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"133.645163ms","start":"2026-03-09T14:26:37.408318Z","end":"2026-03-09T14:26:37.541963Z","steps":["trace[1914069571] 'process raft request' (duration: 133.579552ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:37.542203Z","caller":"traceutil/trace.go:171","msg":"trace[1499901156] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"230.671419ms","start":"2026-03-09T14:26:37.311487Z","end":"2026-03-09T14:26:37.542158Z","steps":["trace[1499901156] 'process raft request' (duration: 103.045455ms)","trace[1499901156] 'compare' (duration: 126.939945ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:37.542202Z","caller":"traceutil/trace.go:171","msg":"trace[429126133] linearizableReadLoop","detail":"{readStateIndex:24775; appliedIndex:24774; }","duration":"230.184876ms","start":"2026-03-09T14:26:37.311983Z","end":"2026-03-09T14:26:37.542168Z","steps":["trace[429126133] 'read index received' (duration: 102.566192ms)","trace[429126133] 'applied index is now lower than readState.Index' (duration: 127.615944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:37.542445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.432832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-09T14:26:37.542495Z","caller":"traceutil/trace.go:171","msg":"trace[1774570322] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23930; }","duration":"230.550485ms","start":"2026-03-09T14:26:37.311934Z","end":"2026-03-09T14:26:37.542485Z","steps":["trace[1774570322] 'agreement among raft nodes before linearized reading' (duration: 230.318419ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:37.781178Z","caller":"traceutil/trace.go:171","msg":"trace[138433375] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"152.626745ms","start":"2026-03-09T14:26:37.628527Z","end":"2026-03-09T14:26:37.781154Z","steps":["trace[138433375] 'process raft request' (duration: 151.225668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:38.117838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.937765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:38.117943Z","caller":"traceutil/trace.go:171","msg":"trace[1567261679] linearizableReadLoop","detail":"{readStateIndex:24780; appliedIndex:24779; }","duration":"244.194925ms","start":"2026-03-09T14:26:37.87373Z","end":"2026-03-09T14:26:38.117925Z","steps":["trace[1567261679] 'read index received' (duration: 125.154488ms)","trace[1567261679] 'applied index is now lower than readState.Index' (duration: 119.039287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:38.118127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.406112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-09T14:26:38.118048Z","caller":"traceutil/trace.go:171","msg":"trace[1221315220] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"332.10172ms","start":"2026-03-09T14:26:37.785884Z","end":"2026-03-09T14:26:38.117985Z","steps":["trace[1221315220] 'process raft request' (duration: 212.94669ms)","trace[1221315220] 'compare' (duration: 118.75852ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:38.118164Z","caller":"traceutil/trace.go:171","msg":"trace[1232853421] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23933; }","duration":"244.487463ms","start":"2026-03-09T14:26:37.873666Z","end":"2026-03-09T14:26:38.118153Z","steps":["trace[1232853421] 'agreement among raft nodes before linearized reading' (duration: 244.35702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:38.118298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.4063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:38.118332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:37.785867Z","time spent":"332.319075ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:38.118411Z","caller":"traceutil/trace.go:171","msg":"trace[1782924163] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23933; }","duration":"191.533873ms","start":"2026-03-09T14:26:37.926847Z","end":"2026-03-09T14:26:38.118381Z","steps":["trace[1782924163] 'agreement among raft nodes before linearized reading' (duration: 191.354979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:38.118455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.194429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T14:26:38.118497Z","caller":"traceutil/trace.go:171","msg":"trace[934258943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23933; }","duration":"111.265231ms","start":"2026-03-09T14:26:38.007221Z","end":"2026-03-09T14:26:38.118487Z","steps":["trace[934258943] 'agreement among raft nodes before linearized reading' (duration: 111.158108ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:38.519257Z","caller":"traceutil/trace.go:171","msg":"trace[800109439] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"395.788924ms","start":"2026-03-09T14:26:38.123441Z","end":"2026-03-09T14:26:38.51923Z","steps":["trace[800109439] 'process raft request' (duration: 395.585188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:38.519414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:38.123417Z","time spent":"395.917027ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:38.537108Z","caller":"traceutil/trace.go:171","msg":"trace[144071214] linearizableReadLoop","detail":"{readStateIndex:24782; appliedIndex:24780; }","duration":"177.78077ms","start":"2026-03-09T14:26:38.359291Z","end":"2026-03-09T14:26:38.537072Z","steps":["trace[144071214] 'read index received' (duration: 159.687992ms)","trace[144071214] 'applied index is now lower than readState.Index' (duration: 18.091458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:38.537283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.954025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:38.537263Z","caller":"traceutil/trace.go:171","msg":"trace[1565188977] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"224.099125ms","start":"2026-03-09T14:26:38.313094Z","end":"2026-03-09T14:26:38.537193Z","steps":["trace[1565188977] 'process raft request' (duration: 223.736425ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:38.537321Z","caller":"traceutil/trace.go:171","msg":"trace[1965435726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23935; }","duration":"178.073508ms","start":"2026-03-09T14:26:38.359235Z","end":"2026-03-09T14:26:38.537309Z","steps":["trace[1965435726] 'agreement among raft nodes before linearized reading' (duration: 177.968865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:38.923741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.445245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:38.923951Z","caller":"traceutil/trace.go:171","msg":"trace[736945552] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"271.504518ms","start":"2026-03-09T14:26:38.652429Z","end":"2026-03-09T14:26:38.923933Z","steps":["trace[736945552] 'process raft request' (duration: 271.409086ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:38.924129Z","caller":"traceutil/trace.go:171","msg":"trace[414286873] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"271.984ms","start":"2026-03-09T14:26:38.6521Z","end":"2026-03-09T14:26:38.924084Z","steps":["trace[414286873] 'process raft request' (duration: 151.114805ms)","trace[414286873] 'compare' (duration: 120.258909ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:39.238718Z","caller":"traceutil/trace.go:171","msg":"trace[598559771] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"225.241685ms","start":"2026-03-09T14:26:39.013427Z","end":"2026-03-09T14:26:39.238669Z","steps":["trace[598559771] 'process raft request' (duration: 168.425903ms)","trace[598559771] 'compare' (duration: 56.600196ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:39.401754Z","caller":"traceutil/trace.go:171","msg":"trace[18583448] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"387.578366ms","start":"2026-03-09T14:26:39.014146Z","end":"2026-03-09T14:26:39.401724Z","steps":["trace[18583448] 'process raft request' (duration: 387.038692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:39.401915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:39.01413Z","time spent":"387.697839ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:39.413177Z","caller":"traceutil/trace.go:171","msg":"trace[1661450624] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"100.817546ms","start":"2026-03-09T14:26:39.312341Z","end":"2026-03-09T14:26:39.413159Z","steps":["trace[1661450624] 'process raft request' (duration: 100.702643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:39.764842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.840646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T14:26:39.764907Z","caller":"traceutil/trace.go:171","msg":"trace[1632890567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23941; }","duration":"218.950189ms","start":"2026-03-09T14:26:39.54594Z","end":"2026-03-09T14:26:39.76489Z","steps":["trace[1632890567] 'range keys from in-memory index tree' (duration: 218.685371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:39.765603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.614009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:39.765732Z","caller":"traceutil/trace.go:171","msg":"trace[863249006] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"218.591209ms","start":"2026-03-09T14:26:39.547116Z","end":"2026-03-09T14:26:39.765707Z","steps":["trace[863249006] 'process raft request' (duration: 69.741624ms)","trace[863249006] 'compare' (duration: 148.049864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:40.117934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.705797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:40.118308Z","caller":"traceutil/trace.go:171","msg":"trace[1943884650] linearizableReadLoop","detail":"{readStateIndex:24791; appliedIndex:24789; }","duration":"179.935487ms","start":"2026-03-09T14:26:39.938352Z","end":"2026-03-09T14:26:40.118288Z","steps":["trace[1943884650] 'read index received' (duration: 16.28046ms)","trace[1943884650] 'applied index is now lower than readState.Index' (duration: 163.653607ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:40.118463Z","caller":"traceutil/trace.go:171","msg":"trace[1760600606] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"332.256174ms","start":"2026-03-09T14:26:39.786165Z","end":"2026-03-09T14:26:40.118421Z","steps":["trace[1760600606] 'process raft request' (duration: 331.970707ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:40.118553Z","caller":"traceutil/trace.go:171","msg":"trace[1983937109] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"349.289975ms","start":"2026-03-09T14:26:39.769227Z","end":"2026-03-09T14:26:40.118517Z","steps":["trace[1983937109] 'process raft request' (duration: 122.90214ms)","trace[1983937109] 'compare' (duration: 225.287466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:40.118616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.260246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:40.118627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.432179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:40.118682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:39.786139Z","time spent":"332.420008ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:40.11872Z","caller":"traceutil/trace.go:171","msg":"trace[458308836] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23944; }","duration":"169.549922ms","start":"2026-03-09T14:26:39.949151Z","end":"2026-03-09T14:26:40.118701Z","steps":["trace[458308836] 'agreement among raft nodes before linearized reading' (duration: 169.369738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:40.118722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:39.769203Z","time spent":"349.438488ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:40.118662Z","caller":"traceutil/trace.go:171","msg":"trace[896872099] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23944; }","duration":"180.342298ms","start":"2026-03-09T14:26:39.938301Z","end":"2026-03-09T14:26:40.118643Z","steps":["trace[896872099] 'agreement among raft nodes before linearized reading' (duration: 180.103292ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:40.381095Z","caller":"traceutil/trace.go:171","msg":"trace[479250066] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"253.758828ms","start":"2026-03-09T14:26:40.127294Z","end":"2026-03-09T14:26:40.381053Z","steps":["trace[479250066] 'process raft request' (duration: 253.561273ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:40.883059Z","caller":"traceutil/trace.go:171","msg":"trace[1550140549] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"145.097206ms","start":"2026-03-09T14:26:40.737928Z","end":"2026-03-09T14:26:40.883025Z","steps":["trace[1550140549] 'process raft request' (duration: 144.883291ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:41.307432Z","caller":"traceutil/trace.go:171","msg":"trace[1724947465] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"377.703766ms","start":"2026-03-09T14:26:40.929707Z","end":"2026-03-09T14:26:41.307411Z","steps":["trace[1724947465] 'process raft request' (duration: 377.654575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:41.307556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:40.929683Z","time spent":"377.805688ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:41.307665Z","caller":"traceutil/trace.go:171","msg":"trace[1047883817] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"377.944782ms","start":"2026-03-09T14:26:40.929692Z","end":"2026-03-09T14:26:41.307637Z","steps":["trace[1047883817] 'process raft request' (duration: 354.724628ms)","trace[1047883817] 'compare' (duration: 22.820073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:41.307743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:40.929665Z","time spent":"378.036855ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:41.319803Z","caller":"traceutil/trace.go:171","msg":"trace[305883387] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"377.613983ms","start":"2026-03-09T14:26:40.942162Z","end":"2026-03-09T14:26:41.319776Z","steps":["trace[305883387] 'process raft request' (duration: 377.404337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:41.319946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:40.942135Z","time spent":"377.739456ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:41.691077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.705788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:41.69155Z","caller":"traceutil/trace.go:171","msg":"trace[1704116323] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"380.52638ms","start":"2026-03-09T14:26:41.310984Z","end":"2026-03-09T14:26:41.69151Z","steps":["trace[1704116323] 'process raft request' (duration: 185.273008ms)","trace[1704116323] 'compare' (duration: 194.544344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:41.69168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:41.310956Z","time spent":"380.659363ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:41.691863Z","caller":"traceutil/trace.go:171","msg":"trace[1113379310] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"358.19695ms","start":"2026-03-09T14:26:41.333639Z","end":"2026-03-09T14:26:41.691836Z","steps":["trace[1113379310] 'process raft request' (duration: 357.561973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:41.691993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:41.333613Z","time spent":"358.312843ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:41.692327Z","caller":"traceutil/trace.go:171","msg":"trace[225602680] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"274.354953ms","start":"2026-03-09T14:26:41.417951Z","end":"2026-03-09T14:26:41.692306Z","steps":["trace[225602680] 'process raft request' (duration: 273.884491ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:41.692346Z","caller":"traceutil/trace.go:171","msg":"trace[156445974] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"174.232766ms","start":"2026-03-09T14:26:41.518097Z","end":"2026-03-09T14:26:41.69233Z","steps":["trace[156445974] 'process raft request' (duration: 174.150984ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:41.692391Z","caller":"traceutil/trace.go:171","msg":"trace[751459375] linearizableReadLoop","detail":"{readStateIndex:24800; appliedIndex:24798; }","duration":"332.478299ms","start":"2026-03-09T14:26:41.3599Z","end":"2026-03-09T14:26:41.692379Z","steps":["trace[751459375] 'read index received' (duration: 136.510568ms)","trace[751459375] 'applied index is now lower than readState.Index' (duration: 195.966541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:41.692739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.819219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:41.692932Z","caller":"traceutil/trace.go:171","msg":"trace[486068807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23955; }","duration":"333.065015ms","start":"2026-03-09T14:26:41.359847Z","end":"2026-03-09T14:26:41.692912Z","steps":["trace[486068807] 'agreement among raft nodes before linearized reading' (duration: 332.799328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:41.693008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:41.359827Z","time spent":"333.168628ms","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:26:41.693363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.712927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T14:26:41.693429Z","caller":"traceutil/trace.go:171","msg":"trace[1126287663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23955; }","duration":"287.81855ms","start":"2026-03-09T14:26:41.405595Z","end":"2026-03-09T14:26:41.693413Z","steps":["trace[1126287663] 'agreement among raft nodes before linearized reading' (duration: 287.619134ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:41.949482Z","caller":"traceutil/trace.go:171","msg":"trace[338378905] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"254.16108ms","start":"2026-03-09T14:26:41.695297Z","end":"2026-03-09T14:26:41.949458Z","steps":["trace[338378905] 'process raft request' (duration: 254.013466ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:41.950746Z","caller":"traceutil/trace.go:171","msg":"trace[897858110] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"179.65327ms","start":"2026-03-09T14:26:41.771076Z","end":"2026-03-09T14:26:41.950729Z","steps":["trace[897858110] 'process raft request' (duration: 179.151566ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:41.950917Z","caller":"traceutil/trace.go:171","msg":"trace[916352324] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"253.274686ms","start":"2026-03-09T14:26:41.69761Z","end":"2026-03-09T14:26:41.950885Z","steps":["trace[916352324] 'process raft request' (duration: 252.544386ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:51.66447Z","caller":"traceutil/trace.go:171","msg":"trace[1976965319] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"317.886533ms","start":"2026-03-09T14:26:51.346555Z","end":"2026-03-09T14:26:51.664442Z","steps":["trace[1976965319] 'process raft request' (duration: 317.699468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:51.664658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.34653Z","time spent":"318.025797ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:52.336198Z","caller":"traceutil/trace.go:171","msg":"trace[1336388118] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"169.576143ms","start":"2026-03-09T14:26:52.166601Z","end":"2026-03-09T14:26:52.336177Z","steps":["trace[1336388118] 'process raft request' (duration: 169.536132ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:52.336476Z","caller":"traceutil/trace.go:171","msg":"trace[785895211] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"633.631862ms","start":"2026-03-09T14:26:51.702808Z","end":"2026-03-09T14:26:52.33644Z","steps":["trace[785895211] 'process raft request' (duration: 633.147639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.336697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.702778Z","time spent":"633.829147ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:52.336842Z","caller":"traceutil/trace.go:171","msg":"trace[1372383424] linearizableReadLoop","detail":"{readStateIndex:24869; appliedIndex:24867; }","duration":"976.128195ms","start":"2026-03-09T14:26:51.360696Z","end":"2026-03-09T14:26:52.336824Z","steps":["trace[1372383424] 'read index received' (duration: 303.537563ms)","trace[1372383424] 'applied index is now lower than readState.Index' (duration: 672.587972ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:52.336891Z","caller":"traceutil/trace.go:171","msg":"trace[446320454] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"594.461485ms","start":"2026-03-09T14:26:51.742421Z","end":"2026-03-09T14:26:52.336882Z","steps":["trace[446320454] 'process raft request' (duration: 593.618283ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:52.336854Z","caller":"traceutil/trace.go:171","msg":"trace[1313806003] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"351.069421ms","start":"2026-03-09T14:26:51.985769Z","end":"2026-03-09T14:26:52.336838Z","steps":["trace[1313806003] 'process raft request' (duration: 350.337012ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:52.336838Z","caller":"traceutil/trace.go:171","msg":"trace[2049376940] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"989.134049ms","start":"2026-03-09T14:26:51.347678Z","end":"2026-03-09T14:26:52.336812Z","steps":["trace[2049376940] 'process raft request' (duration: 963.737067ms)","trace[2049376940] 'compare' (duration: 24.417426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:52.337112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.98574Z","time spent":"351.267597ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:52.337132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.904362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T14:26:52.336963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.742394Z","time spent":"594.528488ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:52.33721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.793845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T14:26:52.337122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.416592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:52.337258Z","caller":"traceutil/trace.go:171","msg":"trace[959373011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24025; }","duration":"274.903328ms","start":"2026-03-09T14:26:52.062343Z","end":"2026-03-09T14:26:52.337246Z","steps":["trace[959373011] 'agreement among raft nodes before linearized reading' (duration: 274.834866ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:52.337286Z","caller":"traceutil/trace.go:171","msg":"trace[1702360858] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24025; }","duration":"976.631829ms","start":"2026-03-09T14:26:51.360642Z","end":"2026-03-09T14:26:52.337273Z","steps":["trace[1702360858] 'agreement among raft nodes before linearized reading' (duration: 976.323261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.337131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.181073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-09T14:26:52.337215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.34766Z","time spent":"989.375066ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:52.337353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.301121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T14:26:52.337379Z","caller":"traceutil/trace.go:171","msg":"trace[1658559303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24025; }","duration":"162.382312ms","start":"2026-03-09T14:26:52.17499Z","end":"2026-03-09T14:26:52.337372Z","steps":["trace[1658559303] 'agreement among raft nodes before linearized reading' (duration: 162.166627ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:52.337363Z","caller":"traceutil/trace.go:171","msg":"trace[1580818356] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24025; }","duration":"326.43919ms","start":"2026-03-09T14:26:52.010892Z","end":"2026-03-09T14:26:52.337332Z","steps":["trace[1580818356] 'agreement among raft nodes before linearized reading' (duration: 326.109392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.337444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.010859Z","time spent":"326.558554ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-09T14:26:52.337127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.927207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5fdbd47789-t249f.189b327d36048394\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-09T14:26:52.337484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.360611Z","time spent":"976.706861ms","remote":"127.0.0.1:38504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-09T14:26:52.337537Z","caller":"traceutil/trace.go:171","msg":"trace[1869546718] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5fdbd47789-t249f.189b327d36048394; range_end:; response_count:1; response_revision:24025; }","duration":"677.389649ms","start":"2026-03-09T14:26:51.660135Z","end":"2026-03-09T14:26:52.337525Z","steps":["trace[1869546718] 'agreement among raft nodes before linearized reading' (duration: 676.862945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.33757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.660111Z","time spent":"677.44715ms","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-5fdbd47789-t249f.189b327d36048394\" "} {"level":"info","ts":"2026-03-09T14:26:52.337216Z","caller":"traceutil/trace.go:171","msg":"trace[728288299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24025; }","duration":"347.014355ms","start":"2026-03-09T14:26:51.990174Z","end":"2026-03-09T14:26:52.337188Z","steps":["trace[728288299] 'agreement among raft nodes before linearized reading' (duration: 346.84001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.337683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.990161Z","time spent":"347.508117ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T14:26:52.337223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.937631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T14:26:52.337812Z","caller":"traceutil/trace.go:171","msg":"trace[1622189772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24025; }","duration":"597.580639ms","start":"2026-03-09T14:26:51.740219Z","end":"2026-03-09T14:26:52.337799Z","steps":["trace[1622189772] 'agreement among raft nodes before linearized reading' (duration: 596.940292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.337859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.74019Z","time spent":"597.65668ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T14:26:52.336581Z","caller":"traceutil/trace.go:171","msg":"trace[800576117] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"632.80756ms","start":"2026-03-09T14:26:51.70376Z","end":"2026-03-09T14:26:52.336568Z","steps":["trace[800576117] 'process raft request' (duration: 632.245645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.338043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:51.703739Z","time spent":"634.262758ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:52.845019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604346367462813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T14:26:53.01825Z","caller":"traceutil/trace.go:171","msg":"trace[13049525] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"673.877015ms","start":"2026-03-09T14:26:52.344341Z","end":"2026-03-09T14:26:53.018218Z","steps":["trace[13049525] 'process raft request' (duration: 600.745182ms)","trace[13049525] 'compare' (duration: 72.729982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:53.018405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.344321Z","time spent":"673.995929ms","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:53.713294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.762036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:53.713751Z","caller":"traceutil/trace.go:171","msg":"trace[1381280942] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"1.368853298s","start":"2026-03-09T14:26:52.344867Z","end":"2026-03-09T14:26:53.71372Z","steps":["trace[1381280942] 'process raft request' (duration: 1.026551399s)","trace[1381280942] 'compare' (duration: 341.353264ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:53.713835Z","caller":"traceutil/trace.go:171","msg":"trace[947481914] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"1.367661787s","start":"2026-03-09T14:26:52.346154Z","end":"2026-03-09T14:26:53.713816Z","steps":["trace[947481914] 'process raft request' (duration: 1.367574295s)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:53.713854Z","caller":"traceutil/trace.go:171","msg":"trace[175266709] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"1.368867059s","start":"2026-03-09T14:26:52.344951Z","end":"2026-03-09T14:26:53.713818Z","steps":["trace[175266709] 'process raft request' (duration: 1.368677844s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:53.713877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.344851Z","time spent":"1.368964622s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:53.713938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.346146Z","time spent":"1.36774136s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:26:53.713996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.344944Z","time spent":"1.368973862s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:53.714145Z","caller":"traceutil/trace.go:171","msg":"trace[736366718] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"1.366569398s","start":"2026-03-09T14:26:52.347561Z","end":"2026-03-09T14:26:53.714131Z","steps":["trace[736366718] 'process raft request' (duration: 1.366208859s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:53.714235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.34755Z","time spent":"1.366642551s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:53.714447Z","caller":"traceutil/trace.go:171","msg":"trace[1404566083] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"781.48072ms","start":"2026-03-09T14:26:52.932947Z","end":"2026-03-09T14:26:53.714428Z","steps":["trace[1404566083] 'process raft request' (duration: 781.319136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:53.714563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.932917Z","time spent":"781.597013ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:53.714466Z","caller":"traceutil/trace.go:171","msg":"trace[1464852699] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"1.017269033s","start":"2026-03-09T14:26:52.697173Z","end":"2026-03-09T14:26:53.714442Z","steps":["trace[1464852699] 'process raft request' (duration: 1.016891593s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:53.715295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.697148Z","time spent":"1.018072755s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:53.714699Z","caller":"traceutil/trace.go:171","msg":"trace[1880571505] linearizableReadLoop","detail":"{readStateIndex:24880; appliedIndex:24874; }","duration":"1.370008949s","start":"2026-03-09T14:26:52.344642Z","end":"2026-03-09T14:26:53.714651Z","steps":["trace[1880571505] 'read index received' (duration: 600.538326ms)","trace[1880571505] 'applied index is now lower than readState.Index' (duration: 769.469253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:53.89587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.509368ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-09T14:26:53.896177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551508417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:53.896264Z","caller":"traceutil/trace.go:171","msg":"trace[767563533] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24032; }","duration":"1.551666971s","start":"2026-03-09T14:26:52.344572Z","end":"2026-03-09T14:26:53.896239Z","steps":["trace[767563533] 'agreement among raft nodes before linearized reading' (duration: 1.370177433s)","trace[767563533] 'count revisions from in-memory index tree' (duration: 181.367964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:53.896314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.344544Z","time spent":"1.551759454s","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-09T14:26:53.896352Z","caller":"traceutil/trace.go:171","msg":"trace[549295632] linearizableReadLoop","detail":"{readStateIndex:24883; appliedIndex:24881; }","duration":"180.154583ms","start":"2026-03-09T14:26:53.716162Z","end":"2026-03-09T14:26:53.896316Z","steps":["trace[549295632] 'read index received' (duration: 741.949µs)","trace[549295632] 'applied index is now lower than readState.Index' (duration: 179.410133ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:53.896532Z","caller":"traceutil/trace.go:171","msg":"trace[1849335693] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"225.869632ms","start":"2026-03-09T14:26:53.670641Z","end":"2026-03-09T14:26:53.89651Z","steps":["trace[1849335693] 'process raft request' (duration: 225.328367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:54.229037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872535304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:54.229072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521634048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T14:26:54.229109Z","caller":"traceutil/trace.go:171","msg":"trace[462503218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24033; }","duration":"1.872619157s","start":"2026-03-09T14:26:52.356461Z","end":"2026-03-09T14:26:54.22908Z","steps":["trace[462503218] 'agreement among raft nodes before linearized reading' (duration: 1.540142457s)","trace[462503218] 'range keys from in-memory index tree' (duration: 332.388298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:54.229134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.356453Z","time spent":"1.872675868s","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:26:54.22918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792873049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-09T14:26:54.22921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438786557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-09T14:26:54.229204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178745303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-09T14:26:54.229239Z","caller":"traceutil/trace.go:171","msg":"trace[559187829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24033; }","duration":"1.792967612s","start":"2026-03-09T14:26:52.436256Z","end":"2026-03-09T14:26:54.229223Z","steps":["trace[559187829] 'agreement among raft nodes before linearized reading' (duration: 1.460341688s)","trace[559187829] 'range keys from in-memory index tree' (duration: 332.45853ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:54.229253Z","caller":"traceutil/trace.go:171","msg":"trace[456199927] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24033; }","duration":"1.178842195s","start":"2026-03-09T14:26:53.050397Z","end":"2026-03-09T14:26:54.22924Z","steps":["trace[456199927] 'agreement among raft nodes before linearized reading' (duration: 846.240842ms)","trace[456199927] 'range keys from in-memory index tree' (duration: 332.46696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:54.229277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844776731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:54.229277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.436241Z","time spent":"1.793024273s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T14:26:54.229303Z","caller":"traceutil/trace.go:171","msg":"trace[933036898] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24033; }","duration":"1.844829823s","start":"2026-03-09T14:26:52.384466Z","end":"2026-03-09T14:26:54.229296Z","steps":["trace[933036898] 'agreement among raft nodes before linearized reading' (duration: 1.512141187s)","trace[933036898] 'count revisions from in-memory index tree' (duration: 332.651055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:54.229321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.384455Z","time spent":"1.844862273s","remote":"127.0.0.1:35858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:26:54.229349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.131221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:54.22928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:53.050375Z","time spent":"1.178898097s","remote":"127.0.0.1:38466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-09T14:26:54.229369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.213728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:54.229382Z","caller":"traceutil/trace.go:171","msg":"trace[1052783537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24033; }","duration":"795.196623ms","start":"2026-03-09T14:26:53.434177Z","end":"2026-03-09T14:26:54.229373Z","steps":["trace[1052783537] 'agreement among raft nodes before linearized reading' (duration: 462.440585ms)","trace[1052783537] 'range keys from in-memory index tree' (duration: 332.707086ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:54.229389Z","caller":"traceutil/trace.go:171","msg":"trace[1089812107] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24033; }","duration":"266.271249ms","start":"2026-03-09T14:26:53.963112Z","end":"2026-03-09T14:26:54.229384Z","steps":["trace[1089812107] 'count revisions from in-memory index tree' (duration: 266.124136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:54.229404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:53.434157Z","time spent":"795.241925ms","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:26:54.229493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569513704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T14:26:54.229498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.295524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:26:54.229512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.824029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:54.229109Z","caller":"traceutil/trace.go:171","msg":"trace[132412214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24033; }","duration":"1.521699169s","start":"2026-03-09T14:26:52.707396Z","end":"2026-03-09T14:26:54.229095Z","steps":["trace[132412214] 'agreement among raft nodes before linearized reading' (duration: 1.189101856s)","trace[132412214] 'range keys from in-memory index tree' (duration: 332.389638ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:54.229525Z","caller":"traceutil/trace.go:171","msg":"trace[904495442] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24033; }","duration":"627.359626ms","start":"2026-03-09T14:26:53.602158Z","end":"2026-03-09T14:26:54.229517Z","steps":["trace[904495442] 'agreement among raft nodes before linearized reading' (duration: 294.470495ms)","trace[904495442] 'count revisions from in-memory index tree' (duration: 332.8561ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:54.229532Z","caller":"traceutil/trace.go:171","msg":"trace[216369957] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24033; }","duration":"259.864681ms","start":"2026-03-09T14:26:53.969658Z","end":"2026-03-09T14:26:54.229523Z","steps":["trace[216369957] 'count revisions from in-memory index tree' (duration: 259.777678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:54.229545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:53.602129Z","time spent":"627.410417ms","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-09T14:26:54.229528Z","caller":"traceutil/trace.go:171","msg":"trace[1247286549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24033; }","duration":"1.569618927s","start":"2026-03-09T14:26:52.659897Z","end":"2026-03-09T14:26:54.229516Z","steps":["trace[1247286549] 'agreement among raft nodes before linearized reading' (duration: 1.236685995s)","trace[1247286549] 'count revisions from in-memory index tree' (duration: 332.879551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:54.229572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.707382Z","time spent":"1.522160162s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T14:26:54.229583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85043407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-09T14:26:54.229607Z","caller":"traceutil/trace.go:171","msg":"trace[618028642] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24033; }","duration":"1.850459461s","start":"2026-03-09T14:26:52.37914Z","end":"2026-03-09T14:26:54.2296Z","steps":["trace[618028642] 'agreement among raft nodes before linearized reading' (duration: 1.517423676s)","trace[618028642] 'range keys from in-memory index tree' (duration: 332.970413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:54.229602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.659861Z","time spent":"1.569723769s","remote":"127.0.0.1:60318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:26:54.229629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.379075Z","time spent":"1.850548393s","remote":"127.0.0.1:38360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-09T14:26:54.229262Z","caller":"traceutil/trace.go:171","msg":"trace[158742345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24033; }","duration":"1.43886466s","start":"2026-03-09T14:26:52.790364Z","end":"2026-03-09T14:26:54.229229Z","steps":["trace[158742345] 'agreement among raft nodes before linearized reading' (duration: 1.106107743s)","trace[158742345] 'range keys from in-memory index tree' (duration: 332.638894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:54.229827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.790336Z","time spent":"1.439483256s","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T14:26:54.230046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.382073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-09T14:26:54.230214Z","caller":"traceutil/trace.go:171","msg":"trace[799592648] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24033; }","duration":"468.683161ms","start":"2026-03-09T14:26:53.761493Z","end":"2026-03-09T14:26:54.230176Z","steps":["trace[799592648] 'agreement among raft nodes before linearized reading' (duration: 135.139383ms)","trace[799592648] 'count revisions from in-memory index tree' (duration: 333.23887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:54.230306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:53.76147Z","time spent":"468.815704ms","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-09T14:26:54.452774Z","caller":"traceutil/trace.go:171","msg":"trace[1505888375] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"218.085755ms","start":"2026-03-09T14:26:54.234661Z","end":"2026-03-09T14:26:54.452747Z","steps":["trace[1505888375] 'process raft request' (duration: 217.923871ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:54.513854Z","caller":"traceutil/trace.go:171","msg":"trace[1589260659] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"278.706758ms","start":"2026-03-09T14:26:54.235104Z","end":"2026-03-09T14:26:54.513811Z","steps":["trace[1589260659] 'process raft request' (duration: 278.393289ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:54.513901Z","caller":"traceutil/trace.go:171","msg":"trace[1889542523] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"276.994933ms","start":"2026-03-09T14:26:54.23688Z","end":"2026-03-09T14:26:54.513875Z","steps":["trace[1889542523] 'process raft request' (duration: 276.823919ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:54.514145Z","caller":"traceutil/trace.go:171","msg":"trace[1075426006] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"167.871978ms","start":"2026-03-09T14:26:54.346252Z","end":"2026-03-09T14:26:54.514124Z","steps":["trace[1075426006] 'process raft request' (duration: 167.57175ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:54.514177Z","caller":"traceutil/trace.go:171","msg":"trace[1197604838] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"167.904569ms","start":"2026-03-09T14:26:54.346252Z","end":"2026-03-09T14:26:54.514157Z","steps":["trace[1197604838] 'process raft request' (duration: 167.770455ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:54.514268Z","caller":"traceutil/trace.go:171","msg":"trace[97010420] linearizableReadLoop","detail":"{readStateIndex:24887; appliedIndex:24883; }","duration":"186.390157ms","start":"2026-03-09T14:26:54.32787Z","end":"2026-03-09T14:26:54.51426Z","steps":["trace[97010420] 'read index received' (duration: 124.787209ms)","trace[97010420] 'applied index is now lower than readState.Index' (duration: 61.602468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:54.514329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.44311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:54.514352Z","caller":"traceutil/trace.go:171","msg":"trace[1447273533] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24041; }","duration":"186.517461ms","start":"2026-03-09T14:26:54.32783Z","end":"2026-03-09T14:26:54.514347Z","steps":["trace[1447273533] 'agreement among raft nodes before linearized reading' (duration: 186.458919ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:54.514363Z","caller":"traceutil/trace.go:171","msg":"trace[137950367] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"168.075314ms","start":"2026-03-09T14:26:54.346276Z","end":"2026-03-09T14:26:54.514351Z","steps":["trace[137950367] 'process raft request' (duration: 167.846468ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:54.514374Z","caller":"traceutil/trace.go:171","msg":"trace[1898763169] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"166.935773ms","start":"2026-03-09T14:26:54.347424Z","end":"2026-03-09T14:26:54.51436Z","steps":["trace[1898763169] 'process raft request' (duration: 166.780059ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:54.513942Z","caller":"traceutil/trace.go:171","msg":"trace[605072338] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"276.041827ms","start":"2026-03-09T14:26:54.237877Z","end":"2026-03-09T14:26:54.513918Z","steps":["trace[605072338] 'process raft request' (duration: 275.901254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:59.590727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.879077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:26:59.590837Z","caller":"traceutil/trace.go:171","msg":"trace[584770345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24127; }","duration":"233.035161ms","start":"2026-03-09T14:26:59.357779Z","end":"2026-03-09T14:26:59.590814Z","steps":["trace[584770345] 'range keys from in-memory index tree' (duration: 232.799835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:59.591594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.606675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67cdda11-8899-4876-87af-fb7089ce2ff6\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-09T14:26:59.591658Z","caller":"traceutil/trace.go:171","msg":"trace[1717696282] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-67cdda11-8899-4876-87af-fb7089ce2ff6; range_end:; response_count:1; response_revision:24127; }","duration":"208.674207ms","start":"2026-03-09T14:26:59.382967Z","end":"2026-03-09T14:26:59.591641Z","steps":["trace[1717696282] 'range keys from in-memory index tree' (duration: 208.449691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:59.950246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.855591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:59.95054Z","caller":"traceutil/trace.go:171","msg":"trace[1881651555] linearizableReadLoop","detail":"{readStateIndex:24980; appliedIndex:24978; }","duration":"207.192018ms","start":"2026-03-09T14:26:59.743333Z","end":"2026-03-09T14:26:59.950525Z","steps":["trace[1881651555] 'read index received' (duration: 29.180522ms)","trace[1881651555] 'applied index is now lower than readState.Index' (duration: 178.010546ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:26:59.950537Z","caller":"traceutil/trace.go:171","msg":"trace[1403330679] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"212.588021ms","start":"2026-03-09T14:26:59.737784Z","end":"2026-03-09T14:26:59.950372Z","steps":["trace[1403330679] 'process raft request' (duration: 59.394511ms)","trace[1403330679] 'compare' (duration: 152.760908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:59.950685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.345612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-09T14:26:59.950685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.796307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T14:26:59.950712Z","caller":"traceutil/trace.go:171","msg":"trace[132851169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24130; }","duration":"207.398384ms","start":"2026-03-09T14:26:59.743307Z","end":"2026-03-09T14:26:59.950705Z","steps":["trace[132851169] 'agreement among raft nodes before linearized reading' (duration: 207.303001ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:59.950723Z","caller":"traceutil/trace.go:171","msg":"trace[525612151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24130; }","duration":"206.841009ms","start":"2026-03-09T14:26:59.743871Z","end":"2026-03-09T14:26:59.950712Z","steps":["trace[525612151] 'agreement among raft nodes before linearized reading' (duration: 206.762957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:59.950784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.754976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T14:26:59.950833Z","caller":"traceutil/trace.go:171","msg":"trace[491108504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24130; }","duration":"206.815628ms","start":"2026-03-09T14:26:59.744006Z","end":"2026-03-09T14:26:59.950822Z","steps":["trace[491108504] 'agreement among raft nodes before linearized reading' (duration: 206.665814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:00.236949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.286432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:27:00.237084Z","caller":"traceutil/trace.go:171","msg":"trace[1328457051] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"282.756735ms","start":"2026-03-09T14:26:59.954302Z","end":"2026-03-09T14:27:00.237059Z","steps":["trace[1328457051] 'process raft request' (duration: 171.259077ms)","trace[1328457051] 'compare' (duration: 111.159859ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:00.382483Z","caller":"traceutil/trace.go:171","msg":"trace[1869308030] linearizableReadLoop","detail":"{readStateIndex:24984; appliedIndex:24981; }","duration":"386.819557ms","start":"2026-03-09T14:26:59.995641Z","end":"2026-03-09T14:27:00.382461Z","steps":["trace[1869308030] 'read index received' (duration: 129.912995ms)","trace[1869308030] 'applied index is now lower than readState.Index' (duration: 256.905612ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:00.382517Z","caller":"traceutil/trace.go:171","msg":"trace[222802155] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"428.128199ms","start":"2026-03-09T14:26:59.954355Z","end":"2026-03-09T14:27:00.382483Z","steps":["trace[222802155] 'process raft request' (duration: 423.171547ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:00.382565Z","caller":"traceutil/trace.go:171","msg":"trace[71054095] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"428.16444ms","start":"2026-03-09T14:26:59.954359Z","end":"2026-03-09T14:27:00.382524Z","steps":["trace[71054095] 'process raft request' (duration: 428.056077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:00.38268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.768216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T14:27:00.382713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:59.954344Z","time spent":"428.291663ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:27:00.382747Z","caller":"traceutil/trace.go:171","msg":"trace[1339687469] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24133; }","duration":"338.886749ms","start":"2026-03-09T14:27:00.043847Z","end":"2026-03-09T14:27:00.382733Z","steps":["trace[1339687469] 'agreement among raft nodes before linearized reading' (duration: 338.762636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:00.382794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:00.043828Z","time spent":"338.956122ms","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:27:00.382805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.170076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:27:00.382851Z","caller":"traceutil/trace.go:171","msg":"trace[1317915112] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24133; }","duration":"387.257168ms","start":"2026-03-09T14:26:59.99558Z","end":"2026-03-09T14:27:00.382837Z","steps":["trace[1317915112] 'agreement among raft nodes before linearized reading' (duration: 387.171866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:00.382896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:59.995556Z","time spent":"387.33114ms","remote":"127.0.0.1:35862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:27:00.382685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:59.954337Z","time spent":"428.253273ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:00.38297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.706114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67cdda11-8899-4876-87af-fb7089ce2ff6\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-09T14:27:00.383006Z","caller":"traceutil/trace.go:171","msg":"trace[183307981] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-67cdda11-8899-4876-87af-fb7089ce2ff6; range_end:; response_count:1; response_revision:24133; }","duration":"282.776636ms","start":"2026-03-09T14:27:00.100217Z","end":"2026-03-09T14:27:00.382993Z","steps":["trace[183307981] 'agreement among raft nodes before linearized reading' (duration: 282.629992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:00.383073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.747731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:00.383117Z","caller":"traceutil/trace.go:171","msg":"trace[410194343] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24133; }","duration":"182.825163ms","start":"2026-03-09T14:27:00.20028Z","end":"2026-03-09T14:27:00.383105Z","steps":["trace[410194343] 'agreement among raft nodes before linearized reading' (duration: 182.762701ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:00.58746Z","caller":"traceutil/trace.go:171","msg":"trace[1880291457] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"196.990998ms","start":"2026-03-09T14:27:00.390439Z","end":"2026-03-09T14:27:00.58743Z","steps":["trace[1880291457] 'process raft request' (duration: 196.605108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:02.574677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.649517ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:27:02.574801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.755945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:27:02.574841Z","caller":"traceutil/trace.go:171","msg":"trace[548429425] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24146; }","duration":"250.845172ms","start":"2026-03-09T14:27:02.323967Z","end":"2026-03-09T14:27:02.574812Z","steps":["trace[548429425] 'range keys from in-memory index tree' (duration: 250.631356ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:02.574873Z","caller":"traceutil/trace.go:171","msg":"trace[1306675904] linearizableReadLoop","detail":"{readStateIndex:24998; appliedIndex:24997; }","duration":"217.602253ms","start":"2026-03-09T14:27:02.357259Z","end":"2026-03-09T14:27:02.574861Z","steps":["trace[1306675904] 'read index received' (duration: 80.691794ms)","trace[1306675904] 'applied index is now lower than readState.Index' (duration: 136.909389ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:02.574927Z","caller":"traceutil/trace.go:171","msg":"trace[1902010118] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"225.368218ms","start":"2026-03-09T14:27:02.349551Z","end":"2026-03-09T14:27:02.574919Z","steps":["trace[1902010118] 'process raft request' (duration: 88.424347ms)","trace[1902010118] 'compare' (duration: 136.670733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:27:02.575073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.802708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:02.575176Z","caller":"traceutil/trace.go:171","msg":"trace[590300967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24147; }","duration":"217.921491ms","start":"2026-03-09T14:27:02.357213Z","end":"2026-03-09T14:27:02.575135Z","steps":["trace[590300967] 'agreement among raft nodes before linearized reading' (duration: 217.795888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:02.588913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.959862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-09T14:27:02.588982Z","caller":"traceutil/trace.go:171","msg":"trace[1561267107] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24148; }","duration":"117.024704ms","start":"2026-03-09T14:27:02.471935Z","end":"2026-03-09T14:27:02.58896Z","steps":["trace[1561267107] 'agreement among raft nodes before linearized reading' (duration: 116.927571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:02.589283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.568969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T14:27:02.589335Z","caller":"traceutil/trace.go:171","msg":"trace[1817050324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24148; }","duration":"201.62177ms","start":"2026-03-09T14:27:02.387701Z","end":"2026-03-09T14:27:02.589323Z","steps":["trace[1817050324] 'agreement among raft nodes before linearized reading' (duration: 201.486507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:02.589593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.282534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T14:27:02.589645Z","caller":"traceutil/trace.go:171","msg":"trace[916595750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24148; }","duration":"203.361586ms","start":"2026-03-09T14:27:02.386271Z","end":"2026-03-09T14:27:02.589632Z","steps":["trace[916595750] 'agreement among raft nodes before linearized reading' (duration: 203.246053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.180656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604346367463787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T14:27:35.207791Z","caller":"traceutil/trace.go:171","msg":"trace[61455192] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"748.635761ms","start":"2026-03-09T14:27:34.45913Z","end":"2026-03-09T14:27:35.207766Z","steps":["trace[61455192] 'process raft request' (duration: 748.440156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.207925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.459113Z","time spent":"748.740795ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:27:35.22462Z","caller":"traceutil/trace.go:171","msg":"trace[786536392] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"512.640353ms","start":"2026-03-09T14:27:34.711955Z","end":"2026-03-09T14:27:35.224595Z","steps":["trace[786536392] 'process raft request' (duration: 512.569281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.224743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.349081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T14:27:35.224756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.711948Z","time spent":"512.742065ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:27:35.224792Z","caller":"traceutil/trace.go:171","msg":"trace[449907460] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24418; }","duration":"544.438744ms","start":"2026-03-09T14:27:34.680341Z","end":"2026-03-09T14:27:35.224779Z","steps":["trace[449907460] 'agreement among raft nodes before linearized reading' (duration: 544.339661ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:35.224788Z","caller":"traceutil/trace.go:171","msg":"trace[209001904] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"518.229981ms","start":"2026-03-09T14:27:34.706524Z","end":"2026-03-09T14:27:35.224754Z","steps":["trace[209001904] 'process raft request' (duration: 517.80452ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:35.224872Z","caller":"traceutil/trace.go:171","msg":"trace[1813320500] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"513.105515ms","start":"2026-03-09T14:27:34.711756Z","end":"2026-03-09T14:27:35.224862Z","steps":["trace[1813320500] 'process raft request' (duration: 512.724535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.224935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.711743Z","time spent":"513.159637ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:35.224967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.706508Z","time spent":"518.352714ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:27:35.224978Z","caller":"traceutil/trace.go:171","msg":"trace[60651579] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"504.034696ms","start":"2026-03-09T14:27:34.72093Z","end":"2026-03-09T14:27:35.224965Z","steps":["trace[60651579] 'process raft request' (duration: 503.630525ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:35.224642Z","caller":"traceutil/trace.go:171","msg":"trace[812396517] linearizableReadLoop","detail":"{readStateIndex:25278; appliedIndex:25273; }","duration":"544.244929ms","start":"2026-03-09T14:27:34.68038Z","end":"2026-03-09T14:27:35.224625Z","steps":["trace[812396517] 'read index received' (duration: 527.27539ms)","trace[812396517] 'applied index is now lower than readState.Index' (duration: 16.968819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:27:35.224824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.680322Z","time spent":"544.493325ms","remote":"127.0.0.1:38658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:27:35.225295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.375187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T14:27:35.22533Z","caller":"traceutil/trace.go:171","msg":"trace[430758712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24418; }","duration":"481.424948ms","start":"2026-03-09T14:27:34.743894Z","end":"2026-03-09T14:27:35.225319Z","steps":["trace[430758712] 'agreement among raft nodes before linearized reading' (duration: 481.295004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.22536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.743887Z","time spent":"481.465629ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T14:27:35.225373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.742218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T14:27:35.22545Z","caller":"traceutil/trace.go:171","msg":"trace[1193142253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24418; }","duration":"500.838431ms","start":"2026-03-09T14:27:34.724593Z","end":"2026-03-09T14:27:35.225431Z","steps":["trace[1193142253] 'agreement among raft nodes before linearized reading' (duration: 500.592804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.225494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.72455Z","time spent":"500.935483ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T14:27:35.225505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.009508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T14:27:35.225545Z","caller":"traceutil/trace.go:171","msg":"trace[1346077557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24418; }","duration":"489.058149ms","start":"2026-03-09T14:27:34.736475Z","end":"2026-03-09T14:27:35.225533Z","steps":["trace[1346077557] 'agreement among raft nodes before linearized reading' (duration: 488.934776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.225571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.736469Z","time spent":"489.09514ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T14:27:35.225577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.255734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:27:35.225619Z","caller":"traceutil/trace.go:171","msg":"trace[1215675801] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24418; }","duration":"329.336266ms","start":"2026-03-09T14:27:34.896272Z","end":"2026-03-09T14:27:35.225608Z","steps":["trace[1215675801] 'agreement among raft nodes before linearized reading' (duration: 329.231564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.225677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.732283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T14:27:35.22571Z","caller":"traceutil/trace.go:171","msg":"trace[1399737090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24418; }","duration":"493.778634ms","start":"2026-03-09T14:27:34.731921Z","end":"2026-03-09T14:27:35.2257Z","steps":["trace[1399737090] 'agreement among raft nodes before linearized reading' (duration: 493.691322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.225724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.896253Z","time spent":"329.390078ms","remote":"127.0.0.1:38700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:27:35.225748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.731914Z","time spent":"493.827795ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T14:27:35.225057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:34.720913Z","time spent":"504.107548ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:35.512191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.981994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:27:35.512303Z","caller":"traceutil/trace.go:171","msg":"trace[1493817072] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"282.669603ms","start":"2026-03-09T14:27:35.229614Z","end":"2026-03-09T14:27:35.512284Z","steps":["trace[1493817072] 'process raft request' (duration: 123.510415ms)","trace[1493817072] 'compare' (duration: 158.798449ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:35.565363Z","caller":"traceutil/trace.go:171","msg":"trace[1849834621] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"335.414428ms","start":"2026-03-09T14:27:35.229916Z","end":"2026-03-09T14:27:35.56533Z","steps":["trace[1849834621] 'process raft request' (duration: 335.331976ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:35.565452Z","caller":"traceutil/trace.go:171","msg":"trace[1546280672] linearizableReadLoop","detail":"{readStateIndex:25282; appliedIndex:25279; }","duration":"211.402679ms","start":"2026-03-09T14:27:35.354031Z","end":"2026-03-09T14:27:35.565434Z","steps":["trace[1546280672] 'read index received' (duration: 211.068721ms)","trace[1546280672] 'applied index is now lower than readState.Index' (duration: 333.118µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:35.565591Z","caller":"traceutil/trace.go:171","msg":"trace[2019667702] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"335.654214ms","start":"2026-03-09T14:27:35.229925Z","end":"2026-03-09T14:27:35.565579Z","steps":["trace[2019667702] 'process raft request' (duration: 335.364667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.565619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:35.229911Z","time spent":"335.528301ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:35.565701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:35.229907Z","time spent":"335.722056ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:35.565993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.958264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-09T14:27:35.566019Z","caller":"traceutil/trace.go:171","msg":"trace[1100465629] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"336.24742ms","start":"2026-03-09T14:27:35.229758Z","end":"2026-03-09T14:27:35.566006Z","steps":["trace[1100465629] 'process raft request' (duration: 335.356146ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:35.566039Z","caller":"traceutil/trace.go:171","msg":"trace[1826362084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24422; }","duration":"212.032516ms","start":"2026-03-09T14:27:35.353994Z","end":"2026-03-09T14:27:35.566027Z","steps":["trace[1826362084] 'agreement among raft nodes before linearized reading' (duration: 211.882212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.566215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:35.229753Z","time spent":"336.418784ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:35.566288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.720641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:35.566328Z","caller":"traceutil/trace.go:171","msg":"trace[869749188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24422; }","duration":"207.783483ms","start":"2026-03-09T14:27:35.358535Z","end":"2026-03-09T14:27:35.566319Z","steps":["trace[869749188] 'agreement among raft nodes before linearized reading' (duration: 207.715931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.848884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.065168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:35.848979Z","caller":"traceutil/trace.go:171","msg":"trace[1621993171] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24422; }","duration":"220.215962ms","start":"2026-03-09T14:27:35.628741Z","end":"2026-03-09T14:27:35.848957Z","steps":["trace[1621993171] 'range keys from in-memory index tree' (duration: 219.954075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:35.849882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.101702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-09T14:27:35.849959Z","caller":"traceutil/trace.go:171","msg":"trace[491261881] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24422; }","duration":"121.238545ms","start":"2026-03-09T14:27:35.728703Z","end":"2026-03-09T14:27:35.849942Z","steps":["trace[491261881] 'count revisions from in-memory index tree' (duration: 121.033479ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:36.215372Z","caller":"traceutil/trace.go:171","msg":"trace[884176993] linearizableReadLoop","detail":"{readStateIndex:25284; appliedIndex:25283; }","duration":"147.164771ms","start":"2026-03-09T14:27:36.068181Z","end":"2026-03-09T14:27:36.215346Z","steps":["trace[884176993] 'read index received' (duration: 144.608373ms)","trace[884176993] 'applied index is now lower than readState.Index' (duration: 2.555158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:27:36.2155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.302424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:36.215386Z","caller":"traceutil/trace.go:171","msg":"trace[2098636289] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"147.216342ms","start":"2026-03-09T14:27:36.068143Z","end":"2026-03-09T14:27:36.21536Z","steps":["trace[2098636289] 'process raft request' (duration: 144.650404ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:36.215538Z","caller":"traceutil/trace.go:171","msg":"trace[1551628994] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24424; }","duration":"147.389136ms","start":"2026-03-09T14:27:36.06814Z","end":"2026-03-09T14:27:36.215529Z","steps":["trace[1551628994] 'agreement among raft nodes before linearized reading' (duration: 147.314044ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:36.395821Z","caller":"traceutil/trace.go:171","msg":"trace[607999175] linearizableReadLoop","detail":"{readStateIndex:25285; appliedIndex:25284; }","duration":"180.288976ms","start":"2026-03-09T14:27:36.215507Z","end":"2026-03-09T14:27:36.395796Z","steps":["trace[607999175] 'read index received' (duration: 180.101961ms)","trace[607999175] 'applied index is now lower than readState.Index' (duration: 186.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:36.395851Z","caller":"traceutil/trace.go:171","msg":"trace[1927027764] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"326.575014ms","start":"2026-03-09T14:27:36.069244Z","end":"2026-03-09T14:27:36.395819Z","steps":["trace[1927027764] 'process raft request' (duration: 326.383929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:36.395978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.739298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:27:36.396024Z","caller":"traceutil/trace.go:171","msg":"trace[587079919] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24425; }","duration":"253.846021ms","start":"2026-03-09T14:27:36.142166Z","end":"2026-03-09T14:27:36.396012Z","steps":["trace[587079919] 'agreement among raft nodes before linearized reading' (duration: 253.720648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:36.396089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:36.069232Z","time spent":"326.680966ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:37.564475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.708356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:27:37.564649Z","caller":"traceutil/trace.go:171","msg":"trace[203283119] linearizableReadLoop","detail":"{readStateIndex:25290; appliedIndex:25286; }","duration":"206.805177ms","start":"2026-03-09T14:27:37.357832Z","end":"2026-03-09T14:27:37.564637Z","steps":["trace[203283119] 'read index received' (duration: 5.819444ms)","trace[203283119] 'applied index is now lower than readState.Index' (duration: 200.985133ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:37.564819Z","caller":"traceutil/trace.go:171","msg":"trace[969901447] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"334.901704ms","start":"2026-03-09T14:27:37.229908Z","end":"2026-03-09T14:27:37.56481Z","steps":["trace[969901447] 'process raft request' (duration: 133.789267ms)","trace[969901447] 'compare' (duration: 200.429359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:27:37.564865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.229887Z","time spent":"334.955436ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:27:37.565029Z","caller":"traceutil/trace.go:171","msg":"trace[135064818] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"333.503437ms","start":"2026-03-09T14:27:37.231479Z","end":"2026-03-09T14:27:37.564982Z","steps":["trace[135064818] 'process raft request' (duration: 333.066876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:37.565074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.231469Z","time spent":"333.583699ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:27:37.565167Z","caller":"traceutil/trace.go:171","msg":"trace[612657269] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"333.673732ms","start":"2026-03-09T14:27:37.231488Z","end":"2026-03-09T14:27:37.565161Z","steps":["trace[612657269] 'process raft request' (duration: 333.096017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:37.565208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.231477Z","time spent":"333.709423ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:27:37.565308Z","caller":"traceutil/trace.go:171","msg":"trace[741269323] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"331.34899ms","start":"2026-03-09T14:27:37.233954Z","end":"2026-03-09T14:27:37.565303Z","steps":["trace[741269323] 'process raft request' (duration: 330.654641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:37.565349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.233943Z","time spent":"331.386151ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:37.56544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.608519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:37.565463Z","caller":"traceutil/trace.go:171","msg":"trace[2139670668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24430; }","duration":"207.66348ms","start":"2026-03-09T14:27:37.357794Z","end":"2026-03-09T14:27:37.565458Z","steps":["trace[2139670668] 'agreement among raft nodes before linearized reading' (duration: 207.625559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:37.565559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.654023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:37.565584Z","caller":"traceutil/trace.go:171","msg":"trace[421859300] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24430; }","duration":"206.697195ms","start":"2026-03-09T14:27:37.35888Z","end":"2026-03-09T14:27:37.565577Z","steps":["trace[421859300] 'agreement among raft nodes before linearized reading' (duration: 206.661464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:37.565943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.907727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:27:37.565971Z","caller":"traceutil/trace.go:171","msg":"trace[784376200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24430; }","duration":"162.969638ms","start":"2026-03-09T14:27:37.402994Z","end":"2026-03-09T14:27:37.565964Z","steps":["trace[784376200] 'agreement among raft nodes before linearized reading' (duration: 162.929687ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:37.818211Z","caller":"traceutil/trace.go:171","msg":"trace[101426725] linearizableReadLoop","detail":"{readStateIndex:25291; appliedIndex:25290; }","duration":"241.797312ms","start":"2026-03-09T14:27:37.576394Z","end":"2026-03-09T14:27:37.818192Z","steps":["trace[101426725] 'read index received' (duration: 231.692045ms)","trace[101426725] 'applied index is now lower than readState.Index' (duration: 10.104567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:27:37.818545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.142251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T14:27:37.81858Z","caller":"traceutil/trace.go:171","msg":"trace[2007404125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24431; }","duration":"242.219594ms","start":"2026-03-09T14:27:37.576351Z","end":"2026-03-09T14:27:37.818571Z","steps":["trace[2007404125] 'agreement among raft nodes before linearized reading' (duration: 241.942606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:37.821135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.553905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T14:27:37.821184Z","caller":"traceutil/trace.go:171","msg":"trace[1792605379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24432; }","duration":"244.641138ms","start":"2026-03-09T14:27:37.576533Z","end":"2026-03-09T14:27:37.821174Z","steps":["trace[1792605379] 'agreement among raft nodes before linearized reading' (duration: 244.509065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:37.821225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.72995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T14:27:37.821282Z","caller":"traceutil/trace.go:171","msg":"trace[337304587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24432; }","duration":"244.803352ms","start":"2026-03-09T14:27:37.576464Z","end":"2026-03-09T14:27:37.821268Z","steps":["trace[337304587] 'agreement among raft nodes before linearized reading' (duration: 244.680198ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:37.821328Z","caller":"traceutil/trace.go:171","msg":"trace[1623545975] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"149.198875ms","start":"2026-03-09T14:27:37.672105Z","end":"2026-03-09T14:27:37.821304Z","steps":["trace[1623545975] 'process raft request' (duration: 148.792814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:37.821355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.429652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-09T14:27:37.821532Z","caller":"traceutil/trace.go:171","msg":"trace[1356265055] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:24432; }","duration":"129.628027ms","start":"2026-03-09T14:27:37.691892Z","end":"2026-03-09T14:27:37.82152Z","steps":["trace[1356265055] 'agreement among raft nodes before linearized reading' (duration: 129.400411ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:37.818302Z","caller":"traceutil/trace.go:171","msg":"trace[1324205100] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"246.561438ms","start":"2026-03-09T14:27:37.571701Z","end":"2026-03-09T14:27:37.818262Z","steps":["trace[1324205100] 'process raft request' (duration: 236.381779ms)","trace[1324205100] 'compare' (duration: 10.021575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:27:38.290304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.633353ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-09T14:27:38.290609Z","caller":"traceutil/trace.go:171","msg":"trace[157963729] linearizableReadLoop","detail":"{readStateIndex:25296; appliedIndex:25292; }","duration":"462.760653ms","start":"2026-03-09T14:27:37.827833Z","end":"2026-03-09T14:27:38.290594Z","steps":["trace[157963729] 'read index received' (duration: 160.881733ms)","trace[157963729] 'applied index is now lower than readState.Index' (duration: 301.8763ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:38.290624Z","caller":"traceutil/trace.go:171","msg":"trace[1972050975] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"467.390796ms","start":"2026-03-09T14:27:37.823214Z","end":"2026-03-09T14:27:38.290605Z","steps":["trace[1972050975] 'process raft request' (duration: 467.18689ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:38.290685Z","caller":"traceutil/trace.go:171","msg":"trace[1355132033] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"466.07074ms","start":"2026-03-09T14:27:37.824604Z","end":"2026-03-09T14:27:38.290674Z","steps":["trace[1355132033] 'process raft request' (duration: 465.894716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.290725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.823203Z","time spent":"467.467597ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:38.290775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.824595Z","time spent":"466.121323ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:38.290849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.822396Z","time spent":"468.451924ms","remote":"127.0.0.1:38284","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T14:27:38.290891Z","caller":"traceutil/trace.go:171","msg":"trace[826806224] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"351.743258ms","start":"2026-03-09T14:27:37.939114Z","end":"2026-03-09T14:27:38.290857Z","steps":["trace[826806224] 'process raft request' (duration: 351.44642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.29095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.108632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:38.290958Z","caller":"traceutil/trace.go:171","msg":"trace[505926731] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"466.286316ms","start":"2026-03-09T14:27:37.82464Z","end":"2026-03-09T14:27:38.290926Z","steps":["trace[505926731] 'process raft request' (duration: 465.892186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.290986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.939092Z","time spent":"351.85078ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:27:38.291019Z","caller":"traceutil/trace.go:171","msg":"trace[1803476709] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24436; }","duration":"463.192464ms","start":"2026-03-09T14:27:37.827812Z","end":"2026-03-09T14:27:38.291005Z","steps":["trace[1803476709] 'agreement among raft nodes before linearized reading' (duration: 463.069531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.29106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.827804Z","time spent":"463.244466ms","remote":"127.0.0.1:38466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-09T14:27:38.291132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:37.824625Z","time spent":"466.40492ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:38.539914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.384936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:27:38.540363Z","caller":"traceutil/trace.go:171","msg":"trace[744731984] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"484.954971ms","start":"2026-03-09T14:27:38.055373Z","end":"2026-03-09T14:27:38.540328Z","steps":["trace[744731984] 'process raft request' (duration: 379.053491ms)","trace[744731984] 'compare' (duration: 104.830522ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:38.540385Z","caller":"traceutil/trace.go:171","msg":"trace[1853239412] linearizableReadLoop","detail":"{readStateIndex:25299; appliedIndex:25297; }","duration":"249.715852ms","start":"2026-03-09T14:27:38.290646Z","end":"2026-03-09T14:27:38.540362Z","steps":["trace[1853239412] 'read index received' (duration: 143.74346ms)","trace[1853239412] 'applied index is now lower than readState.Index' (duration: 105.966622ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:38.540387Z","caller":"traceutil/trace.go:171","msg":"trace[1831453687] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"320.513844ms","start":"2026-03-09T14:27:38.219842Z","end":"2026-03-09T14:27:38.540356Z","steps":["trace[1831453687] 'process raft request' (duration: 320.231586ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:38.540413Z","caller":"traceutil/trace.go:171","msg":"trace[1463151503] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"138.761719ms","start":"2026-03-09T14:27:38.401634Z","end":"2026-03-09T14:27:38.540396Z","steps":["trace[1463151503] 'process raft request' (duration: 138.609925ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:38.540424Z","caller":"traceutil/trace.go:171","msg":"trace[454486085] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"248.843359ms","start":"2026-03-09T14:27:38.29155Z","end":"2026-03-09T14:27:38.540394Z","steps":["trace[454486085] 'process raft request' (duration: 248.620583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.540474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:38.055341Z","time spent":"485.078014ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:27:38.540482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.255682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:27:38.540529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.979077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:27:38.540528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:38.219823Z","time spent":"320.627267ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:27:38.540555Z","caller":"traceutil/trace.go:171","msg":"trace[314986773] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24440; }","duration":"315.095131ms","start":"2026-03-09T14:27:38.225453Z","end":"2026-03-09T14:27:38.540548Z","steps":["trace[314986773] 'agreement among raft nodes before linearized reading' (duration: 315.011408ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:38.540551Z","caller":"traceutil/trace.go:171","msg":"trace[595400172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24440; }","duration":"282.364875ms","start":"2026-03-09T14:27:38.258166Z","end":"2026-03-09T14:27:38.540531Z","steps":["trace[595400172] 'agreement among raft nodes before linearized reading' (duration: 282.210341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.54058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:27:38.225432Z","time spent":"315.142701ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:27:38.540578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.424202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:38.540632Z","caller":"traceutil/trace.go:171","msg":"trace[495030620] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24440; }","duration":"244.501964ms","start":"2026-03-09T14:27:38.296113Z","end":"2026-03-09T14:27:38.540615Z","steps":["trace[495030620] 'agreement among raft nodes before linearized reading' (duration: 244.415202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.540649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.559505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:38.540694Z","caller":"traceutil/trace.go:171","msg":"trace[1313880063] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24440; }","duration":"101.648737ms","start":"2026-03-09T14:27:38.439031Z","end":"2026-03-09T14:27:38.54068Z","steps":["trace[1313880063] 'agreement among raft nodes before linearized reading' (duration: 101.571345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.540696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.762946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:38.540745Z","caller":"traceutil/trace.go:171","msg":"trace[820153432] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24440; }","duration":"119.813147ms","start":"2026-03-09T14:27:38.420918Z","end":"2026-03-09T14:27:38.540731Z","steps":["trace[820153432] 'agreement among raft nodes before linearized reading' (duration: 119.729245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.859906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.409241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:38.86002Z","caller":"traceutil/trace.go:171","msg":"trace[909584946] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24440; }","duration":"129.566896ms","start":"2026-03-09T14:27:38.730422Z","end":"2026-03-09T14:27:38.859989Z","steps":["trace[909584946] 'count revisions from in-memory index tree' (duration: 129.34373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.860407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.756589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-09T14:27:38.860487Z","caller":"traceutil/trace.go:171","msg":"trace[709706310] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24440; }","duration":"121.858371ms","start":"2026-03-09T14:27:38.738608Z","end":"2026-03-09T14:27:38.860466Z","steps":["trace[709706310] 'range keys from in-memory index tree' (duration: 121.608335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:38.860993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.802498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-09T14:27:38.861039Z","caller":"traceutil/trace.go:171","msg":"trace[291088702] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24440; }","duration":"189.88147ms","start":"2026-03-09T14:27:38.671146Z","end":"2026-03-09T14:27:38.861028Z","steps":["trace[291088702] 'count revisions from in-memory index tree' (duration: 189.736737ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:39.051678Z","caller":"traceutil/trace.go:171","msg":"trace[492755024] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"185.393822ms","start":"2026-03-09T14:27:38.866255Z","end":"2026-03-09T14:27:39.051649Z","steps":["trace[492755024] 'process raft request' (duration: 184.842677ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:40.005475Z","caller":"traceutil/trace.go:171","msg":"trace[1649562446] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"173.25639ms","start":"2026-03-09T14:27:39.832192Z","end":"2026-03-09T14:27:40.005448Z","steps":["trace[1649562446] 'process raft request' (duration: 173.123467ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:40.406622Z","caller":"traceutil/trace.go:171","msg":"trace[959336381] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"109.403923ms","start":"2026-03-09T14:27:40.297192Z","end":"2026-03-09T14:27:40.406596Z","steps":["trace[959336381] 'process raft request' (duration: 109.247639ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:40.435887Z","caller":"traceutil/trace.go:171","msg":"trace[1548132329] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"136.840018ms","start":"2026-03-09T14:27:40.299003Z","end":"2026-03-09T14:27:40.435843Z","steps":["trace[1548132329] 'process raft request' (duration: 136.569921ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:40.436237Z","caller":"traceutil/trace.go:171","msg":"trace[329145684] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"137.010632ms","start":"2026-03-09T14:27:40.299209Z","end":"2026-03-09T14:27:40.43622Z","steps":["trace[329145684] 'process raft request' (duration: 136.489718ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:40.436219Z","caller":"traceutil/trace.go:171","msg":"trace[82748466] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"136.792427ms","start":"2026-03-09T14:27:40.299377Z","end":"2026-03-09T14:27:40.43617Z","steps":["trace[82748466] 'process raft request' (duration: 136.369526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:40.616298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.785601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-09T14:27:40.616406Z","caller":"traceutil/trace.go:171","msg":"trace[1630820752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24451; }","duration":"174.950345ms","start":"2026-03-09T14:27:40.441427Z","end":"2026-03-09T14:27:40.616377Z","steps":["trace[1630820752] 'range keys from in-memory index tree' (duration: 174.513624ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:40.797332Z","caller":"traceutil/trace.go:171","msg":"trace[1606580687] linearizableReadLoop","detail":"{readStateIndex:25314; appliedIndex:25312; }","duration":"178.257473ms","start":"2026-03-09T14:27:40.619048Z","end":"2026-03-09T14:27:40.797305Z","steps":["trace[1606580687] 'read index received' (duration: 8.487625ms)","trace[1606580687] 'applied index is now lower than readState.Index' (duration: 169.768078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:27:40.797634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.568091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4513b927-8041-452b-b715-079ddaf3fff2\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-09T14:27:40.797706Z","caller":"traceutil/trace.go:171","msg":"trace[153307694] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4513b927-8041-452b-b715-079ddaf3fff2; range_end:; response_count:1; response_revision:24453; }","duration":"178.679604ms","start":"2026-03-09T14:27:40.619007Z","end":"2026-03-09T14:27:40.797686Z","steps":["trace[153307694] 'agreement among raft nodes before linearized reading' (duration: 178.442088ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:40.797699Z","caller":"traceutil/trace.go:171","msg":"trace[831168565] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"251.242172ms","start":"2026-03-09T14:27:40.546431Z","end":"2026-03-09T14:27:40.797673Z","steps":["trace[831168565] 'process raft request' (duration: 234.802367ms)","trace[831168565] 'compare' (duration: 15.746917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:27:41.116141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.907602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:41.116222Z","caller":"traceutil/trace.go:171","msg":"trace[1501000012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24453; }","duration":"167.039426ms","start":"2026-03-09T14:27:40.949162Z","end":"2026-03-09T14:27:41.116201Z","steps":["trace[1501000012] 'range keys from in-memory index tree' (duration: 166.81331ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:41.845263Z","caller":"traceutil/trace.go:171","msg":"trace[1249938286] linearizableReadLoop","detail":"{readStateIndex:25319; appliedIndex:25316; }","duration":"251.976681ms","start":"2026-03-09T14:27:41.593264Z","end":"2026-03-09T14:27:41.84524Z","steps":["trace[1249938286] 'read index received' (duration: 71.969143ms)","trace[1249938286] 'applied index is now lower than readState.Index' (duration: 180.004318ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:41.845544Z","caller":"traceutil/trace.go:171","msg":"trace[1053328045] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"263.206349ms","start":"2026-03-09T14:27:41.5823Z","end":"2026-03-09T14:27:41.845506Z","steps":["trace[1053328045] 'process raft request' (duration: 262.89299ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:41.845557Z","caller":"traceutil/trace.go:171","msg":"trace[417967345] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"263.340902ms","start":"2026-03-09T14:27:41.582165Z","end":"2026-03-09T14:27:41.845506Z","steps":["trace[417967345] 'process raft request' (duration: 205.057051ms)","trace[417967345] 'compare' (duration: 57.721266ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:41.845672Z","caller":"traceutil/trace.go:171","msg":"trace[74174764] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"263.416104ms","start":"2026-03-09T14:27:41.582233Z","end":"2026-03-09T14:27:41.845649Z","steps":["trace[74174764] 'process raft request' (duration: 262.907841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:41.845683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.400173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-09T14:27:41.845833Z","caller":"traceutil/trace.go:171","msg":"trace[805419532] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24458; }","duration":"252.600078ms","start":"2026-03-09T14:27:41.593213Z","end":"2026-03-09T14:27:41.845813Z","steps":["trace[805419532] 'agreement among raft nodes before linearized reading' (duration: 252.278849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:41.902561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.683639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5fdbd47789-t249f.189b327d36048394\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-09T14:27:41.902654Z","caller":"traceutil/trace.go:171","msg":"trace[2147062007] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5fdbd47789-t249f.189b327d36048394; range_end:; response_count:1; response_revision:24459; }","duration":"241.842624ms","start":"2026-03-09T14:27:41.66079Z","end":"2026-03-09T14:27:41.902633Z","steps":["trace[2147062007] 'agreement among raft nodes before linearized reading' (duration: 241.588897ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:41.903027Z","caller":"traceutil/trace.go:171","msg":"trace[883221753] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"150.266982ms","start":"2026-03-09T14:27:41.752746Z","end":"2026-03-09T14:27:41.903013Z","steps":["trace[883221753] 'process raft request' (duration: 149.489341ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:42.557061Z","caller":"traceutil/trace.go:171","msg":"trace[1874818603] linearizableReadLoop","detail":"{readStateIndex:25324; appliedIndex:25323; }","duration":"117.576919ms","start":"2026-03-09T14:27:42.439465Z","end":"2026-03-09T14:27:42.557042Z","steps":["trace[1874818603] 'read index received' (duration: 117.473976ms)","trace[1874818603] 'applied index is now lower than readState.Index' (duration: 102.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:42.557164Z","caller":"traceutil/trace.go:171","msg":"trace[807561056] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"145.841956ms","start":"2026-03-09T14:27:42.411284Z","end":"2026-03-09T14:27:42.557126Z","steps":["trace[807561056] 'process raft request' (duration: 145.63031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:42.5573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.519531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T14:27:42.557335Z","caller":"traceutil/trace.go:171","msg":"trace[426723387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24463; }","duration":"116.566532ms","start":"2026-03-09T14:27:42.440759Z","end":"2026-03-09T14:27:42.557325Z","steps":["trace[426723387] 'agreement among raft nodes before linearized reading' (duration: 116.443699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:42.55733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.852046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T14:27:42.557392Z","caller":"traceutil/trace.go:171","msg":"trace[964149161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24463; }","duration":"117.99016ms","start":"2026-03-09T14:27:42.439386Z","end":"2026-03-09T14:27:42.557376Z","steps":["trace[964149161] 'agreement among raft nodes before linearized reading' (duration: 117.761774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:42.557458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.144767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T14:27:42.55748Z","caller":"traceutil/trace.go:171","msg":"trace[1759908066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24463; }","duration":"117.195158ms","start":"2026-03-09T14:27:42.44028Z","end":"2026-03-09T14:27:42.557475Z","steps":["trace[1759908066] 'agreement among raft nodes before linearized reading' (duration: 116.88541ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:42.787136Z","caller":"traceutil/trace.go:171","msg":"trace[1226319936] linearizableReadLoop","detail":"{readStateIndex:25327; appliedIndex:25324; }","duration":"183.880941ms","start":"2026-03-09T14:27:42.603231Z","end":"2026-03-09T14:27:42.787112Z","steps":["trace[1226319936] 'read index received' (duration: 4.666463ms)","trace[1226319936] 'applied index is now lower than readState.Index' (duration: 179.213518ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:42.787238Z","caller":"traceutil/trace.go:171","msg":"trace[1711502364] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"225.319296ms","start":"2026-03-09T14:27:42.561908Z","end":"2026-03-09T14:27:42.787227Z","steps":["trace[1711502364] 'process raft request' (duration: 225.07291ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:27:42.787239Z","caller":"traceutil/trace.go:171","msg":"trace[256547311] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"225.380528ms","start":"2026-03-09T14:27:42.561839Z","end":"2026-03-09T14:27:42.787219Z","steps":["trace[256547311] 'process raft request' (duration: 155.992714ms)","trace[256547311] 'compare' (duration: 68.944302ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:27:42.787353Z","caller":"traceutil/trace.go:171","msg":"trace[1826935502] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"155.654195ms","start":"2026-03-09T14:27:42.63167Z","end":"2026-03-09T14:27:42.787325Z","steps":["trace[1826935502] 'process raft request' (duration: 155.411398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:27:42.787511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.249631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:27:42.787587Z","caller":"traceutil/trace.go:171","msg":"trace[1173905085] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24467; }","duration":"184.340643ms","start":"2026-03-09T14:27:42.603226Z","end":"2026-03-09T14:27:42.787567Z","steps":["trace[1173905085] 'agreement among raft nodes before linearized reading' (duration: 183.977754ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:08.807549Z","caller":"traceutil/trace.go:171","msg":"trace[1199646808] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"131.042344ms","start":"2026-03-09T14:28:08.676484Z","end":"2026-03-09T14:28:08.807527Z","steps":["trace[1199646808] 'process raft request' (duration: 130.644474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:09.547964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.635618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:09.54827Z","caller":"traceutil/trace.go:171","msg":"trace[661300568] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"668.927825ms","start":"2026-03-09T14:28:08.879322Z","end":"2026-03-09T14:28:09.548249Z","steps":["trace[661300568] 'process raft request' (duration: 668.796512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:09.548339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.8793Z","time spent":"669.005696ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:09.548285Z","caller":"traceutil/trace.go:171","msg":"trace[2137182272] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"736.063839ms","start":"2026-03-09T14:28:08.812163Z","end":"2026-03-09T14:28:09.548226Z","steps":["trace[2137182272] 'process raft request' (duration: 376.074662ms)","trace[2137182272] 'compare' (duration: 359.312559ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:09.548357Z","caller":"traceutil/trace.go:171","msg":"trace[1101630033] linearizableReadLoop","detail":"{readStateIndex:25665; appliedIndex:25663; }","duration":"624.699335ms","start":"2026-03-09T14:28:08.923627Z","end":"2026-03-09T14:28:09.548326Z","steps":["trace[1101630033] 'read index received' (duration: 264.697338ms)","trace[1101630033] 'applied index is now lower than readState.Index' (duration: 360.000957ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:09.548398Z","caller":"traceutil/trace.go:171","msg":"trace[738421463] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"588.758885ms","start":"2026-03-09T14:28:08.959606Z","end":"2026-03-09T14:28:09.548365Z","steps":["trace[738421463] 'process raft request' (duration: 588.599191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:09.548548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.931422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-09T14:28:09.548552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.959586Z","time spent":"588.869478ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:09.548574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.812124Z","time spent":"736.312896ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:09.548592Z","caller":"traceutil/trace.go:171","msg":"trace[606590865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24798; }","duration":"625.019154ms","start":"2026-03-09T14:28:08.923563Z","end":"2026-03-09T14:28:09.548582Z","steps":["trace[606590865] 'agreement among raft nodes before linearized reading' (duration: 624.88823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:09.54863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.923531Z","time spent":"625.092996ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T14:28:10.049388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604346367464703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T14:28:10.329085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.233885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:10.329218Z","caller":"traceutil/trace.go:171","msg":"trace[429569587] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"877.536949ms","start":"2026-03-09T14:28:09.451655Z","end":"2026-03-09T14:28:10.329192Z","steps":["trace[429569587] 'process raft request' (duration: 731.065268ms)","trace[429569587] 'compare' (duration: 145.517516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:10.329308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.451619Z","time spent":"877.641572ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:10.39981Z","caller":"traceutil/trace.go:171","msg":"trace[589951825] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"447.484179ms","start":"2026-03-09T14:28:09.952297Z","end":"2026-03-09T14:28:10.399781Z","steps":["trace[589951825] 'process raft request' (duration: 447.410627ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.399841Z","caller":"traceutil/trace.go:171","msg":"trace[455636721] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"567.486462ms","start":"2026-03-09T14:28:09.832335Z","end":"2026-03-09T14:28:10.399821Z","steps":["trace[455636721] 'process raft request' (duration: 567.330638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.399963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.952277Z","time spent":"447.612262ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.399991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.832297Z","time spent":"567.605966ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:10.399822Z","caller":"traceutil/trace.go:171","msg":"trace[312680839] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"846.597921ms","start":"2026-03-09T14:28:09.553178Z","end":"2026-03-09T14:28:10.399776Z","steps":["trace[312680839] 'process raft request' (duration: 846.342514ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.400153Z","caller":"traceutil/trace.go:171","msg":"trace[135285429] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"446.204526ms","start":"2026-03-09T14:28:09.953936Z","end":"2026-03-09T14:28:10.40014Z","steps":["trace[135285429] 'process raft request' (duration: 446.00207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.400167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019748619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.400203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.553169Z","time spent":"846.94381ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.40027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040323462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.400073Z","caller":"traceutil/trace.go:171","msg":"trace[644597858] linearizableReadLoop","detail":"{readStateIndex:25672; appliedIndex:25666; }","duration":"851.601373ms","start":"2026-03-09T14:28:09.548434Z","end":"2026-03-09T14:28:10.400035Z","steps":["trace[644597858] 'read index received' (duration: 634.205737ms)","trace[644597858] 'applied index is now lower than readState.Index' (duration: 217.394726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:10.400281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019861031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.400281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019488231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.400301Z","caller":"traceutil/trace.go:171","msg":"trace[727031167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24804; }","duration":"1.040382294s","start":"2026-03-09T14:28:09.359908Z","end":"2026-03-09T14:28:10.40029Z","steps":["trace[727031167] 'agreement among raft nodes before linearized reading' (duration: 1.040343463s)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.400313Z","caller":"traceutil/trace.go:171","msg":"trace[263799896] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24804; }","duration":"1.019899673s","start":"2026-03-09T14:28:09.380402Z","end":"2026-03-09T14:28:10.400302Z","steps":["trace[263799896] 'agreement among raft nodes before linearized reading' (duration: 1.019858172s)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.400315Z","caller":"traceutil/trace.go:171","msg":"trace[628103732] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24804; }","duration":"1.019528503s","start":"2026-03-09T14:28:09.380779Z","end":"2026-03-09T14:28:10.400307Z","steps":["trace[628103732] 'agreement among raft nodes before linearized reading' (duration: 1.019477952s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.400337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.35989Z","time spent":"1.040441005s","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:28:10.400345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.380775Z","time spent":"1.019564874s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-09T14:28:10.400344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.380393Z","time spent":"1.019944804s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-09T14:28:10.400189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476321909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T14:28:10.400392Z","caller":"traceutil/trace.go:171","msg":"trace[151998969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24804; }","duration":"1.476543795s","start":"2026-03-09T14:28:08.923833Z","end":"2026-03-09T14:28:10.400376Z","steps":["trace[151998969] 'agreement among raft nodes before linearized reading' (duration: 1.476263528s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.400453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.255781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.40047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.923815Z","time spent":"1.476643137s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T14:28:10.400492Z","caller":"traceutil/trace.go:171","msg":"trace[557415746] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24804; }","duration":"383.320503ms","start":"2026-03-09T14:28:10.01716Z","end":"2026-03-09T14:28:10.400481Z","steps":["trace[557415746] 'agreement among raft nodes before linearized reading' (duration: 383.273202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.400233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019842981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.400503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250193161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.400525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.017143Z","time spent":"383.375135ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-09T14:28:10.400538Z","caller":"traceutil/trace.go:171","msg":"trace[1244154696] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24804; }","duration":"1.250301244s","start":"2026-03-09T14:28:09.150224Z","end":"2026-03-09T14:28:10.400526Z","steps":["trace[1244154696] 'agreement among raft nodes before linearized reading' (duration: 1.250243663s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.400219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.953926Z","time spent":"446.259677ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.40058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.150211Z","time spent":"1.250346455s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-09T14:28:10.400403Z","caller":"traceutil/trace.go:171","msg":"trace[381760288] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"446.320079ms","start":"2026-03-09T14:28:09.95393Z","end":"2026-03-09T14:28:10.40025Z","steps":["trace[381760288] 'process raft request' (duration: 445.815665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.400663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.944663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.400702Z","caller":"traceutil/trace.go:171","msg":"trace[600528501] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24804; }","duration":"456.032105ms","start":"2026-03-09T14:28:09.944662Z","end":"2026-03-09T14:28:10.400694Z","steps":["trace[600528501] 'agreement among raft nodes before linearized reading' (duration: 455.977504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.400735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.944635Z","time spent":"456.094167ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-09T14:28:10.400753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.031796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.400762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269321877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.400785Z","caller":"traceutil/trace.go:171","msg":"trace[663365829] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24804; }","duration":"456.113328ms","start":"2026-03-09T14:28:09.944662Z","end":"2026-03-09T14:28:10.400775Z","steps":["trace[663365829] 'agreement among raft nodes before linearized reading' (duration: 456.060776ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.400794Z","caller":"traceutil/trace.go:171","msg":"trace[1902611693] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24804; }","duration":"1.269387019s","start":"2026-03-09T14:28:09.131396Z","end":"2026-03-09T14:28:10.400783Z","steps":["trace[1902611693] 'agreement among raft nodes before linearized reading' (duration: 1.269339128s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.40082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.944635Z","time spent":"456.17731ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-09T14:28:10.400878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.889378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.400895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326037817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-09T14:28:10.400915Z","caller":"traceutil/trace.go:171","msg":"trace[2061909932] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24804; }","duration":"383.9441ms","start":"2026-03-09T14:28:10.016959Z","end":"2026-03-09T14:28:10.400903Z","steps":["trace[2061909932] 'agreement among raft nodes before linearized reading' (duration: 383.898489ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.400936Z","caller":"traceutil/trace.go:171","msg":"trace[1934967257] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24804; }","duration":"1.326107738s","start":"2026-03-09T14:28:09.074815Z","end":"2026-03-09T14:28:10.400922Z","steps":["trace[1934967257] 'agreement among raft nodes before linearized reading' (duration: 1.326021395s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.400983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.036842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.401014Z","caller":"traceutil/trace.go:171","msg":"trace[1439164268] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24804; }","duration":"384.083114ms","start":"2026-03-09T14:28:10.016923Z","end":"2026-03-09T14:28:10.401006Z","steps":["trace[1439164268] 'agreement among raft nodes before linearized reading' (duration: 384.043753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.401014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.296393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.401074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.33629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.401074Z","caller":"traceutil/trace.go:171","msg":"trace[258696251] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24804; }","duration":"456.385595ms","start":"2026-03-09T14:28:09.944673Z","end":"2026-03-09T14:28:10.401059Z","steps":["trace[258696251] 'agreement among raft nodes before linearized reading' (duration: 456.302233ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.401099Z","caller":"traceutil/trace.go:171","msg":"trace[2123471255] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24804; }","duration":"384.390751ms","start":"2026-03-09T14:28:10.016701Z","end":"2026-03-09T14:28:10.401092Z","steps":["trace[2123471255] 'agreement among raft nodes before linearized reading' (duration: 384.35267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.401124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.016685Z","time spent":"384.434633ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-09T14:28:10.40112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.94465Z","time spent":"456.458216ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-09T14:28:10.401167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.148458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.400533Z","caller":"traceutil/trace.go:171","msg":"trace[699567073] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24804; }","duration":"1.02016389s","start":"2026-03-09T14:28:09.380358Z","end":"2026-03-09T14:28:10.400522Z","steps":["trace[699567073] 'agreement among raft nodes before linearized reading' (duration: 1.019852012s)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.401253Z","caller":"traceutil/trace.go:171","msg":"trace[1735185325] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24804; }","duration":"456.263012ms","start":"2026-03-09T14:28:09.944967Z","end":"2026-03-09T14:28:10.40123Z","steps":["trace[1735185325] 'agreement among raft nodes before linearized reading' (duration: 456.113248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.401274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.380343Z","time spent":"1.0209227s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-09T14:28:10.401297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.944961Z","time spent":"456.327983ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-09T14:28:10.400821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.131375Z","time spent":"1.26943812s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:10.400413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.485198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-09T14:28:10.401038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.016916Z","time spent":"384.116734ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-09T14:28:10.401427Z","caller":"traceutil/trace.go:171","msg":"trace[2073246373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24804; }","duration":"833.533246ms","start":"2026-03-09T14:28:09.56788Z","end":"2026-03-09T14:28:10.401413Z","steps":["trace[2073246373] 'agreement among raft nodes before linearized reading' (duration: 832.464937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.401432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.711533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.40148Z","caller":"traceutil/trace.go:171","msg":"trace[117677885] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24804; }","duration":"299.761794ms","start":"2026-03-09T14:28:10.101705Z","end":"2026-03-09T14:28:10.401467Z","steps":["trace[117677885] 'agreement among raft nodes before linearized reading' (duration: 299.684142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.401503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.567862Z","time spent":"833.625527ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T14:28:10.401613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.04396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T14:28:10.40095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.016948Z","time spent":"383.997151ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-09T14:28:10.401644Z","caller":"traceutil/trace.go:171","msg":"trace[162591854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24804; }","duration":"152.114781ms","start":"2026-03-09T14:28:10.249519Z","end":"2026-03-09T14:28:10.401634Z","steps":["trace[162591854] 'agreement among raft nodes before linearized reading' (duration: 152.001488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.401638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.865407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.400997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.074788Z","time spent":"1.32619688s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-09T14:28:10.401691Z","caller":"traceutil/trace.go:171","msg":"trace[1312555723] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24804; }","duration":"300.052422ms","start":"2026-03-09T14:28:10.101626Z","end":"2026-03-09T14:28:10.401679Z","steps":["trace[1312555723] 'agreement among raft nodes before linearized reading' (duration: 299.947339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.40173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.101617Z","time spent":"300.101194ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-09T14:28:10.401757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.207948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-09T14:28:10.400234Z","caller":"traceutil/trace.go:171","msg":"trace[1244642346] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24804; }","duration":"1.019840781s","start":"2026-03-09T14:28:09.380377Z","end":"2026-03-09T14:28:10.400218Z","steps":["trace[1244642346] 'agreement among raft nodes before linearized reading' (duration: 1.019751679s)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.401796Z","caller":"traceutil/trace.go:171","msg":"trace[381970236] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24804; }","duration":"350.272119ms","start":"2026-03-09T14:28:10.051515Z","end":"2026-03-09T14:28:10.401787Z","steps":["trace[381970236] 'agreement among raft nodes before linearized reading' (duration: 348.906283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.401826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.051504Z","time spent":"350.31437ms","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2699,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:10.40187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.380361Z","time spent":"1.021461594s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-09T14:28:10.40201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.616627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.402048Z","caller":"traceutil/trace.go:171","msg":"trace[661127181] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24804; }","duration":"300.695659ms","start":"2026-03-09T14:28:10.101342Z","end":"2026-03-09T14:28:10.402037Z","steps":["trace[661127181] 'agreement among raft nodes before linearized reading' (duration: 300.643538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.402049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.554847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T14:28:10.402063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.801881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:10.402083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.10132Z","time spent":"300.75513ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-09T14:28:10.402093Z","caller":"traceutil/trace.go:171","msg":"trace[256649781] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24804; }","duration":"305.626829ms","start":"2026-03-09T14:28:10.096451Z","end":"2026-03-09T14:28:10.402078Z","steps":["trace[256649781] 'agreement among raft nodes before linearized reading' (duration: 305.551517ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.402109Z","caller":"traceutil/trace.go:171","msg":"trace[1174231445] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24804; }","duration":"300.868804ms","start":"2026-03-09T14:28:10.101227Z","end":"2026-03-09T14:28:10.402096Z","steps":["trace[1174231445] 'agreement among raft nodes before linearized reading' (duration: 300.794732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.402127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.096437Z","time spent":"305.6812ms","remote":"127.0.0.1:55808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:10.402149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.101214Z","time spent":"300.926105ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-09T14:28:10.401083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.953917Z","time spent":"446.802981ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.9108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604346367464711,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T14:28:11.028206Z","caller":"traceutil/trace.go:171","msg":"trace[2001876325] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"620.795962ms","start":"2026-03-09T14:28:10.407381Z","end":"2026-03-09T14:28:11.028177Z","steps":["trace[2001876325] 'process raft request' (duration: 620.557606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.028362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.407363Z","time spent":"620.918595ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:11.231889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.275804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:11.232026Z","caller":"traceutil/trace.go:171","msg":"trace[1671477163] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"824.537189ms","start":"2026-03-09T14:28:10.407465Z","end":"2026-03-09T14:28:11.232002Z","steps":["trace[1671477163] 'process raft request' (duration: 722.032939ms)","trace[1671477163] 'compare' (duration: 102.153651ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:11.232096Z","caller":"traceutil/trace.go:171","msg":"trace[395340398] linearizableReadLoop","detail":"{readStateIndex:25677; appliedIndex:25672; }","duration":"821.913699ms","start":"2026-03-09T14:28:10.410169Z","end":"2026-03-09T14:28:11.232082Z","steps":["trace[395340398] 'read index received' (duration: 617.745561ms)","trace[395340398] 'applied index is now lower than readState.Index' (duration: 204.167268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:11.232164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.40744Z","time spent":"824.660272ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:11.232277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.115705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:11.232305Z","caller":"traceutil/trace.go:171","msg":"trace[156205952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24809; }","duration":"822.166716ms","start":"2026-03-09T14:28:10.410129Z","end":"2026-03-09T14:28:11.232296Z","steps":["trace[156205952] 'agreement among raft nodes before linearized reading' (duration: 822.123885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.232323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.410121Z","time spent":"822.198467ms","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:28:11.232358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.690067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:11.232391Z","caller":"traceutil/trace.go:171","msg":"trace[1923622092] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24809; }","duration":"531.767799ms","start":"2026-03-09T14:28:10.700613Z","end":"2026-03-09T14:28:11.232381Z","steps":["trace[1923622092] 'agreement among raft nodes before linearized reading' (duration: 531.710938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.232428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.700591Z","time spent":"531.82979ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:11.232445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.056121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:11.232465Z","caller":"traceutil/trace.go:171","msg":"trace[350168221] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"419.348007ms","start":"2026-03-09T14:28:10.813106Z","end":"2026-03-09T14:28:11.232454Z","steps":["trace[350168221] 'process raft request' (duration: 418.923216ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:11.232469Z","caller":"traceutil/trace.go:171","msg":"trace[1456210079] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24809; }","duration":"295.119322ms","start":"2026-03-09T14:28:10.937342Z","end":"2026-03-09T14:28:11.232461Z","steps":["trace[1456210079] 'agreement among raft nodes before linearized reading' (duration: 295.076201ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:11.232476Z","caller":"traceutil/trace.go:171","msg":"trace[1918766519] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"824.526619ms","start":"2026-03-09T14:28:10.40792Z","end":"2026-03-09T14:28:11.232446Z","steps":["trace[1918766519] 'process raft request' (duration: 824.084547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.232574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.436213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:11.232601Z","caller":"traceutil/trace.go:171","msg":"trace[1884799139] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24809; }","duration":"415.465504ms","start":"2026-03-09T14:28:10.817129Z","end":"2026-03-09T14:28:11.232595Z","steps":["trace[1884799139] 'agreement among raft nodes before linearized reading' (duration: 415.424633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.232625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.817108Z","time spent":"415.512065ms","remote":"127.0.0.1:51150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:11.232624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.4079Z","time spent":"824.648441ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:11.232508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.813079Z","time spent":"419.406338ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:11.232616Z","caller":"traceutil/trace.go:171","msg":"trace[1768949255] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"824.894568ms","start":"2026-03-09T14:28:10.407689Z","end":"2026-03-09T14:28:11.232584Z","steps":["trace[1768949255] 'process raft request' (duration: 824.272422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.23281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.407671Z","time spent":"825.022021ms","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:31:14.687094Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23661} {"level":"info","ts":"2026-03-09T14:31:14.817977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23661,"took":"126.954652ms","hash":1609289403,"current-db-size-bytes":49074176,"current-db-size":"49 MB","current-db-size-in-use-bytes":34410496,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-09T14:31:14.818026Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1609289403,"revision":23661,"compact-revision":20575} {"level":"info","ts":"2026-03-09T14:36:14.692553Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26479} {"level":"info","ts":"2026-03-09T14:36:14.826973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26479,"took":"131.569098ms","hash":1444939763,"current-db-size-bytes":49074176,"current-db-size":"49 MB","current-db-size-in-use-bytes":28143616,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T14:36:14.827045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1444939763,"revision":26479,"compact-revision":23661} {"level":"info","ts":"2026-03-09T14:37:00.433694Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T14:37:00.438415Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-09T14:37:00.438493Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-09T14:41:14.698625Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28688} {"level":"info","ts":"2026-03-09T14:41:14.819388Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28688,"took":"116.366116ms","hash":260498374,"current-db-size-bytes":49074176,"current-db-size":"49 MB","current-db-size-in-use-bytes":27828224,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T14:41:14.81948Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":260498374,"revision":28688,"compact-revision":26479} {"level":"info","ts":"2026-03-09T14:46:14.706587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30795} {"level":"info","ts":"2026-03-09T14:46:14.858351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30795,"took":"144.514035ms","hash":239279535,"current-db-size-bytes":49074176,"current-db-size":"49 MB","current-db-size-in-use-bytes":27947008,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T14:46:14.858436Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":239279535,"revision":30795,"compact-revision":28688} {"level":"info","ts":"2026-03-09T14:51:14.714022Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32946} {"level":"info","ts":"2026-03-09T14:51:14.846811Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32946,"took":"128.120204ms","hash":2848888312,"current-db-size-bytes":49967104,"current-db-size":"50 MB","current-db-size-in-use-bytes":29110272,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T14:51:14.846863Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2848888312,"revision":32946,"compact-revision":30795} {"level":"info","ts":"2026-03-09T14:51:42.029507Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008e2a.wal"} {"level":"info","ts":"2026-03-09T14:56:14.720302Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35029} {"level":"info","ts":"2026-03-09T14:56:14.840026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35029,"took":"115.506426ms","hash":2350360774,"current-db-size-bytes":51654656,"current-db-size":"52 MB","current-db-size-in-use-bytes":28954624,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T14:56:14.840109Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2350360774,"revision":35029,"compact-revision":32946}