{"level":"warn","ts":"2026-03-05T23:20:11.869205Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T23:20:11.869296Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=instance=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T23:20:11.86939Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T23:20:11.869406Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-05T23:20:11.869428Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T23:20:11.870278Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-03-05T23:20:11.870375Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T23:20:12.454306Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"583.676016ms"} {"level":"info","ts":"2026-03-05T23:20:12.469134Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-03-05T23:20:12.469217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T23:20:12.469246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-03-05T23:20:12.469263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T23:20:12.469272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-03-05T23:20:12.469348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-03-05T23:20:12.479972Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T23:20:12.48138Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T23:20:12.482613Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T23:20:12.485028Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T23:20:12.485201Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T23:20:12.485316Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T23:20:12.485459Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T23:20:12.485478Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T23:20:12.486329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-03-05T23:20:12.488173Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-05T23:20:12.491474Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T23:20:12.491555Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-05T23:20:12.491636Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-05T23:20:12.491991Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T23:20:12.492091Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T23:20:12.66986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T23:20:12.669904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T23:20:12.669937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-03-05T23:20:12.669958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-03-05T23:20:12.669969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-05T23:20:12.669987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-03-05T23:20:12.670001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-05T23:20:12.670943Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.204:2379]}","request-path":"/0/members/a11c20306510c1f7/attributes","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T23:20:12.671004Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T23:20:12.671021Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T23:20:12.670966Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T23:20:12.671279Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T23:20:12.671348Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T23:20:12.672088Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T23:20:12.672224Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T23:20:12.672262Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T23:20:12.673101Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T23:20:12.674742Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"info","ts":"2026-03-05T23:20:17.462392Z","caller":"traceutil/trace.go:171","msg":"trace[1605803001] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"169.211669ms","start":"2026-03-05T23:20:17.293155Z","end":"2026-03-05T23:20:17.462366Z","steps":["trace[1605803001] 'process raft request' (duration: 158.542445ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:17.706299Z","caller":"traceutil/trace.go:171","msg":"trace[1787781351] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"236.650394ms","start":"2026-03-05T23:20:17.46962Z","end":"2026-03-05T23:20:17.706271Z","steps":["trace[1787781351] 'process raft request' (duration: 223.246215ms)","trace[1787781351] 'compare' (duration: 13.236665ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:20:18.646485Z","caller":"traceutil/trace.go:171","msg":"trace[1632274475] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"294.548983ms","start":"2026-03-05T23:20:18.351888Z","end":"2026-03-05T23:20:18.646437Z","steps":["trace[1632274475] 'process raft request' (duration: 289.029561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:23.014232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.341026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:20:23.014397Z","caller":"traceutil/trace.go:171","msg":"trace[379167763] linearizableReadLoop","detail":"{readStateIndex:327; appliedIndex:326; }","duration":"114.769773ms","start":"2026-03-05T23:20:22.899603Z","end":"2026-03-05T23:20:23.014373Z","steps":["trace[379167763] 'read index received' (duration: 39.961µs)","trace[379167763] 'applied index is now lower than readState.Index' (duration: 114.727922ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:20:23.0145Z","caller":"traceutil/trace.go:171","msg":"trace[1967441602] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"152.346237ms","start":"2026-03-05T23:20:22.862137Z","end":"2026-03-05T23:20:23.014483Z","steps":["trace[1967441602] 'process raft request' (duration: 36.10825ms)","trace[1967441602] 'compare' (duration: 115.216043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:20:23.01483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.204503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-05T23:20:23.014919Z","caller":"traceutil/trace.go:171","msg":"trace[635144580] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:316; }","duration":"115.309265ms","start":"2026-03-05T23:20:22.899589Z","end":"2026-03-05T23:20:23.014898Z","steps":["trace[635144580] 'agreement among raft nodes before linearized reading' (duration: 115.183612ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:24.546756Z","caller":"traceutil/trace.go:171","msg":"trace[1948377310] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:363; }","duration":"279.056374ms","start":"2026-03-05T23:20:24.26767Z","end":"2026-03-05T23:20:24.546727Z","steps":["trace[1948377310] 'read index received' (duration: 278.928541ms)","trace[1948377310] 'applied index is now lower than readState.Index' (duration: 126.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:20:24.54681Z","caller":"traceutil/trace.go:171","msg":"trace[1366060330] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"441.531442ms","start":"2026-03-05T23:20:24.105244Z","end":"2026-03-05T23:20:24.546776Z","steps":["trace[1366060330] 'process raft request' (duration: 441.304686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:24.546956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.265419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-05T23:20:24.546976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:24.105216Z","time spent":"441.673845ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:20:24.547059Z","caller":"traceutil/trace.go:171","msg":"trace[1913537678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:352; }","duration":"279.448473ms","start":"2026-03-05T23:20:24.267587Z","end":"2026-03-05T23:20:24.547035Z","steps":["trace[1913537678] 'agreement among raft nodes before linearized reading' (duration: 279.243228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:25.54159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.796581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:20:25.541958Z","caller":"traceutil/trace.go:171","msg":"trace[568057026] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:364; }","duration":"322.501828ms","start":"2026-03-05T23:20:25.21943Z","end":"2026-03-05T23:20:25.541932Z","steps":["trace[568057026] 'read index received' (duration: 85.202µs)","trace[568057026] 'applied index is now lower than readState.Index' (duration: 322.414936ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:20:25.542017Z","caller":"traceutil/trace.go:171","msg":"trace[1643427978] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"989.458847ms","start":"2026-03-05T23:20:24.552503Z","end":"2026-03-05T23:20:25.541962Z","steps":["trace[1643427978] 'process raft request' (duration: 989.249212ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:25.542119Z","caller":"traceutil/trace.go:171","msg":"trace[1528677807] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"988.619157ms","start":"2026-03-05T23:20:24.553469Z","end":"2026-03-05T23:20:25.542088Z","steps":["trace[1528677807] 'process raft request' (duration: 988.384921ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:25.542097Z","caller":"traceutil/trace.go:171","msg":"trace[1076148268] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"993.238677ms","start":"2026-03-05T23:20:24.54865Z","end":"2026-03-05T23:20:25.541889Z","steps":["trace[1076148268] 'process raft request' (duration: 615.990596ms)","trace[1076148268] 'compare' (duration: 376.604096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:20:25.542242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:24.553454Z","time spent":"988.733819ms","remote":"127.0.0.1:59108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:20:25.542255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:24.55247Z","time spent":"989.649422ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:20:25.542499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.079612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T23:20:25.542541Z","caller":"traceutil/trace.go:171","msg":"trace[1049760462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:355; }","duration":"323.171424ms","start":"2026-03-05T23:20:25.219357Z","end":"2026-03-05T23:20:25.542529Z","steps":["trace[1049760462] 'agreement among raft nodes before linearized reading' (duration: 322.662172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:25.542575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:25.219327Z","time spent":"323.241396ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T23:20:25.542688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:24.548632Z","time spent":"993.734808ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:20:25.844556Z","caller":"traceutil/trace.go:171","msg":"trace[1291541909] linearizableReadLoop","detail":"{readStateIndex:368; appliedIndex:367; }","duration":"251.120369ms","start":"2026-03-05T23:20:25.593387Z","end":"2026-03-05T23:20:25.844508Z","steps":["trace[1291541909] 'read index received' (duration: 249.948481ms)","trace[1291541909] 'applied index is now lower than readState.Index' (duration: 1.163987ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:20:25.844643Z","caller":"traceutil/trace.go:171","msg":"trace[296053241] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"297.623115ms","start":"2026-03-05T23:20:25.546964Z","end":"2026-03-05T23:20:25.844587Z","steps":["trace[296053241] 'process raft request' (duration: 296.471628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:25.844827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.422435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T23:20:25.844953Z","caller":"traceutil/trace.go:171","msg":"trace[2114195377] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:356; }","duration":"251.558059ms","start":"2026-03-05T23:20:25.593373Z","end":"2026-03-05T23:20:25.844931Z","steps":["trace[2114195377] 'agreement among raft nodes before linearized reading' (duration: 251.353444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:49.919653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.638053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T23:20:49.919762Z","caller":"traceutil/trace.go:171","msg":"trace[1082279561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"108.813198ms","start":"2026-03-05T23:20:49.810921Z","end":"2026-03-05T23:20:49.919734Z","steps":["trace[1082279561] 'range keys from in-memory index tree' (duration: 108.4927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:49.919834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.965499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:20:49.91998Z","caller":"traceutil/trace.go:171","msg":"trace[417160826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"134.227845ms","start":"2026-03-05T23:20:49.785725Z","end":"2026-03-05T23:20:49.919953Z","steps":["trace[417160826] 'range keys from in-memory index tree' (duration: 133.785654ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:50.179435Z","caller":"traceutil/trace.go:171","msg":"trace[1599488276] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:526; }","duration":"175.656018ms","start":"2026-03-05T23:20:50.003751Z","end":"2026-03-05T23:20:50.179407Z","steps":["trace[1599488276] 'read index received' (duration: 175.457814ms)","trace[1599488276] 'applied index is now lower than readState.Index' (duration: 196.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:20:50.179484Z","caller":"traceutil/trace.go:171","msg":"trace[393201884] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"256.249042ms","start":"2026-03-05T23:20:49.923199Z","end":"2026-03-05T23:20:50.179448Z","steps":["trace[393201884] 'process raft request' (duration: 255.942245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:50.179695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.927214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:20:50.179761Z","caller":"traceutil/trace.go:171","msg":"trace[1106526147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:509; }","duration":"176.063427ms","start":"2026-03-05T23:20:50.003685Z","end":"2026-03-05T23:20:50.179749Z","steps":["trace[1106526147] 'agreement among raft nodes before linearized reading' (duration: 175.889533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:50.18Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.215705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T23:20:50.180054Z","caller":"traceutil/trace.go:171","msg":"trace[1567003307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:509; }","duration":"174.300376ms","start":"2026-03-05T23:20:50.005739Z","end":"2026-03-05T23:20:50.180039Z","steps":["trace[1567003307] 'agreement among raft nodes before linearized reading' (duration: 174.188343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:50.180528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.899133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T23:20:50.180646Z","caller":"traceutil/trace.go:171","msg":"trace[1893897368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:509; }","duration":"147.081577ms","start":"2026-03-05T23:20:50.033539Z","end":"2026-03-05T23:20:50.180621Z","steps":["trace[1893897368] 'agreement among raft nodes before linearized reading' (duration: 146.80398ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:50.648749Z","caller":"traceutil/trace.go:171","msg":"trace[1638549181] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"129.998566ms","start":"2026-03-05T23:20:50.518672Z","end":"2026-03-05T23:20:50.648671Z","steps":["trace[1638549181] 'read index received' (duration: 129.798521ms)","trace[1638549181] 'applied index is now lower than readState.Index' (duration: 196.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:20:50.648767Z","caller":"traceutil/trace.go:171","msg":"trace[369587239] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"451.88716ms","start":"2026-03-05T23:20:50.196832Z","end":"2026-03-05T23:20:50.648719Z","steps":["trace[369587239] 'process raft request' (duration: 451.704845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:50.648898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.20982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:20:50.648957Z","caller":"traceutil/trace.go:171","msg":"trace[586358384] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:513; }","duration":"130.316683ms","start":"2026-03-05T23:20:50.518625Z","end":"2026-03-05T23:20:50.648941Z","steps":["trace[586358384] 'agreement among raft nodes before linearized reading' (duration: 130.214221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:50.648973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:50.196812Z","time spent":"452.048424ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:20:52.589714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.204034ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T23:20:52.589823Z","caller":"traceutil/trace.go:171","msg":"trace[1623554248] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"406.282408ms","start":"2026-03-05T23:20:52.183526Z","end":"2026-03-05T23:20:52.589808Z","steps":["trace[1623554248] 'read index received' (duration: 32.341µs)","trace[1623554248] 'applied index is now lower than readState.Index' (duration: 406.248927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:20:52.589973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.777301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T23:20:52.590006Z","caller":"traceutil/trace.go:171","msg":"trace[1901504737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"392.822092ms","start":"2026-03-05T23:20:52.197172Z","end":"2026-03-05T23:20:52.589994Z","steps":["trace[1901504737] 'agreement among raft nodes before linearized reading' (duration: 392.710209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:52.589987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.415021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-05T23:20:52.590041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:52.197166Z","time spent":"392.868913ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T23:20:52.589986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.141108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T23:20:52.590095Z","caller":"traceutil/trace.go:171","msg":"trace[658843872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"367.294672ms","start":"2026-03-05T23:20:52.22279Z","end":"2026-03-05T23:20:52.590084Z","steps":["trace[658843872] 'agreement among raft nodes before linearized reading' (duration: 367.112808ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:52.590087Z","caller":"traceutil/trace.go:171","msg":"trace[1279185646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"366.544144ms","start":"2026-03-05T23:20:52.223518Z","end":"2026-03-05T23:20:52.590062Z","steps":["trace[1279185646] 'agreement among raft nodes before linearized reading' (duration: 366.36833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:52.590151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:52.222769Z","time spent":"367.374304ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T23:20:52.590169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:52.223507Z","time spent":"366.633286ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T23:20:52.590148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.592525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T23:20:52.590243Z","caller":"traceutil/trace.go:171","msg":"trace[278545669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"406.737579ms","start":"2026-03-05T23:20:52.183484Z","end":"2026-03-05T23:20:52.590222Z","steps":["trace[278545669] 'agreement among raft nodes before linearized reading' (duration: 406.36973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:52.590303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:20:52.183461Z","time spent":"406.832361ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T23:20:53.44153Z","caller":"traceutil/trace.go:171","msg":"trace[1968893715] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"165.94645ms","start":"2026-03-05T23:20:53.275535Z","end":"2026-03-05T23:20:53.441482Z","steps":["trace[1968893715] 'process raft request' (duration: 164.056366ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.442597Z","caller":"traceutil/trace.go:171","msg":"trace[1108860025] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"166.151935ms","start":"2026-03-05T23:20:53.2764Z","end":"2026-03-05T23:20:53.442552Z","steps":["trace[1108860025] 'process raft request' (duration: 165.899959ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.442626Z","caller":"traceutil/trace.go:171","msg":"trace[1871049501] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"166.109744ms","start":"2026-03-05T23:20:53.276488Z","end":"2026-03-05T23:20:53.442598Z","steps":["trace[1871049501] 'process raft request' (duration: 165.998702ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.44285Z","caller":"traceutil/trace.go:171","msg":"trace[1791085534] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"166.234477ms","start":"2026-03-05T23:20:53.276597Z","end":"2026-03-05T23:20:53.442832Z","steps":["trace[1791085534] 'process raft request' (duration: 165.93917ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.442991Z","caller":"traceutil/trace.go:171","msg":"trace[1299183170] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"166.322789ms","start":"2026-03-05T23:20:53.276656Z","end":"2026-03-05T23:20:53.442979Z","steps":["trace[1299183170] 'process raft request' (duration: 166.065483ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443091Z","caller":"traceutil/trace.go:171","msg":"trace[467442345] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"166.414621ms","start":"2026-03-05T23:20:53.276667Z","end":"2026-03-05T23:20:53.443082Z","steps":["trace[467442345] 'process raft request' (duration: 166.232606ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443217Z","caller":"traceutil/trace.go:171","msg":"trace[603358247] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"166.316838ms","start":"2026-03-05T23:20:53.276886Z","end":"2026-03-05T23:20:53.443203Z","steps":["trace[603358247] 'process raft request' (duration: 166.181005ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443271Z","caller":"traceutil/trace.go:171","msg":"trace[378675454] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"166.340649ms","start":"2026-03-05T23:20:53.276897Z","end":"2026-03-05T23:20:53.443237Z","steps":["trace[378675454] 'process raft request' (duration: 166.201656ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443338Z","caller":"traceutil/trace.go:171","msg":"trace[197912895] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"166.521173ms","start":"2026-03-05T23:20:53.276807Z","end":"2026-03-05T23:20:53.443328Z","steps":["trace[197912895] 'process raft request' (duration: 166.173355ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443351Z","caller":"traceutil/trace.go:171","msg":"trace[637107594] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"164.893306ms","start":"2026-03-05T23:20:53.278446Z","end":"2026-03-05T23:20:53.443339Z","steps":["trace[637107594] 'process raft request' (duration: 164.830584ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443366Z","caller":"traceutil/trace.go:171","msg":"trace[187802706] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"166.494713ms","start":"2026-03-05T23:20:53.276846Z","end":"2026-03-05T23:20:53.443341Z","steps":["trace[187802706] 'process raft request' (duration: 166.169365ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443489Z","caller":"traceutil/trace.go:171","msg":"trace[1147817542] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"165.957491ms","start":"2026-03-05T23:20:53.277509Z","end":"2026-03-05T23:20:53.443467Z","steps":["trace[1147817542] 'process raft request' (duration: 165.729705ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443588Z","caller":"traceutil/trace.go:171","msg":"trace[826433238] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"166.519343ms","start":"2026-03-05T23:20:53.277056Z","end":"2026-03-05T23:20:53.443576Z","steps":["trace[826433238] 'process raft request' (duration: 166.069193ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443604Z","caller":"traceutil/trace.go:171","msg":"trace[864823381] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"166.158885ms","start":"2026-03-05T23:20:53.277433Z","end":"2026-03-05T23:20:53.443592Z","steps":["trace[864823381] 'process raft request' (duration: 165.749865ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:53.443644Z","caller":"traceutil/trace.go:171","msg":"trace[1970745610] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"166.494682ms","start":"2026-03-05T23:20:53.277136Z","end":"2026-03-05T23:20:53.443631Z","steps":["trace[1970745610] 'process raft request' (duration: 166.014851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:20:54.554911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.229384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:20:54.555028Z","caller":"traceutil/trace.go:171","msg":"trace[1127745039] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:667; }","duration":"157.369658ms","start":"2026-03-05T23:20:54.397631Z","end":"2026-03-05T23:20:54.555Z","steps":["trace[1127745039] 'range keys from in-memory index tree' (duration: 157.107382ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:56.720094Z","caller":"traceutil/trace.go:171","msg":"trace[1723845591] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"116.913298ms","start":"2026-03-05T23:20:56.603139Z","end":"2026-03-05T23:20:56.720052Z","steps":["trace[1723845591] 'process raft request' (duration: 90.232681ms)","trace[1723845591] 'compare' (duration: 26.418821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:20:57.514622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.333072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:20:57.514883Z","caller":"traceutil/trace.go:171","msg":"trace[2126825089] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:726; }","duration":"116.699252ms","start":"2026-03-05T23:20:57.398138Z","end":"2026-03-05T23:20:57.514838Z","steps":["trace[2126825089] 'read index received' (duration: 75.712µs)","trace[2126825089] 'applied index is now lower than readState.Index' (duration: 116.61499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:20:57.515183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.026921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-05T23:20:57.515223Z","caller":"traceutil/trace.go:171","msg":"trace[609381016] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:708; }","duration":"117.141203ms","start":"2026-03-05T23:20:57.398067Z","end":"2026-03-05T23:20:57.515209Z","steps":["trace[609381016] 'agreement among raft nodes before linearized reading' (duration: 116.899897ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:20:57.515485Z","caller":"traceutil/trace.go:171","msg":"trace[920061901] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"198.033664ms","start":"2026-03-05T23:20:57.316988Z","end":"2026-03-05T23:20:57.515022Z","steps":["trace[920061901] 'process raft request' (duration: 16.19495ms)","trace[920061901] 'compare' (duration: 181.065086ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:21:17.468618Z","caller":"traceutil/trace.go:171","msg":"trace[335266476] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"134.347627ms","start":"2026-03-05T23:21:17.334244Z","end":"2026-03-05T23:21:17.468592Z","steps":["trace[335266476] 'process raft request' (duration: 134.167693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:21:18.286645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812318310906946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T23:21:18.639533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093513761s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T23:21:18.639947Z","caller":"traceutil/trace.go:171","msg":"trace[1228495172] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"1.162993014s","start":"2026-03-05T23:21:17.476922Z","end":"2026-03-05T23:21:18.639915Z","steps":["trace[1228495172] 'process raft request' (duration: 1.162842441s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:21:18.640135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:21:17.476886Z","time spent":"1.163145787s","remote":"127.0.0.1:59114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3297,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:21:18.715455Z","caller":"traceutil/trace.go:171","msg":"trace[1929562529] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:939; }","duration":"929.811624ms","start":"2026-03-05T23:21:17.785621Z","end":"2026-03-05T23:21:18.715432Z","steps":["trace[1929562529] 'read index received' (duration: 854.268759ms)","trace[1929562529] 'applied index is now lower than readState.Index' (duration: 75.541845ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:21:18.715494Z","caller":"traceutil/trace.go:171","msg":"trace[986305857] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"743.423053ms","start":"2026-03-05T23:21:17.972027Z","end":"2026-03-05T23:21:18.71545Z","steps":["trace[986305857] 'process raft request' (duration: 743.127546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:21:18.71562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.974288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:21:18.715661Z","caller":"traceutil/trace.go:171","msg":"trace[144817108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:917; }","duration":"930.06506ms","start":"2026-03-05T23:21:17.785587Z","end":"2026-03-05T23:21:18.715652Z","steps":["trace[144817108] 'agreement among raft nodes before linearized reading' (duration: 929.979148ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:21:18.715542Z","caller":"traceutil/trace.go:171","msg":"trace[496341775] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"667.11355ms","start":"2026-03-05T23:21:18.048419Z","end":"2026-03-05T23:21:18.715532Z","steps":["trace[496341775] 'process raft request' (duration: 666.956127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:21:18.715696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:21:17.785567Z","time spent":"930.120961ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:21:18.715699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:21:17.972005Z","time spent":"743.587668ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6242,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:21:18.715518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:21:18.040254Z","time spent":"675.257991ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T23:21:18.716218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:21:18.048395Z","time spent":"667.333505ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:21:18.767345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.003154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-x9mkw\" ","response":"range_response_count:1 size:5353"} {"level":"info","ts":"2026-03-05T23:21:18.767387Z","caller":"traceutil/trace.go:171","msg":"trace[347282490] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-x9mkw; range_end:; response_count:1; response_revision:918; }","duration":"723.067005ms","start":"2026-03-05T23:21:18.044305Z","end":"2026-03-05T23:21:18.767372Z","steps":["trace[347282490] 'agreement among raft nodes before linearized reading' (duration: 722.970132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:21:18.767409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:21:18.044287Z","time spent":"723.117856ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5377,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-x9mkw\" "} {"level":"warn","ts":"2026-03-05T23:21:18.76744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.492371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T23:21:18.767526Z","caller":"traceutil/trace.go:171","msg":"trace[1117949432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:918; }","duration":"645.627305ms","start":"2026-03-05T23:21:18.12188Z","end":"2026-03-05T23:21:18.767508Z","steps":["trace[1117949432] 'agreement among raft nodes before linearized reading' (duration: 645.351758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:21:18.767579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:21:18.12176Z","time spent":"645.809358ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T23:21:18.767668Z","caller":"traceutil/trace.go:171","msg":"trace[1302665150] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"118.733671ms","start":"2026-03-05T23:21:18.648907Z","end":"2026-03-05T23:21:18.76764Z","steps":["trace[1302665150] 'process raft request' (duration: 118.162418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:21:35.357109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.687164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:21:35.357259Z","caller":"traceutil/trace.go:171","msg":"trace[1099489090] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"208.06142ms","start":"2026-03-05T23:21:35.149169Z","end":"2026-03-05T23:21:35.357231Z","steps":["trace[1099489090] 'process raft request' (duration: 65.084469ms)","trace[1099489090] 'compare' (duration: 142.558471ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:21:36.561086Z","caller":"traceutil/trace.go:171","msg":"trace[1283997061] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"138.228809ms","start":"2026-03-05T23:21:36.422829Z","end":"2026-03-05T23:21:36.561058Z","steps":["trace[1283997061] 'process raft request' (duration: 138.013414ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:21:44.841406Z","caller":"traceutil/trace.go:171","msg":"trace[1077282853] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"230.630051ms","start":"2026-03-05T23:21:44.610742Z","end":"2026-03-05T23:21:44.841372Z","steps":["trace[1077282853] 'process raft request' (duration: 230.415936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:21:45.106509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.017062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T23:21:45.106602Z","caller":"traceutil/trace.go:171","msg":"trace[134532361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1183; }","duration":"149.165015ms","start":"2026-03-05T23:21:44.957415Z","end":"2026-03-05T23:21:45.10658Z","steps":["trace[134532361] 'range keys from in-memory index tree' (duration: 146.945134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:07.475195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.877394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a1564909d0875\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-05T23:22:07.475698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.067437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-05T23:22:07.475746Z","caller":"traceutil/trace.go:171","msg":"trace[1832951450] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a1564909d0875; range_end:; response_count:1; response_revision:1581; }","duration":"364.487968ms","start":"2026-03-05T23:22:07.111237Z","end":"2026-03-05T23:22:07.475724Z","steps":["trace[1832951450] 'range keys from in-memory index tree' (duration: 363.662099ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:07.475782Z","caller":"traceutil/trace.go:171","msg":"trace[882300661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1582; }","duration":"254.20423ms","start":"2026-03-05T23:22:07.221557Z","end":"2026-03-05T23:22:07.475761Z","steps":["trace[882300661] 'agreement among raft nodes before linearized reading' (duration: 253.935063ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:07.475468Z","caller":"traceutil/trace.go:171","msg":"trace[553755226] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1643; }","duration":"253.808821ms","start":"2026-03-05T23:22:07.221625Z","end":"2026-03-05T23:22:07.475434Z","steps":["trace[553755226] 'read index received' (duration: 201.503533ms)","trace[553755226] 'applied index is now lower than readState.Index' (duration: 52.303868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:22:07.475813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.111212Z","time spent":"364.585691ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a1564909d0875\" "} {"level":"info","ts":"2026-03-05T23:22:07.475875Z","caller":"traceutil/trace.go:171","msg":"trace[104053620] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"263.316492ms","start":"2026-03-05T23:22:07.21251Z","end":"2026-03-05T23:22:07.475827Z","steps":["trace[104053620] 'process raft request' (duration: 210.567074ms)","trace[104053620] 'compare' (duration: 52.043512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:22:07.476004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.318699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T23:22:07.476036Z","caller":"traceutil/trace.go:171","msg":"trace[1108898941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1582; }","duration":"250.380631ms","start":"2026-03-05T23:22:07.225644Z","end":"2026-03-05T23:22:07.476025Z","steps":["trace[1108898941] 'agreement among raft nodes before linearized reading' (duration: 250.272378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:07.476062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.216058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T23:22:07.476117Z","caller":"traceutil/trace.go:171","msg":"trace[1899320465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1582; }","duration":"226.331971ms","start":"2026-03-05T23:22:07.249774Z","end":"2026-03-05T23:22:07.476106Z","steps":["trace[1899320465] 'agreement among raft nodes before linearized reading' (duration: 226.167037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:07.476063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.490155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:22:07.476156Z","caller":"traceutil/trace.go:171","msg":"trace[721616092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1582; }","duration":"196.611719ms","start":"2026-03-05T23:22:07.279535Z","end":"2026-03-05T23:22:07.476147Z","steps":["trace[721616092] 'agreement among raft nodes before linearized reading' (duration: 196.389534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:08.093013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812318310908288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T23:22:08.261633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.28781ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:22:08.26181Z","caller":"traceutil/trace.go:171","msg":"trace[1288809975] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1582; }","duration":"165.460643ms","start":"2026-03-05T23:22:08.096301Z","end":"2026-03-05T23:22:08.261762Z","steps":["trace[1288809975] 'range keys from in-memory index tree' (duration: 165.269269ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:08.262005Z","caller":"traceutil/trace.go:171","msg":"trace[1495572956] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"773.994995ms","start":"2026-03-05T23:22:07.487988Z","end":"2026-03-05T23:22:08.261983Z","steps":["trace[1495572956] 'process raft request' (duration: 711.866348ms)","trace[1495572956] 'compare' (duration: 61.870331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:22:08.262131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.487967Z","time spent":"774.091206ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:22:08.334569Z","caller":"traceutil/trace.go:171","msg":"trace[2051897528] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"846.305998ms","start":"2026-03-05T23:22:07.488236Z","end":"2026-03-05T23:22:08.334542Z","steps":["trace[2051897528] 'process raft request' (duration: 846.120914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:08.33474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.488212Z","time spent":"846.437451ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:22:08.33492Z","caller":"traceutil/trace.go:171","msg":"trace[576683187] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1644; }","duration":"742.257656ms","start":"2026-03-05T23:22:07.59264Z","end":"2026-03-05T23:22:08.334897Z","steps":["trace[576683187] 'read index received' (duration: 607.232781ms)","trace[576683187] 'applied index is now lower than readState.Index' (duration: 135.023465ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:22:08.334945Z","caller":"traceutil/trace.go:171","msg":"trace[544889236] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"846.530983ms","start":"2026-03-05T23:22:07.488388Z","end":"2026-03-05T23:22:08.334919Z","steps":["trace[544889236] 'process raft request' (duration: 846.363099ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:08.33501Z","caller":"traceutil/trace.go:171","msg":"trace[12085992] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"846.591375ms","start":"2026-03-05T23:22:07.488378Z","end":"2026-03-05T23:22:08.334969Z","steps":["trace[12085992] 'process raft request' (duration: 846.119254ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:08.335025Z","caller":"traceutil/trace.go:171","msg":"trace[2136259293] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"846.595155ms","start":"2026-03-05T23:22:07.488402Z","end":"2026-03-05T23:22:08.334997Z","steps":["trace[2136259293] 'process raft request' (duration: 846.446621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:08.335072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.488359Z","time spent":"846.657876ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:08.335142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.496941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T23:22:08.33515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.488358Z","time spent":"846.718408ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:22:08.335178Z","caller":"traceutil/trace.go:171","msg":"trace[1827485377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1587; }","duration":"742.584743ms","start":"2026-03-05T23:22:07.592584Z","end":"2026-03-05T23:22:08.335168Z","steps":["trace[1827485377] 'agreement among raft nodes before linearized reading' (duration: 742.4474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:08.335206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.488383Z","time spent":"846.712237ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:08.335254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.334641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89749cb1-a29e-489c-81b8-9c756508f5f4\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-05T23:22:08.335285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.620251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:22:08.335316Z","caller":"traceutil/trace.go:171","msg":"trace[268019729] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1587; }","duration":"583.699063ms","start":"2026-03-05T23:22:07.751608Z","end":"2026-03-05T23:22:08.335308Z","steps":["trace[268019729] 'agreement among raft nodes before linearized reading' (duration: 583.648882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:08.335319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.962453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T23:22:08.33521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.592569Z","time spent":"742.634294ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T23:22:08.335353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.751583Z","time spent":"583.762994ms","remote":"127.0.0.1:58992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:22:08.335345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.585884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89749cb1-a29e-489c-81b8-9c756508f5f4\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-05T23:22:08.335369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.447106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:22:08.335375Z","caller":"traceutil/trace.go:171","msg":"trace[1158467102] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1587; }","duration":"208.014944ms","start":"2026-03-05T23:22:08.127341Z","end":"2026-03-05T23:22:08.335356Z","steps":["trace[1158467102] 'agreement among raft nodes before linearized reading' (duration: 207.926322ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:08.335402Z","caller":"traceutil/trace.go:171","msg":"trace[2136583906] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1587; }","duration":"665.511668ms","start":"2026-03-05T23:22:07.669882Z","end":"2026-03-05T23:22:08.335394Z","steps":["trace[2136583906] 'agreement among raft nodes before linearized reading' (duration: 665.458157ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:08.335406Z","caller":"traceutil/trace.go:171","msg":"trace[231880289] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89749cb1-a29e-489c-81b8-9c756508f5f4; range_end:; response_count:1; response_revision:1587; }","duration":"295.702946ms","start":"2026-03-05T23:22:08.039689Z","end":"2026-03-05T23:22:08.335392Z","steps":["trace[231880289] 'agreement among raft nodes before linearized reading' (duration: 295.557213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:08.335439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.66987Z","time spent":"665.561849ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T23:22:08.33532Z","caller":"traceutil/trace.go:171","msg":"trace[1557732207] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89749cb1-a29e-489c-81b8-9c756508f5f4; range_end:; response_count:1; response_revision:1587; }","duration":"731.400292ms","start":"2026-03-05T23:22:07.603905Z","end":"2026-03-05T23:22:08.335305Z","steps":["trace[1557732207] 'agreement among raft nodes before linearized reading' (duration: 731.228398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:08.335514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.603852Z","time spent":"731.634838ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89749cb1-a29e-489c-81b8-9c756508f5f4\" "} {"level":"warn","ts":"2026-03-05T23:22:08.335695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.783482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T23:22:08.335731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.83909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T23:22:08.335753Z","caller":"traceutil/trace.go:171","msg":"trace[150898982] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1587; }","duration":"214.883774ms","start":"2026-03-05T23:22:08.120856Z","end":"2026-03-05T23:22:08.335739Z","steps":["trace[150898982] 'agreement among raft nodes before linearized reading' (duration: 214.757471ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:08.335764Z","caller":"traceutil/trace.go:171","msg":"trace[380781595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1587; }","duration":"514.913831ms","start":"2026-03-05T23:22:07.820841Z","end":"2026-03-05T23:22:08.335755Z","steps":["trace[380781595] 'agreement among raft nodes before linearized reading' (duration: 514.805018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:08.335798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:07.820785Z","time spent":"515.006013ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T23:22:08.874631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.661245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:22:08.874756Z","caller":"traceutil/trace.go:171","msg":"trace[544416118] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"534.834525ms","start":"2026-03-05T23:22:08.339901Z","end":"2026-03-05T23:22:08.874736Z","steps":["trace[544416118] 'process raft request' (duration: 95.947074ms)","trace[544416118] 'compare' (duration: 438.307067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:22:08.874819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:08.33987Z","time spent":"534.920077ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:22:09.046752Z","caller":"traceutil/trace.go:171","msg":"trace[750221795] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"703.307308ms","start":"2026-03-05T23:22:08.343419Z","end":"2026-03-05T23:22:09.046727Z","steps":["trace[750221795] 'process raft request' (duration: 703.117223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:09.046924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:08.343398Z","time spent":"703.435621ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:22:09.048204Z","caller":"traceutil/trace.go:171","msg":"trace[1696492652] linearizableReadLoop","detail":"{readStateIndex:1652; appliedIndex:1650; }","duration":"463.518354ms","start":"2026-03-05T23:22:08.584665Z","end":"2026-03-05T23:22:09.048183Z","steps":["trace[1696492652] 'read index received' (duration: 461.921497ms)","trace[1696492652] 'applied index is now lower than readState.Index' (duration: 1.595677ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:22:09.04853Z","caller":"traceutil/trace.go:171","msg":"trace[1544220554] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"569.109872ms","start":"2026-03-05T23:22:08.479404Z","end":"2026-03-05T23:22:09.048514Z","steps":["trace[1544220554] 'process raft request' (duration: 568.58875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:09.048642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:08.479382Z","time spent":"569.186365ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:09.048685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.018176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:22:09.048734Z","caller":"traceutil/trace.go:171","msg":"trace[1464548099] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1592; }","duration":"464.107737ms","start":"2026-03-05T23:22:08.584613Z","end":"2026-03-05T23:22:09.048721Z","steps":["trace[1464548099] 'agreement among raft nodes before linearized reading' (duration: 464.021225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:09.048777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:08.584596Z","time spent":"464.172019ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:22:09.048806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.718648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:22:09.048915Z","caller":"traceutil/trace.go:171","msg":"trace[1588347902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"262.880902ms","start":"2026-03-05T23:22:08.78601Z","end":"2026-03-05T23:22:09.048891Z","steps":["trace[1588347902] 'agreement among raft nodes before linearized reading' (duration: 262.716958ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:20.618363Z","caller":"traceutil/trace.go:171","msg":"trace[1199076233] linearizableReadLoop","detail":"{readStateIndex:1747; appliedIndex:1746; }","duration":"213.737196ms","start":"2026-03-05T23:22:20.4046Z","end":"2026-03-05T23:22:20.618338Z","steps":["trace[1199076233] 'read index received' (duration: 213.525131ms)","trace[1199076233] 'applied index is now lower than readState.Index' (duration: 210.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:22:20.618477Z","caller":"traceutil/trace.go:171","msg":"trace[1570238360] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"228.119521ms","start":"2026-03-05T23:22:20.390334Z","end":"2026-03-05T23:22:20.618454Z","steps":["trace[1570238360] 'process raft request' (duration: 227.841005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:20.618586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.963642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:22:20.618624Z","caller":"traceutil/trace.go:171","msg":"trace[891934940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1682; }","duration":"214.040423ms","start":"2026-03-05T23:22:20.404574Z","end":"2026-03-05T23:22:20.618615Z","steps":["trace[891934940] 'agreement among raft nodes before linearized reading' (duration: 213.89551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:20.618776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.047684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T23:22:20.618849Z","caller":"traceutil/trace.go:171","msg":"trace[13415299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1682; }","duration":"208.161066ms","start":"2026-03-05T23:22:20.410674Z","end":"2026-03-05T23:22:20.618835Z","steps":["trace[13415299] 'agreement among raft nodes before linearized reading' (duration: 207.947481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:20.618828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.955541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T23:22:20.619033Z","caller":"traceutil/trace.go:171","msg":"trace[1810659459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1682; }","duration":"214.255188ms","start":"2026-03-05T23:22:20.404749Z","end":"2026-03-05T23:22:20.619005Z","steps":["trace[1810659459] 'agreement among raft nodes before linearized reading' (duration: 213.794517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:20.619135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.916311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T23:22:20.619301Z","caller":"traceutil/trace.go:171","msg":"trace[1454169221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1682; }","duration":"190.136107ms","start":"2026-03-05T23:22:20.429104Z","end":"2026-03-05T23:22:20.61924Z","steps":["trace[1454169221] 'agreement among raft nodes before linearized reading' (duration: 189.502572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:20.996428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.526965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:22:20.997044Z","caller":"traceutil/trace.go:171","msg":"trace[769288689] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"372.30358ms","start":"2026-03-05T23:22:20.624631Z","end":"2026-03-05T23:22:20.996935Z","steps":["trace[769288689] 'process raft request' (duration: 142.179061ms)","trace[769288689] 'compare' (duration: 229.399532ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:22:20.997149Z","caller":"traceutil/trace.go:171","msg":"trace[766692127] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"372.140816ms","start":"2026-03-05T23:22:20.624959Z","end":"2026-03-05T23:22:20.997099Z","steps":["trace[766692127] 'process raft request' (duration: 371.590393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:20.997297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:20.624611Z","time spent":"372.514165ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:20.997343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:20.624949Z","time spent":"372.3112ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:21.222276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.629144ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T23:22:21.22252Z","caller":"traceutil/trace.go:171","msg":"trace[422640042] linearizableReadLoop","detail":"{readStateIndex:1751; appliedIndex:1748; }","duration":"435.641794ms","start":"2026-03-05T23:22:20.786843Z","end":"2026-03-05T23:22:21.222485Z","steps":["trace[422640042] 'read index received' (duration: 206.649582ms)","trace[422640042] 'applied index is now lower than readState.Index' (duration: 228.990022ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:22:21.222599Z","caller":"traceutil/trace.go:171","msg":"trace[1506599523] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"125.199836ms","start":"2026-03-05T23:22:21.097379Z","end":"2026-03-05T23:22:21.222579Z","steps":["trace[1506599523] 'process raft request' (duration: 125.119094ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:21.222668Z","caller":"traceutil/trace.go:171","msg":"trace[831068262] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"133.14013ms","start":"2026-03-05T23:22:21.089516Z","end":"2026-03-05T23:22:21.222656Z","steps":["trace[831068262] 'process raft request' (duration: 132.873634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:21.222768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.919171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:22:21.222806Z","caller":"traceutil/trace.go:171","msg":"trace[666903086] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"124.808057ms","start":"2026-03-05T23:22:21.097984Z","end":"2026-03-05T23:22:21.222792Z","steps":["trace[666903086] 'process raft request' (duration: 124.551161ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:21.222846Z","caller":"traceutil/trace.go:171","msg":"trace[1000446581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1688; }","duration":"436.062474ms","start":"2026-03-05T23:22:20.786765Z","end":"2026-03-05T23:22:21.222827Z","steps":["trace[1000446581] 'agreement among raft nodes before linearized reading' (duration: 435.853409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:21.222901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:20.786734Z","time spent":"436.153967ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:22:21.223017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.295501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"warn","ts":"2026-03-05T23:22:21.223119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.963493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T23:22:21.223167Z","caller":"traceutil/trace.go:171","msg":"trace[2008300824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1688; }","duration":"278.072315ms","start":"2026-03-05T23:22:20.945082Z","end":"2026-03-05T23:22:21.223154Z","steps":["trace[2008300824] 'agreement among raft nodes before linearized reading' (duration: 277.908451ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:21.223132Z","caller":"traceutil/trace.go:171","msg":"trace[1374839316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1688; }","duration":"397.409014ms","start":"2026-03-05T23:22:20.825702Z","end":"2026-03-05T23:22:21.223111Z","steps":["trace[1374839316] 'agreement among raft nodes before linearized reading' (duration: 397.041525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:21.223332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:20.825614Z","time spent":"397.699021ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12003,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T23:22:25.670779Z","caller":"traceutil/trace.go:171","msg":"trace[2071563682] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"655.790541ms","start":"2026-03-05T23:22:25.014959Z","end":"2026-03-05T23:22:25.67075Z","steps":["trace[2071563682] 'process raft request' (duration: 655.605217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:25.670988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:25.014937Z","time spent":"655.942555ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:22:25.772312Z","caller":"traceutil/trace.go:171","msg":"trace[518040292] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1777; }","duration":"520.945092ms","start":"2026-03-05T23:22:25.251341Z","end":"2026-03-05T23:22:25.772286Z","steps":["trace[518040292] 'read index received' (duration: 419.319315ms)","trace[518040292] 'applied index is now lower than readState.Index' (duration: 101.624307ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:22:25.772323Z","caller":"traceutil/trace.go:171","msg":"trace[1209402293] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"757.188753ms","start":"2026-03-05T23:22:25.015071Z","end":"2026-03-05T23:22:25.77226Z","steps":["trace[1209402293] 'process raft request' (duration: 749.283589ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:25.772475Z","caller":"traceutil/trace.go:171","msg":"trace[556372192] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"410.52794ms","start":"2026-03-05T23:22:25.361932Z","end":"2026-03-05T23:22:25.772459Z","steps":["trace[556372192] 'process raft request' (duration: 410.273474ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:25.77251Z","caller":"traceutil/trace.go:171","msg":"trace[1524101526] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"533.594216ms","start":"2026-03-05T23:22:25.238858Z","end":"2026-03-05T23:22:25.772453Z","steps":["trace[1524101526] 'process raft request' (duration: 533.307229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:25.772581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:25.015048Z","time spent":"757.407068ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:22:25.772647Z","caller":"traceutil/trace.go:171","msg":"trace[1388964452] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"534.100498ms","start":"2026-03-05T23:22:25.238521Z","end":"2026-03-05T23:22:25.772621Z","steps":["trace[1388964452] 'process raft request' (duration: 533.559625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:25.772647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:25.361885Z","time spent":"410.633952ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:25.772774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:25.238493Z","time spent":"534.212091ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:25.772791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:25.238851Z","time spent":"533.791801ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:25.77282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.23712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T23:22:25.772823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.451962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T23:22:25.772874Z","caller":"traceutil/trace.go:171","msg":"trace[298353780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1717; }","duration":"476.291001ms","start":"2026-03-05T23:22:25.296566Z","end":"2026-03-05T23:22:25.772857Z","steps":["trace[298353780] 'agreement among raft nodes before linearized reading' (duration: 476.117137ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:25.772889Z","caller":"traceutil/trace.go:171","msg":"trace[1769626620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1717; }","duration":"116.574784ms","start":"2026-03-05T23:22:25.656292Z","end":"2026-03-05T23:22:25.772867Z","steps":["trace[1769626620] 'agreement among raft nodes before linearized reading' (duration: 116.39446ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:25.772893Z","caller":"traceutil/trace.go:171","msg":"trace[536546741] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"534.275242ms","start":"2026-03-05T23:22:25.238592Z","end":"2026-03-05T23:22:25.772867Z","steps":["trace[536546741] 'process raft request' (duration: 533.542695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:25.772915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:25.296535Z","time spent":"476.371873ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T23:22:25.772926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.348674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T23:22:25.772969Z","caller":"traceutil/trace.go:171","msg":"trace[422074834] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:1717; }","duration":"172.441936ms","start":"2026-03-05T23:22:25.600514Z","end":"2026-03-05T23:22:25.772956Z","steps":["trace[422074834] 'agreement among raft nodes before linearized reading' (duration: 172.245181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:25.772963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.626717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T23:22:25.773013Z","caller":"traceutil/trace.go:171","msg":"trace[861609547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1717; }","duration":"521.72306ms","start":"2026-03-05T23:22:25.251275Z","end":"2026-03-05T23:22:25.772999Z","steps":["trace[861609547] 'agreement among raft nodes before linearized reading' (duration: 521.587476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:25.773024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:25.238587Z","time spent":"534.353974ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:25.773053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:25.25125Z","time spent":"521.793192ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T23:22:53.01982Z","caller":"traceutil/trace.go:171","msg":"trace[1975778816] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1924; }","duration":"162.294149ms","start":"2026-03-05T23:22:52.8575Z","end":"2026-03-05T23:22:53.019794Z","steps":["trace[1975778816] 'read index received' (duration: 162.054164ms)","trace[1975778816] 'applied index is now lower than readState.Index' (duration: 238.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:22:53.01994Z","caller":"traceutil/trace.go:171","msg":"trace[973310899] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"177.425362ms","start":"2026-03-05T23:22:52.842461Z","end":"2026-03-05T23:22:53.019887Z","steps":["trace[973310899] 'process raft request' (duration: 177.178036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:53.02003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.527975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:22:53.02007Z","caller":"traceutil/trace.go:171","msg":"trace[1008250443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1853; }","duration":"162.643078ms","start":"2026-03-05T23:22:52.857417Z","end":"2026-03-05T23:22:53.02006Z","steps":["trace[1008250443] 'agreement among raft nodes before linearized reading' (duration: 162.488104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:58.326705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.459767ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:22:58.326843Z","caller":"traceutil/trace.go:171","msg":"trace[108177385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1874; }","duration":"230.61688ms","start":"2026-03-05T23:22:58.096208Z","end":"2026-03-05T23:22:58.326825Z","steps":["trace[108177385] 'range keys from in-memory index tree' (duration: 230.440906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:58.32726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.187315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:22:58.327535Z","caller":"traceutil/trace.go:171","msg":"trace[1320399786] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1947; }","duration":"229.74803ms","start":"2026-03-05T23:22:58.097764Z","end":"2026-03-05T23:22:58.327512Z","steps":["trace[1320399786] 'read index received' (duration: 13.104985ms)","trace[1320399786] 'applied index is now lower than readState.Index' (duration: 216.641685ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:22:58.327551Z","caller":"traceutil/trace.go:171","msg":"trace[1266677563] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"328.490559ms","start":"2026-03-05T23:22:57.999025Z","end":"2026-03-05T23:22:58.327516Z","steps":["trace[1266677563] 'process raft request' (duration: 111.900566ms)","trace[1266677563] 'compare' (duration: 216.01711ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:22:58.327689Z","caller":"traceutil/trace.go:171","msg":"trace[429530703] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"306.735863ms","start":"2026-03-05T23:22:58.020937Z","end":"2026-03-05T23:22:58.327672Z","steps":["trace[429530703] 'process raft request' (duration: 306.458987ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:58.327787Z","caller":"traceutil/trace.go:171","msg":"trace[2067610301] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"292.302227ms","start":"2026-03-05T23:22:58.035438Z","end":"2026-03-05T23:22:58.32774Z","steps":["trace[2067610301] 'process raft request' (duration: 292.02524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:58.327819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:58.020908Z","time spent":"306.833976ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:58.327993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:57.998994Z","time spent":"328.783146ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:22:58.328084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.265119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T23:22:58.328232Z","caller":"traceutil/trace.go:171","msg":"trace[782533774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1877; }","duration":"229.449753ms","start":"2026-03-05T23:22:58.098748Z","end":"2026-03-05T23:22:58.328198Z","steps":["trace[782533774] 'agreement among raft nodes before linearized reading' (duration: 229.041884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:58.328226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.409936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T23:22:58.328053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.499309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T23:22:58.328386Z","caller":"traceutil/trace.go:171","msg":"trace[7956559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1877; }","duration":"230.631421ms","start":"2026-03-05T23:22:58.097728Z","end":"2026-03-05T23:22:58.328359Z","steps":["trace[7956559] 'agreement among raft nodes before linearized reading' (duration: 230.004006ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:58.328428Z","caller":"traceutil/trace.go:171","msg":"trace[1270153081] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"197.877039ms","start":"2026-03-05T23:22:58.130512Z","end":"2026-03-05T23:22:58.328389Z","steps":["trace[1270153081] 'agreement among raft nodes before linearized reading' (duration: 197.323696ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:22:58.562673Z","caller":"traceutil/trace.go:171","msg":"trace[936003536] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"228.356927ms","start":"2026-03-05T23:22:58.334277Z","end":"2026-03-05T23:22:58.562634Z","steps":["trace[936003536] 'process raft request' (duration: 192.974713ms)","trace[936003536] 'compare' (duration: 35.135488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:22:59.653952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.356076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T23:22:59.654021Z","caller":"traceutil/trace.go:171","msg":"trace[624866804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1883; }","duration":"317.480468ms","start":"2026-03-05T23:22:59.336523Z","end":"2026-03-05T23:22:59.654003Z","steps":["trace[624866804] 'range keys from in-memory index tree' (duration: 317.172111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:22:59.654048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:22:59.336502Z","time spent":"317.540469ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T23:23:00.028515Z","caller":"traceutil/trace.go:171","msg":"trace[881798641] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"136.132657ms","start":"2026-03-05T23:22:59.892335Z","end":"2026-03-05T23:23:00.028467Z","steps":["trace[881798641] 'process raft request' (duration: 135.786749ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:23:05.957226Z","caller":"traceutil/trace.go:171","msg":"trace[1681385599] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"254.805803ms","start":"2026-03-05T23:23:05.702375Z","end":"2026-03-05T23:23:05.957181Z","steps":["trace[1681385599] 'read index received' (duration: 254.715981ms)","trace[1681385599] 'applied index is now lower than readState.Index' (duration: 88.362µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:23:05.95735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:05.603763Z","time spent":"353.572474ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T23:23:05.957445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.059928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T23:23:05.957491Z","caller":"traceutil/trace.go:171","msg":"trace[1396838996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"255.174462ms","start":"2026-03-05T23:23:05.702303Z","end":"2026-03-05T23:23:05.957477Z","steps":["trace[1396838996] 'agreement among raft nodes before linearized reading' (duration: 255.001208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:06.938381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.741088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:23:06.938865Z","caller":"traceutil/trace.go:171","msg":"trace[1243634786] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"979.618276ms","start":"2026-03-05T23:23:05.959207Z","end":"2026-03-05T23:23:06.938825Z","steps":["trace[1243634786] 'process raft request' (duration: 549.306075ms)","trace[1243634786] 'compare' (duration: 429.147905ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:23:06.93874Z","caller":"traceutil/trace.go:171","msg":"trace[354606226] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"780.764474ms","start":"2026-03-05T23:23:06.157938Z","end":"2026-03-05T23:23:06.938702Z","steps":["trace[354606226] 'read index received' (duration: 350.677878ms)","trace[354606226] 'applied index is now lower than readState.Index' (duration: 430.083416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:23:06.939104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:05.959165Z","time spent":"979.78702ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:23:06.939099Z","caller":"traceutil/trace.go:171","msg":"trace[92007386] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"497.290154ms","start":"2026-03-05T23:23:06.441734Z","end":"2026-03-05T23:23:06.939024Z","steps":["trace[92007386] 'process raft request' (duration: 496.830423ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:23:06.939284Z","caller":"traceutil/trace.go:171","msg":"trace[1795349391] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"495.627827ms","start":"2026-03-05T23:23:06.443641Z","end":"2026-03-05T23:23:06.939269Z","steps":["trace[1795349391] 'process raft request' (duration: 495.023693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:06.939382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.443632Z","time spent":"495.704928ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:23:06.93935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.441695Z","time spent":"497.521409ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:23:06.939863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.058437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T23:23:06.939914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.665691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T23:23:06.939967Z","caller":"traceutil/trace.go:171","msg":"trace[1639157295] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1916; }","duration":"147.221091ms","start":"2026-03-05T23:23:06.792719Z","end":"2026-03-05T23:23:06.93994Z","steps":["trace[1639157295] 'agreement among raft nodes before linearized reading' (duration: 147.032567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:06.939984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.558414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T23:23:06.939979Z","caller":"traceutil/trace.go:171","msg":"trace[1238256911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1916; }","duration":"479.776063ms","start":"2026-03-05T23:23:06.460186Z","end":"2026-03-05T23:23:06.939962Z","steps":["trace[1238256911] 'agreement among raft nodes before linearized reading' (duration: 479.535838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:06.940039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.460165Z","time spent":"479.861945ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T23:23:06.940023Z","caller":"traceutil/trace.go:171","msg":"trace[1826792045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1916; }","duration":"339.692267ms","start":"2026-03-05T23:23:06.600318Z","end":"2026-03-05T23:23:06.94001Z","steps":["trace[1826792045] 'agreement among raft nodes before linearized reading' (duration: 339.487072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:06.940092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.600285Z","time spent":"339.797089ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T23:23:06.940157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.519915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-05T23:23:06.940238Z","caller":"traceutil/trace.go:171","msg":"trace[396897939] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"495.743148ms","start":"2026-03-05T23:23:06.444482Z","end":"2026-03-05T23:23:06.940225Z","steps":["trace[396897939] 'process raft request' (duration: 494.727865ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:23:06.940237Z","caller":"traceutil/trace.go:171","msg":"trace[894243558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1916; }","duration":"454.642668ms","start":"2026-03-05T23:23:06.485577Z","end":"2026-03-05T23:23:06.94022Z","steps":["trace[894243558] 'agreement among raft nodes before linearized reading' (duration: 454.410493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:06.940286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.02797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T23:23:06.940289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.48556Z","time spent":"454.72066ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T23:23:06.940318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.444449Z","time spent":"495.823571ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:23:06.940425Z","caller":"traceutil/trace.go:171","msg":"trace[1379048266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"155.191943ms","start":"2026-03-05T23:23:06.785204Z","end":"2026-03-05T23:23:06.940396Z","steps":["trace[1379048266] 'agreement among raft nodes before linearized reading' (duration: 155.02577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:06.941138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.177429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T23:23:06.941207Z","caller":"traceutil/trace.go:171","msg":"trace[364462623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1915; }","duration":"783.318293ms","start":"2026-03-05T23:23:06.157872Z","end":"2026-03-05T23:23:06.94119Z","steps":["trace[364462623] 'agreement among raft nodes before linearized reading' (duration: 781.111882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:06.941872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.157846Z","time spent":"784.003398ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T23:23:07.447539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812318310909069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T23:23:08.34906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.374518ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:23:08.349245Z","caller":"traceutil/trace.go:171","msg":"trace[1912379690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1916; }","duration":"252.570872ms","start":"2026-03-05T23:23:08.096648Z","end":"2026-03-05T23:23:08.349219Z","steps":["trace[1912379690] 'range keys from in-memory index tree' (duration: 252.354186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:08.349743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.070398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:23:08.349988Z","caller":"traceutil/trace.go:171","msg":"trace[1018890641] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1991; }","duration":"1.403371176s","start":"2026-03-05T23:23:06.946604Z","end":"2026-03-05T23:23:08.349975Z","steps":["trace[1018890641] 'read index received' (duration: 940.997171ms)","trace[1018890641] 'applied index is now lower than readState.Index' (duration: 462.372705ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:23:08.350102Z","caller":"traceutil/trace.go:171","msg":"trace[2030311011] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.403347235s","start":"2026-03-05T23:23:06.946744Z","end":"2026-03-05T23:23:08.350091Z","steps":["trace[2030311011] 'process raft request' (duration: 1.40311775s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:08.350175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.946721Z","time spent":"1.403416177s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:23:08.350344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402528317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:23:08.350386Z","caller":"traceutil/trace.go:171","msg":"trace[1310574314] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1919; }","duration":"1.402583067s","start":"2026-03-05T23:23:06.947787Z","end":"2026-03-05T23:23:08.35037Z","steps":["trace[1310574314] 'agreement among raft nodes before linearized reading' (duration: 1.402501066s)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:23:08.350368Z","caller":"traceutil/trace.go:171","msg":"trace[538847382] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.403752184s","start":"2026-03-05T23:23:06.946567Z","end":"2026-03-05T23:23:08.35032Z","steps":["trace[538847382] 'process raft request' (duration: 941.030471ms)","trace[538847382] 'compare' (duration: 461.852383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:23:08.350459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.947776Z","time spent":"1.40266779s","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T23:23:08.350439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403813096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T23:23:08.350537Z","caller":"traceutil/trace.go:171","msg":"trace[77415322] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1919; }","duration":"1.403940989s","start":"2026-03-05T23:23:06.94657Z","end":"2026-03-05T23:23:08.350511Z","steps":["trace[77415322] 'agreement among raft nodes before linearized reading' (duration: 1.403671893s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:08.350544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.306681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T23:23:08.350559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.946544Z","time spent":"1.403926599s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:23:08.350512Z","caller":"traceutil/trace.go:171","msg":"trace[1468546788] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.403624781s","start":"2026-03-05T23:23:06.94683Z","end":"2026-03-05T23:23:08.350455Z","steps":["trace[1468546788] 'process raft request' (duration: 1.40310555s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:08.350597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.946548Z","time spent":"1.404039411s","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-05T23:23:08.350606Z","caller":"traceutil/trace.go:171","msg":"trace[974525111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"565.396423ms","start":"2026-03-05T23:23:07.785193Z","end":"2026-03-05T23:23:08.350589Z","steps":["trace[974525111] 'agreement among raft nodes before linearized reading' (duration: 565.322232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:08.350465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187114316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T23:23:08.350649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:07.785172Z","time spent":"565.468735ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T23:23:08.350673Z","caller":"traceutil/trace.go:171","msg":"trace[546012905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1919; }","duration":"1.187328571s","start":"2026-03-05T23:23:07.163315Z","end":"2026-03-05T23:23:08.350643Z","steps":["trace[546012905] 'agreement among raft nodes before linearized reading' (duration: 1.187030004s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:08.350738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:07.163304Z","time spent":"1.187417634s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T23:23:08.35076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.94679Z","time spent":"1.403846197s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:23:08.35078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385152169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T23:23:08.35088Z","caller":"traceutil/trace.go:171","msg":"trace[842513641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"1.385313633s","start":"2026-03-05T23:23:06.965542Z","end":"2026-03-05T23:23:08.350855Z","steps":["trace[842513641] 'agreement among raft nodes before linearized reading' (duration: 1.384998905s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:08.350937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:06.965529Z","time spent":"1.385398174s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T23:23:08.351152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239658239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-05T23:23:08.351351Z","caller":"traceutil/trace.go:171","msg":"trace[674702172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1919; }","duration":"1.239873034s","start":"2026-03-05T23:23:07.111408Z","end":"2026-03-05T23:23:08.351281Z","steps":["trace[674702172] 'agreement among raft nodes before linearized reading' (duration: 1.239075976s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:23:08.351507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:23:07.111388Z","time spent":"1.240103969s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T23:23:32.606015Z","caller":"traceutil/trace.go:171","msg":"trace[1838228263] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"110.029999ms","start":"2026-03-05T23:23:32.495959Z","end":"2026-03-05T23:23:32.605989Z","steps":["trace[1838228263] 'process raft request' (duration: 109.926847ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:23:32.606067Z","caller":"traceutil/trace.go:171","msg":"trace[2035867048] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"110.652043ms","start":"2026-03-05T23:23:32.495332Z","end":"2026-03-05T23:23:32.605984Z","steps":["trace[2035867048] 'process raft request' (duration: 52.791449ms)","trace[2035867048] 'compare' (duration: 57.548037ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:24:06.109394Z","caller":"traceutil/trace.go:171","msg":"trace[1250080550] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2464; }","duration":"325.042993ms","start":"2026-03-05T23:24:05.784315Z","end":"2026-03-05T23:24:06.109358Z","steps":["trace[1250080550] 'read index received' (duration: 324.829178ms)","trace[1250080550] 'applied index is now lower than readState.Index' (duration: 211.935µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:24:06.109438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:05.60708Z","time spent":"502.346295ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T23:24:06.10985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.296298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:24:06.109981Z","caller":"traceutil/trace.go:171","msg":"trace[945133117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2371; }","duration":"325.717258ms","start":"2026-03-05T23:24:05.784229Z","end":"2026-03-05T23:24:06.109946Z","steps":["trace[945133117] 'agreement among raft nodes before linearized reading' (duration: 325.273578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:06.110039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:05.784199Z","time spent":"325.82982ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:24:33.214851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.350974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:24:33.215124Z","caller":"traceutil/trace.go:171","msg":"trace[1039091875] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"236.795921ms","start":"2026-03-05T23:24:32.978286Z","end":"2026-03-05T23:24:33.215082Z","steps":["trace[1039091875] 'process raft request' (duration: 131.116459ms)","trace[1039091875] 'compare' (duration: 105.213391ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:24:33.215255Z","caller":"traceutil/trace.go:171","msg":"trace[954328315] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"186.939393ms","start":"2026-03-05T23:24:33.02823Z","end":"2026-03-05T23:24:33.215169Z","steps":["trace[954328315] 'process raft request' (duration: 186.857821ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:33.215242Z","caller":"traceutil/trace.go:171","msg":"trace[807895753] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2625; }","duration":"196.016502ms","start":"2026-03-05T23:24:33.019178Z","end":"2026-03-05T23:24:33.215194Z","steps":["trace[807895753] 'read index received' (duration: 90.214496ms)","trace[807895753] 'applied index is now lower than readState.Index' (duration: 105.794785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:24:33.215527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.494936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T23:24:33.21559Z","caller":"traceutil/trace.go:171","msg":"trace[1827909276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2528; }","duration":"237.623519ms","start":"2026-03-05T23:24:32.977954Z","end":"2026-03-05T23:24:33.215578Z","steps":["trace[1827909276] 'agreement among raft nodes before linearized reading' (duration: 237.359433ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:33.372453Z","caller":"traceutil/trace.go:171","msg":"trace[1247758091] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"109.975901ms","start":"2026-03-05T23:24:33.26244Z","end":"2026-03-05T23:24:33.372416Z","steps":["trace[1247758091] 'process raft request' (duration: 67.282089ms)","trace[1247758091] 'compare' (duration: 42.407966ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:24:33.372443Z","caller":"traceutil/trace.go:171","msg":"trace[2047136550] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"109.90292ms","start":"2026-03-05T23:24:33.262472Z","end":"2026-03-05T23:24:33.372375Z","steps":["trace[2047136550] 'process raft request' (duration: 109.826499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:33.98212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.581976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:24:33.982204Z","caller":"traceutil/trace.go:171","msg":"trace[2082855728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2533; }","duration":"196.719319ms","start":"2026-03-05T23:24:33.785465Z","end":"2026-03-05T23:24:33.982185Z","steps":["trace[2082855728] 'range keys from in-memory index tree' (duration: 196.509073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:39.753193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.178657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:24:39.753329Z","caller":"traceutil/trace.go:171","msg":"trace[2064492250] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2657; }","duration":"100.112595ms","start":"2026-03-05T23:24:39.653205Z","end":"2026-03-05T23:24:39.753318Z","steps":["trace[2064492250] 'read index received' (duration: 39.891µs)","trace[2064492250] 'applied index is now lower than readState.Index' (duration: 100.071974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:24:39.753399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.193327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:24:39.75342Z","caller":"traceutil/trace.go:171","msg":"trace[1176738744] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2559; }","duration":"100.261048ms","start":"2026-03-05T23:24:39.653151Z","end":"2026-03-05T23:24:39.753412Z","steps":["trace[1176738744] 'agreement among raft nodes before linearized reading' (duration: 100.203627ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:39.753448Z","caller":"traceutil/trace.go:171","msg":"trace[1072214215] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"360.362926ms","start":"2026-03-05T23:24:39.393047Z","end":"2026-03-05T23:24:39.75341Z","steps":["trace[1072214215] 'process raft request' (duration: 360.219353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:39.753637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:39.393031Z","time spent":"360.500969ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:24:39.753665Z","caller":"traceutil/trace.go:171","msg":"trace[779831627] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"361.985563ms","start":"2026-03-05T23:24:39.39163Z","end":"2026-03-05T23:24:39.753616Z","steps":["trace[779831627] 'process raft request' (duration: 128.310254ms)","trace[779831627] 'compare' (duration: 232.957902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:24:39.753912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:39.391606Z","time spent":"362.157617ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:24:40.562071Z","caller":"traceutil/trace.go:171","msg":"trace[1741503062] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"285.787079ms","start":"2026-03-05T23:24:40.276263Z","end":"2026-03-05T23:24:40.56205Z","steps":["trace[1741503062] 'process raft request' (duration: 285.646196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:41.558134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.71977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:24:41.558255Z","caller":"traceutil/trace.go:171","msg":"trace[2036393588] linearizableReadLoop","detail":"{readStateIndex:2661; appliedIndex:2660; }","duration":"772.417021ms","start":"2026-03-05T23:24:40.785818Z","end":"2026-03-05T23:24:41.558235Z","steps":["trace[2036393588] 'read index received' (duration: 379.602219ms)","trace[2036393588] 'applied index is now lower than readState.Index' (duration: 392.813642ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:24:41.558409Z","caller":"traceutil/trace.go:171","msg":"trace[1834702605] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"1.075224611s","start":"2026-03-05T23:24:40.483141Z","end":"2026-03-05T23:24:41.558365Z","steps":["trace[1834702605] 'process raft request' (duration: 682.173883ms)","trace[1834702605] 'compare' (duration: 392.581907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:24:41.558513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.871471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:24:41.558548Z","caller":"traceutil/trace.go:171","msg":"trace[194452942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2561; }","duration":"772.947763ms","start":"2026-03-05T23:24:40.78559Z","end":"2026-03-05T23:24:41.558538Z","steps":["trace[194452942] 'agreement among raft nodes before linearized reading' (duration: 772.888422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:41.558582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:40.785556Z","time spent":"773.019395ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:24:41.5586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:40.483109Z","time spent":"1.075392705s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:24:42.114381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.720137ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T23:24:42.114986Z","caller":"traceutil/trace.go:171","msg":"trace[834418773] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"995.918686ms","start":"2026-03-05T23:24:41.119043Z","end":"2026-03-05T23:24:42.114962Z","steps":["trace[834418773] 'process raft request' (duration: 995.707451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.115118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.119017Z","time spent":"996.024049ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:24:42.115423Z","caller":"traceutil/trace.go:171","msg":"trace[1927956199] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"356.711402ms","start":"2026-03-05T23:24:41.758669Z","end":"2026-03-05T23:24:42.115381Z","steps":["trace[1927956199] 'process raft request' (duration: 356.579098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:42.115503Z","caller":"traceutil/trace.go:171","msg":"trace[154482103] linearizableReadLoop","detail":"{readStateIndex:2664; appliedIndex:2661; }","duration":"557.180196ms","start":"2026-03-05T23:24:41.55828Z","end":"2026-03-05T23:24:42.115461Z","steps":["trace[154482103] 'read index received' (duration: 2.353904ms)","trace[154482103] 'applied index is now lower than readState.Index' (duration: 554.821002ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:24:42.115538Z","caller":"traceutil/trace.go:171","msg":"trace[1416500582] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"674.009116ms","start":"2026-03-05T23:24:41.441464Z","end":"2026-03-05T23:24:42.115473Z","steps":["trace[1416500582] 'process raft request' (duration: 673.458093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.115654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.758647Z","time spent":"356.893295ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:24:42.115664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.379313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T23:24:42.115719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255690306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T23:24:42.115729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.799315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:24:42.115787Z","caller":"traceutil/trace.go:171","msg":"trace[404175441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2565; }","duration":"1.255786658s","start":"2026-03-05T23:24:40.859979Z","end":"2026-03-05T23:24:42.115766Z","steps":["trace[404175441] 'agreement among raft nodes before linearized reading' (duration: 1.255634945s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.115786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.441442Z","time spent":"674.219581ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:24:42.115804Z","caller":"traceutil/trace.go:171","msg":"trace[579940071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2565; }","duration":"839.465364ms","start":"2026-03-05T23:24:41.276243Z","end":"2026-03-05T23:24:42.115708Z","steps":["trace[579940071] 'agreement among raft nodes before linearized reading' (duration: 839.28901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.115771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066395349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T23:24:42.115832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:40.85996Z","time spent":"1.25586423s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T23:24:42.1158Z","caller":"traceutil/trace.go:171","msg":"trace[1283983508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2565; }","duration":"555.912607ms","start":"2026-03-05T23:24:41.559866Z","end":"2026-03-05T23:24:42.115778Z","steps":["trace[1283983508] 'agreement among raft nodes before linearized reading' (duration: 555.802094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.115849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.276229Z","time spent":"839.608707ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T23:24:42.115886Z","caller":"traceutil/trace.go:171","msg":"trace[151904237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2565; }","duration":"1.066566903s","start":"2026-03-05T23:24:41.049294Z","end":"2026-03-05T23:24:42.115861Z","steps":["trace[151904237] 'agreement among raft nodes before linearized reading' (duration: 1.066189794s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.115919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.559846Z","time spent":"556.03263ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:24:42.115927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.049266Z","time spent":"1.066651734s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T23:24:42.115728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265657516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:24:42.115988Z","caller":"traceutil/trace.go:171","msg":"trace[193856287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2565; }","duration":"1.265975302s","start":"2026-03-05T23:24:40.849999Z","end":"2026-03-05T23:24:42.115974Z","steps":["trace[193856287] 'agreement among raft nodes before linearized reading' (duration: 1.265649045s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.115975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024219237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a158678c5e256\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-05T23:24:42.115967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.892871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-05T23:24:42.116031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:40.849982Z","time spent":"1.266036234s","remote":"127.0.0.1:46478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T23:24:42.116039Z","caller":"traceutil/trace.go:171","msg":"trace[798987403] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a158678c5e256; range_end:; response_count:1; response_revision:2565; }","duration":"1.024341771s","start":"2026-03-05T23:24:41.091687Z","end":"2026-03-05T23:24:42.116028Z","steps":["trace[798987403] 'agreement among raft nodes before linearized reading' (duration: 1.023799278s)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:42.115997Z","caller":"traceutil/trace.go:171","msg":"trace[1386096799] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"355.383351ms","start":"2026-03-05T23:24:41.760139Z","end":"2026-03-05T23:24:42.115522Z","steps":["trace[1386096799] 'process raft request' (duration: 355.197347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.115985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.743767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T23:24:42.11646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.760123Z","time spent":"356.259311ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:24:42.116472Z","caller":"traceutil/trace.go:171","msg":"trace[415331949] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2565; }","duration":"375.290579ms","start":"2026-03-05T23:24:41.741163Z","end":"2026-03-05T23:24:42.116454Z","steps":["trace[415331949] 'agreement among raft nodes before linearized reading' (duration: 374.587833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.116555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.74112Z","time spent":"375.418322ms","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:24:42.116084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.091659Z","time spent":"1.024417952s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a158678c5e256\" "} {"level":"info","ts":"2026-03-05T23:24:42.116096Z","caller":"traceutil/trace.go:171","msg":"trace[1213185553] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2565; }","duration":"776.044224ms","start":"2026-03-05T23:24:41.340022Z","end":"2026-03-05T23:24:42.116067Z","steps":["trace[1213185553] 'agreement among raft nodes before linearized reading' (duration: 775.574374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.116661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.340011Z","time spent":"776.634349ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-05T23:24:42.115992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.578273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:24:42.116761Z","caller":"traceutil/trace.go:171","msg":"trace[199228347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2565; }","duration":"842.483564ms","start":"2026-03-05T23:24:41.27426Z","end":"2026-03-05T23:24:42.116743Z","steps":["trace[199228347] 'agreement among raft nodes before linearized reading' (duration: 841.203484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.116805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.27423Z","time spent":"842.563405ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T23:24:42.1168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.021757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T23:24:42.11706Z","caller":"traceutil/trace.go:171","msg":"trace[150690282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2565; }","duration":"840.633451ms","start":"2026-03-05T23:24:41.276332Z","end":"2026-03-05T23:24:42.116965Z","steps":["trace[150690282] 'agreement among raft nodes before linearized reading' (duration: 839.184068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:42.117246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:24:41.276307Z","time spent":"840.824926ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T23:24:48.269154Z","caller":"traceutil/trace.go:171","msg":"trace[1499044145] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2695; }","duration":"123.010401ms","start":"2026-03-05T23:24:48.146119Z","end":"2026-03-05T23:24:48.269129Z","steps":["trace[1499044145] 'read index received' (duration: 59.282944ms)","trace[1499044145] 'applied index is now lower than readState.Index' (duration: 63.726387ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:24:48.269416Z","caller":"traceutil/trace.go:171","msg":"trace[646518935] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"129.519661ms","start":"2026-03-05T23:24:48.139865Z","end":"2026-03-05T23:24:48.269385Z","steps":["trace[646518935] 'process raft request' (duration: 129.068921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:48.269481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.33849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:24:48.269483Z","caller":"traceutil/trace.go:171","msg":"trace[1237774076] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"129.491891ms","start":"2026-03-05T23:24:48.139955Z","end":"2026-03-05T23:24:48.269447Z","steps":["trace[1237774076] 'process raft request' (duration: 129.125162ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:48.269542Z","caller":"traceutil/trace.go:171","msg":"trace[622440331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2596; }","duration":"123.450903ms","start":"2026-03-05T23:24:48.146074Z","end":"2026-03-05T23:24:48.269525Z","steps":["trace[622440331] 'agreement among raft nodes before linearized reading' (duration: 123.236878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:48.270217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.854892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T23:24:48.270277Z","caller":"traceutil/trace.go:171","msg":"trace[237896496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2596; }","duration":"123.951884ms","start":"2026-03-05T23:24:48.146312Z","end":"2026-03-05T23:24:48.270263Z","steps":["trace[237896496] 'agreement among raft nodes before linearized reading' (duration: 123.754559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:48.270224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.669151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T23:24:48.270378Z","caller":"traceutil/trace.go:171","msg":"trace[1852080211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2596; }","duration":"121.851415ms","start":"2026-03-05T23:24:48.148518Z","end":"2026-03-05T23:24:48.270369Z","steps":["trace[1852080211] 'agreement among raft nodes before linearized reading' (duration: 121.601699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:24:48.270311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.62197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T23:24:48.270316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.800491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T23:24:48.2705Z","caller":"traceutil/trace.go:171","msg":"trace[1976944970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2596; }","duration":"121.856796ms","start":"2026-03-05T23:24:48.148622Z","end":"2026-03-05T23:24:48.270478Z","steps":["trace[1976944970] 'agreement among raft nodes before linearized reading' (duration: 121.449996ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:48.27058Z","caller":"traceutil/trace.go:171","msg":"trace[1157192503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2596; }","duration":"121.156039ms","start":"2026-03-05T23:24:48.149402Z","end":"2026-03-05T23:24:48.270558Z","steps":["trace[1157192503] 'agreement among raft nodes before linearized reading' (duration: 120.679908ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:48.402226Z","caller":"traceutil/trace.go:171","msg":"trace[760953731] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"127.345182ms","start":"2026-03-05T23:24:48.274856Z","end":"2026-03-05T23:24:48.402201Z","steps":["trace[760953731] 'process raft request' (duration: 127.27545ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:48.402273Z","caller":"traceutil/trace.go:171","msg":"trace[2127001583] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"127.414632ms","start":"2026-03-05T23:24:48.274826Z","end":"2026-03-05T23:24:48.40224Z","steps":["trace[2127001583] 'process raft request' (duration: 54.077224ms)","trace[2127001583] 'compare' (duration: 73.087103ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:24:48.402592Z","caller":"traceutil/trace.go:171","msg":"trace[400001463] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"127.381143ms","start":"2026-03-05T23:24:48.275168Z","end":"2026-03-05T23:24:48.402549Z","steps":["trace[400001463] 'process raft request' (duration: 127.002174ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:48.40266Z","caller":"traceutil/trace.go:171","msg":"trace[375273996] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"127.413263ms","start":"2026-03-05T23:24:48.275231Z","end":"2026-03-05T23:24:48.402644Z","steps":["trace[375273996] 'process raft request' (duration: 127.179047ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:48.402682Z","caller":"traceutil/trace.go:171","msg":"trace[1015207104] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"126.789969ms","start":"2026-03-05T23:24:48.275855Z","end":"2026-03-05T23:24:48.402645Z","steps":["trace[1015207104] 'process raft request' (duration: 126.731067ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:24:49.724226Z","caller":"traceutil/trace.go:171","msg":"trace[1761003374] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"102.375166ms","start":"2026-03-05T23:24:49.621829Z","end":"2026-03-05T23:24:49.724204Z","steps":["trace[1761003374] 'process raft request' (duration: 102.233553ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:13.564038Z","caller":"traceutil/trace.go:171","msg":"trace[1344719750] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"160.018341ms","start":"2026-03-05T23:28:13.403993Z","end":"2026-03-05T23:28:13.564011Z","steps":["trace[1344719750] 'process raft request' (duration: 159.800356ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:19.614836Z","caller":"traceutil/trace.go:171","msg":"trace[1992153157] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"120.408923ms","start":"2026-03-05T23:28:19.494402Z","end":"2026-03-05T23:28:19.61481Z","steps":["trace[1992153157] 'process raft request' (duration: 120.240019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:19.615331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.059672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-794rr\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-03-05T23:28:19.615399Z","caller":"traceutil/trace.go:171","msg":"trace[159713134] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-794rr; range_end:; response_count:1; response_revision:4243; }","duration":"111.148684ms","start":"2026-03-05T23:28:19.504235Z","end":"2026-03-05T23:28:19.615384Z","steps":["trace[159713134] 'agreement among raft nodes before linearized reading' (duration: 110.900348ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:19.615095Z","caller":"traceutil/trace.go:171","msg":"trace[1736862807] linearizableReadLoop","detail":"{readStateIndex:4414; appliedIndex:4413; }","duration":"110.518338ms","start":"2026-03-05T23:28:19.504254Z","end":"2026-03-05T23:28:19.614773Z","steps":["trace[1736862807] 'read index received' (duration: 110.353684ms)","trace[1736862807] 'applied index is now lower than readState.Index' (duration: 163.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:21.896067Z","caller":"traceutil/trace.go:171","msg":"trace[1738319121] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"329.254002ms","start":"2026-03-05T23:28:21.566781Z","end":"2026-03-05T23:28:21.896035Z","steps":["trace[1738319121] 'process raft request' (duration: 329.087458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:21.896252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:21.566752Z","time spent":"329.409955ms","remote":"127.0.0.1:39872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3211,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:28:21.896166Z","caller":"traceutil/trace.go:171","msg":"trace[1168336051] linearizableReadLoop","detail":"{readStateIndex:4475; appliedIndex:4475; }","duration":"321.731913ms","start":"2026-03-05T23:28:21.574397Z","end":"2026-03-05T23:28:21.896129Z","steps":["trace[1168336051] 'read index received' (duration: 321.719043ms)","trace[1168336051] 'applied index is now lower than readState.Index' (duration: 10.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:28:21.89649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.061602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T23:28:21.896607Z","caller":"traceutil/trace.go:171","msg":"trace[235191977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4303; }","duration":"322.255316ms","start":"2026-03-05T23:28:21.574328Z","end":"2026-03-05T23:28:21.896583Z","steps":["trace[235191977] 'agreement among raft nodes before linearized reading' (duration: 321.906028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:21.896664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:21.574304Z","time spent":"322.351628ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T23:28:21.901341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.445493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-03-05T23:28:21.901471Z","caller":"traceutil/trace.go:171","msg":"trace[494129816] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4303; }","duration":"290.659167ms","start":"2026-03-05T23:28:21.610783Z","end":"2026-03-05T23:28:21.901442Z","steps":["trace[494129816] 'agreement among raft nodes before linearized reading' (duration: 290.418522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:21.90162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.788162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T23:28:21.901682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.948914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:28:21.901717Z","caller":"traceutil/trace.go:171","msg":"trace[1540412345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4303; }","duration":"185.922626ms","start":"2026-03-05T23:28:21.715764Z","end":"2026-03-05T23:28:21.901687Z","steps":["trace[1540412345] 'agreement among raft nodes before linearized reading' (duration: 185.628749ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:21.901742Z","caller":"traceutil/trace.go:171","msg":"trace[1070346491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4303; }","duration":"115.090297ms","start":"2026-03-05T23:28:21.786636Z","end":"2026-03-05T23:28:21.901726Z","steps":["trace[1070346491] 'agreement among raft nodes before linearized reading' (duration: 114.972394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:21.901856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.920058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T23:28:21.901888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.814252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T23:28:21.901913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.295707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T23:28:21.901956Z","caller":"traceutil/trace.go:171","msg":"trace[409866444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4303; }","duration":"266.931335ms","start":"2026-03-05T23:28:21.63501Z","end":"2026-03-05T23:28:21.901941Z","steps":["trace[409866444] 'agreement among raft nodes before linearized reading' (duration: 266.664869ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:21.901954Z","caller":"traceutil/trace.go:171","msg":"trace[186247706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4303; }","duration":"268.095333ms","start":"2026-03-05T23:28:21.633838Z","end":"2026-03-05T23:28:21.901934Z","steps":["trace[186247706] 'agreement among raft nodes before linearized reading' (duration: 267.728874ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:21.901979Z","caller":"traceutil/trace.go:171","msg":"trace[792667914] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4303; }","duration":"236.038043ms","start":"2026-03-05T23:28:21.665921Z","end":"2026-03-05T23:28:21.901959Z","steps":["trace[792667914] 'process raft request' (duration: 235.07282ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:21.902018Z","caller":"traceutil/trace.go:171","msg":"trace[1634309048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4303; }","duration":"176.42805ms","start":"2026-03-05T23:28:21.725568Z","end":"2026-03-05T23:28:21.901996Z","steps":["trace[1634309048] 'agreement among raft nodes before linearized reading' (duration: 176.175304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:21.90195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.245114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T23:28:21.902239Z","caller":"traceutil/trace.go:171","msg":"trace[280334051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4303; }","duration":"270.550881ms","start":"2026-03-05T23:28:21.631666Z","end":"2026-03-05T23:28:21.902217Z","steps":["trace[280334051] 'agreement among raft nodes before linearized reading' (duration: 270.11213ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:23.683769Z","caller":"traceutil/trace.go:171","msg":"trace[2121970902] linearizableReadLoop","detail":"{readStateIndex:4557; appliedIndex:4556; }","duration":"175.208527ms","start":"2026-03-05T23:28:23.508533Z","end":"2026-03-05T23:28:23.683742Z","steps":["trace[2121970902] 'read index received' (duration: 175.111065ms)","trace[2121970902] 'applied index is now lower than readState.Index' (duration: 96.232µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:23.683831Z","caller":"traceutil/trace.go:171","msg":"trace[1041092070] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"178.196057ms","start":"2026-03-05T23:28:23.505599Z","end":"2026-03-05T23:28:23.683795Z","steps":["trace[1041092070] 'process raft request' (duration: 177.979022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:23.684241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.656198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-03-05T23:28:23.684366Z","caller":"traceutil/trace.go:171","msg":"trace[463246408] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4383; }","duration":"175.818821ms","start":"2026-03-05T23:28:23.508521Z","end":"2026-03-05T23:28:23.684339Z","steps":["trace[463246408] 'agreement among raft nodes before linearized reading' (duration: 175.374731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:23.729276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.114998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50b78c26-6360-4b9b-a0e6-9b58e5d71f0b\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-03-05T23:28:23.729349Z","caller":"traceutil/trace.go:171","msg":"trace[1799096404] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50b78c26-6360-4b9b-a0e6-9b58e5d71f0b; range_end:; response_count:1; response_revision:4384; }","duration":"176.249632ms","start":"2026-03-05T23:28:23.553081Z","end":"2026-03-05T23:28:23.729331Z","steps":["trace[1799096404] 'agreement among raft nodes before linearized reading' (duration: 176.109948ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:23.72964Z","caller":"traceutil/trace.go:171","msg":"trace[530044692] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"199.155355ms","start":"2026-03-05T23:28:23.530447Z","end":"2026-03-05T23:28:23.729603Z","steps":["trace[530044692] 'process raft request' (duration: 198.611592ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:23.850125Z","caller":"traceutil/trace.go:171","msg":"trace[1799031207] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"113.874912ms","start":"2026-03-05T23:28:23.736218Z","end":"2026-03-05T23:28:23.850093Z","steps":["trace[1799031207] 'process raft request' (duration: 113.499483ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:24.098198Z","caller":"traceutil/trace.go:171","msg":"trace[747005914] linearizableReadLoop","detail":"{readStateIndex:4560; appliedIndex:4559; }","duration":"220.525792ms","start":"2026-03-05T23:28:23.877641Z","end":"2026-03-05T23:28:24.098167Z","steps":["trace[747005914] 'read index received' (duration: 220.286886ms)","trace[747005914] 'applied index is now lower than readState.Index' (duration: 237.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:24.098353Z","caller":"traceutil/trace.go:171","msg":"trace[550894977] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"241.564771ms","start":"2026-03-05T23:28:23.856731Z","end":"2026-03-05T23:28:24.098296Z","steps":["trace[550894977] 'process raft request' (duration: 241.212652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:24.098582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.90889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-05T23:28:24.098657Z","caller":"traceutil/trace.go:171","msg":"trace[1204978378] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4386; }","duration":"221.052144ms","start":"2026-03-05T23:28:23.877583Z","end":"2026-03-05T23:28:24.098635Z","steps":["trace[1204978378] 'agreement among raft nodes before linearized reading' (duration: 220.773957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:24.098768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.791131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T23:28:24.098843Z","caller":"traceutil/trace.go:171","msg":"trace[593331244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4386; }","duration":"186.930684ms","start":"2026-03-05T23:28:23.911893Z","end":"2026-03-05T23:28:24.098824Z","steps":["trace[593331244] 'agreement among raft nodes before linearized reading' (duration: 186.720369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:24.099093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.082953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T23:28:24.099124Z","caller":"traceutil/trace.go:171","msg":"trace[1686116454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4386; }","duration":"183.141074ms","start":"2026-03-05T23:28:23.915974Z","end":"2026-03-05T23:28:24.099115Z","steps":["trace[1686116454] 'agreement among raft nodes before linearized reading' (duration: 183.052352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:24.099187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.730005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T23:28:24.099264Z","caller":"traceutil/trace.go:171","msg":"trace[1350701924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4386; }","duration":"182.846857ms","start":"2026-03-05T23:28:23.916398Z","end":"2026-03-05T23:28:24.099245Z","steps":["trace[1350701924] 'agreement among raft nodes before linearized reading' (duration: 182.568221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:24.099317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.675078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:28:24.099369Z","caller":"traceutil/trace.go:171","msg":"trace[895518721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4386; }","duration":"183.77974ms","start":"2026-03-05T23:28:23.915574Z","end":"2026-03-05T23:28:24.099354Z","steps":["trace[895518721] 'agreement among raft nodes before linearized reading' (duration: 183.636686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:24.099516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.95671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T23:28:24.099578Z","caller":"traceutil/trace.go:171","msg":"trace[1388934726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4386; }","duration":"183.081063ms","start":"2026-03-05T23:28:23.916476Z","end":"2026-03-05T23:28:24.099557Z","steps":["trace[1388934726] 'agreement among raft nodes before linearized reading' (duration: 182.498929ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:24.25708Z","caller":"traceutil/trace.go:171","msg":"trace[197250258] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"145.82555ms","start":"2026-03-05T23:28:24.11122Z","end":"2026-03-05T23:28:24.257046Z","steps":["trace[197250258] 'process raft request' (duration: 145.606285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:24.257289Z","caller":"traceutil/trace.go:171","msg":"trace[1627120618] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"145.86742ms","start":"2026-03-05T23:28:24.111399Z","end":"2026-03-05T23:28:24.257266Z","steps":["trace[1627120618] 'process raft request' (duration: 145.600034ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:24.257522Z","caller":"traceutil/trace.go:171","msg":"trace[2134542061] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"152.709643ms","start":"2026-03-05T23:28:24.104798Z","end":"2026-03-05T23:28:24.257508Z","steps":["trace[2134542061] 'process raft request' (duration: 152.393626ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:24.257571Z","caller":"traceutil/trace.go:171","msg":"trace[1004523243] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"152.708403ms","start":"2026-03-05T23:28:24.104854Z","end":"2026-03-05T23:28:24.257563Z","steps":["trace[1004523243] 'process raft request' (duration: 152.55816ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:24.257595Z","caller":"traceutil/trace.go:171","msg":"trace[1823131917] linearizableReadLoop","detail":"{readStateIndex:4566; appliedIndex:4560; }","duration":"144.001906ms","start":"2026-03-05T23:28:24.113567Z","end":"2026-03-05T23:28:24.257569Z","steps":["trace[1823131917] 'read index received' (duration: 34.519509ms)","trace[1823131917] 'applied index is now lower than readState.Index' (duration: 109.481047ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:24.257751Z","caller":"traceutil/trace.go:171","msg":"trace[203902174] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"145.878401ms","start":"2026-03-05T23:28:24.111854Z","end":"2026-03-05T23:28:24.257733Z","steps":["trace[203902174] 'process raft request' (duration: 145.650196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:24.257931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.358134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-05T23:28:24.257961Z","caller":"traceutil/trace.go:171","msg":"trace[1212669406] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4392; }","duration":"144.460298ms","start":"2026-03-05T23:28:24.11349Z","end":"2026-03-05T23:28:24.25795Z","steps":["trace[1212669406] 'agreement among raft nodes before linearized reading' (duration: 144.330884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:24.257996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.079295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-05T23:28:24.258067Z","caller":"traceutil/trace.go:171","msg":"trace[998263962] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4392; }","duration":"127.207708ms","start":"2026-03-05T23:28:24.13083Z","end":"2026-03-05T23:28:24.258038Z","steps":["trace[998263962] 'agreement among raft nodes before linearized reading' (duration: 126.998133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:27.831639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.005646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-05T23:28:27.831775Z","caller":"traceutil/trace.go:171","msg":"trace[1220625691] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4483; }","duration":"101.18905ms","start":"2026-03-05T23:28:27.730545Z","end":"2026-03-05T23:28:27.831734Z","steps":["trace[1220625691] 'range keys from in-memory index tree' (duration: 100.803541ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:27.922972Z","caller":"traceutil/trace.go:171","msg":"trace[1360386390] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"152.779305ms","start":"2026-03-05T23:28:27.770152Z","end":"2026-03-05T23:28:27.922931Z","steps":["trace[1360386390] 'process raft request' (duration: 152.260192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:28.04355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.09653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:28:28.043729Z","caller":"traceutil/trace.go:171","msg":"trace[1109882827] linearizableReadLoop","detail":"{readStateIndex:4663; appliedIndex:4662; }","duration":"112.157711ms","start":"2026-03-05T23:28:27.931552Z","end":"2026-03-05T23:28:28.04371Z","steps":["trace[1109882827] 'read index received' (duration: 7.716013ms)","trace[1109882827] 'applied index is now lower than readState.Index' (duration: 104.440408ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:28.043773Z","caller":"traceutil/trace.go:171","msg":"trace[1864559139] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"115.568652ms","start":"2026-03-05T23:28:27.928153Z","end":"2026-03-05T23:28:28.043722Z","steps":["trace[1864559139] 'process raft request' (duration: 11.154924ms)","trace[1864559139] 'compare' (duration: 103.880655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:28:28.044695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.605852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14497"} {"level":"info","ts":"2026-03-05T23:28:28.044814Z","caller":"traceutil/trace.go:171","msg":"trace[820614317] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4485; }","duration":"113.279468ms","start":"2026-03-05T23:28:27.93151Z","end":"2026-03-05T23:28:28.044789Z","steps":["trace[820614317] 'agreement among raft nodes before linearized reading' (duration: 112.350666ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.243789Z","caller":"traceutil/trace.go:171","msg":"trace[1510282424] linearizableReadLoop","detail":"{readStateIndex:4664; appliedIndex:4663; }","duration":"174.691694ms","start":"2026-03-05T23:28:28.06907Z","end":"2026-03-05T23:28:28.243761Z","steps":["trace[1510282424] 'read index received' (duration: 100.359461ms)","trace[1510282424] 'applied index is now lower than readState.Index' (duration: 74.330393ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:28.243967Z","caller":"traceutil/trace.go:171","msg":"trace[1603448574] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"186.31675ms","start":"2026-03-05T23:28:28.057481Z","end":"2026-03-05T23:28:28.243798Z","steps":["trace[1603448574] 'process raft request' (duration: 112.037308ms)","trace[1603448574] 'compare' (duration: 74.082957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:28:28.24398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.875848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:28:28.244225Z","caller":"traceutil/trace.go:171","msg":"trace[1023250449] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4486; }","duration":"175.180505ms","start":"2026-03-05T23:28:28.069023Z","end":"2026-03-05T23:28:28.244203Z","steps":["trace[1023250449] 'agreement among raft nodes before linearized reading' (duration: 174.873348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:28.244285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.092772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T23:28:28.244349Z","caller":"traceutil/trace.go:171","msg":"trace[1662945022] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4486; }","duration":"110.193654ms","start":"2026-03-05T23:28:28.134136Z","end":"2026-03-05T23:28:28.24433Z","steps":["trace[1662945022] 'agreement among raft nodes before linearized reading' (duration: 110.02144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:28.244333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.319605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-05T23:28:28.244475Z","caller":"traceutil/trace.go:171","msg":"trace[519756374] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4486; }","duration":"174.55742ms","start":"2026-03-05T23:28:28.069898Z","end":"2026-03-05T23:28:28.244456Z","steps":["trace[519756374] 'agreement among raft nodes before linearized reading' (duration: 174.018248ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.467135Z","caller":"traceutil/trace.go:171","msg":"trace[810228965] linearizableReadLoop","detail":"{readStateIndex:4666; appliedIndex:4665; }","duration":"173.746072ms","start":"2026-03-05T23:28:28.293357Z","end":"2026-03-05T23:28:28.467103Z","steps":["trace[810228965] 'read index received' (duration: 126.560512ms)","trace[810228965] 'applied index is now lower than readState.Index' (duration: 47.18412ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:28.467452Z","caller":"traceutil/trace.go:171","msg":"trace[193796354] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"209.222754ms","start":"2026-03-05T23:28:28.258215Z","end":"2026-03-05T23:28:28.467438Z","steps":["trace[193796354] 'process raft request' (duration: 161.682376ms)","trace[193796354] 'compare' (duration: 46.715988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:28:28.467829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.722202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T23:28:28.467871Z","caller":"traceutil/trace.go:171","msg":"trace[1688530143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4488; }","duration":"192.805334ms","start":"2026-03-05T23:28:28.275056Z","end":"2026-03-05T23:28:28.467862Z","steps":["trace[1688530143] 'agreement among raft nodes before linearized reading' (duration: 192.609649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:28.468094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.783994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T23:28:28.468107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.30108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-05T23:28:28.468238Z","caller":"traceutil/trace.go:171","msg":"trace[1426233043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4488; }","duration":"195.935978ms","start":"2026-03-05T23:28:28.272252Z","end":"2026-03-05T23:28:28.468188Z","steps":["trace[1426233043] 'agreement among raft nodes before linearized reading' (duration: 195.618631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:28.468264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.050234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T23:28:28.468296Z","caller":"traceutil/trace.go:171","msg":"trace[1031546311] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4488; }","duration":"170.456904ms","start":"2026-03-05T23:28:28.297744Z","end":"2026-03-05T23:28:28.468201Z","steps":["trace[1031546311] 'agreement among raft nodes before linearized reading' (duration: 170.064174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:28.4683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.585111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:28:28.468345Z","caller":"traceutil/trace.go:171","msg":"trace[1003723085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4488; }","duration":"194.206097ms","start":"2026-03-05T23:28:28.274121Z","end":"2026-03-05T23:28:28.468327Z","steps":["trace[1003723085] 'agreement among raft nodes before linearized reading' (duration: 193.899759ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.468388Z","caller":"traceutil/trace.go:171","msg":"trace[507399474] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:4488; }","duration":"120.786456ms","start":"2026-03-05T23:28:28.347584Z","end":"2026-03-05T23:28:28.468371Z","steps":["trace[507399474] 'agreement among raft nodes before linearized reading' (duration: 120.459248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:28.468372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.548271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:28:28.468506Z","caller":"traceutil/trace.go:171","msg":"trace[1474740111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4488; }","duration":"193.767506ms","start":"2026-03-05T23:28:28.274708Z","end":"2026-03-05T23:28:28.468476Z","steps":["trace[1474740111] 'agreement among raft nodes before linearized reading' (duration: 193.272654ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.619075Z","caller":"traceutil/trace.go:171","msg":"trace[1854732150] linearizableReadLoop","detail":"{readStateIndex:4667; appliedIndex:4666; }","duration":"145.320028ms","start":"2026-03-05T23:28:28.473735Z","end":"2026-03-05T23:28:28.619055Z","steps":["trace[1854732150] 'read index received' (duration: 119.623µs)","trace[1854732150] 'applied index is now lower than readState.Index' (duration: 145.199545ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:28.619147Z","caller":"traceutil/trace.go:171","msg":"trace[1301453842] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"145.42333ms","start":"2026-03-05T23:28:28.47369Z","end":"2026-03-05T23:28:28.619113Z","steps":["trace[1301453842] 'process raft request' (duration: 145.216045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:28.619295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.530533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-05T23:28:28.619332Z","caller":"traceutil/trace.go:171","msg":"trace[1028798854] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4489; }","duration":"145.592164ms","start":"2026-03-05T23:28:28.473727Z","end":"2026-03-05T23:28:28.619319Z","steps":["trace[1028798854] 'agreement among raft nodes before linearized reading' (duration: 145.43847ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.63009Z","caller":"traceutil/trace.go:171","msg":"trace[1110780939] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"156.329489ms","start":"2026-03-05T23:28:28.473733Z","end":"2026-03-05T23:28:28.630062Z","steps":["trace[1110780939] 'process raft request' (duration: 156.032682ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.630123Z","caller":"traceutil/trace.go:171","msg":"trace[1893108193] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"156.317168ms","start":"2026-03-05T23:28:28.473775Z","end":"2026-03-05T23:28:28.630092Z","steps":["trace[1893108193] 'process raft request' (duration: 156.195816ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.630362Z","caller":"traceutil/trace.go:171","msg":"trace[173774439] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"156.416451ms","start":"2026-03-05T23:28:28.473913Z","end":"2026-03-05T23:28:28.630329Z","steps":["trace[173774439] 'process raft request' (duration: 156.100934ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.630495Z","caller":"traceutil/trace.go:171","msg":"trace[1958969479] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"156.539014ms","start":"2026-03-05T23:28:28.473942Z","end":"2026-03-05T23:28:28.630481Z","steps":["trace[1958969479] 'process raft request' (duration: 156.414961ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.630426Z","caller":"traceutil/trace.go:171","msg":"trace[1153970346] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"156.530974ms","start":"2026-03-05T23:28:28.473883Z","end":"2026-03-05T23:28:28.630414Z","steps":["trace[1153970346] 'process raft request' (duration: 156.37083ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.630621Z","caller":"traceutil/trace.go:171","msg":"trace[834722622] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"156.407531ms","start":"2026-03-05T23:28:28.474195Z","end":"2026-03-05T23:28:28.630603Z","steps":["trace[834722622] 'process raft request' (duration: 156.201126ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:28.630753Z","caller":"traceutil/trace.go:171","msg":"trace[110233716] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"154.226899ms","start":"2026-03-05T23:28:28.476512Z","end":"2026-03-05T23:28:28.630738Z","steps":["trace[110233716] 'process raft request' (duration: 153.917761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:28.631251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.972684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-05T23:28:28.631288Z","caller":"traceutil/trace.go:171","msg":"trace[876187973] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4497; }","duration":"157.049906ms","start":"2026-03-05T23:28:28.47423Z","end":"2026-03-05T23:28:28.63128Z","steps":["trace[876187973] 'agreement among raft nodes before linearized reading' (duration: 156.852541ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:29.757525Z","caller":"traceutil/trace.go:171","msg":"trace[1275053614] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"169.710337ms","start":"2026-03-05T23:28:29.587786Z","end":"2026-03-05T23:28:29.757496Z","steps":["trace[1275053614] 'process raft request' (duration: 169.539653ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:29.808285Z","caller":"traceutil/trace.go:171","msg":"trace[2069668412] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"214.497369ms","start":"2026-03-05T23:28:29.593749Z","end":"2026-03-05T23:28:29.808246Z","steps":["trace[2069668412] 'process raft request' (duration: 214.082469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:31.201539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.208353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719288"} {"level":"info","ts":"2026-03-05T23:28:31.205852Z","caller":"traceutil/trace.go:171","msg":"trace[689439649] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4618; }","duration":"358.566076ms","start":"2026-03-05T23:28:30.847254Z","end":"2026-03-05T23:28:31.20582Z","steps":["trace[689439649] 'range keys from in-memory index tree' (duration: 353.566278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:31.205919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:30.847233Z","time spent":"358.669449ms","remote":"127.0.0.1:58740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719312,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-05T23:28:31.441068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.486715ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T23:28:31.441277Z","caller":"traceutil/trace.go:171","msg":"trace[187802622] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4798; }","duration":"282.443331ms","start":"2026-03-05T23:28:31.158804Z","end":"2026-03-05T23:28:31.441247Z","steps":["trace[187802622] 'read index received' (duration: 93.690643ms)","trace[187802622] 'applied index is now lower than readState.Index' (duration: 188.749938ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:31.441367Z","caller":"traceutil/trace.go:171","msg":"trace[1937415980] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"272.284109ms","start":"2026-03-05T23:28:31.169065Z","end":"2026-03-05T23:28:31.441349Z","steps":["trace[1937415980] 'process raft request' (duration: 272.115145ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:31.441655Z","caller":"traceutil/trace.go:171","msg":"trace[2147344988] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"271.172143ms","start":"2026-03-05T23:28:31.170472Z","end":"2026-03-05T23:28:31.441644Z","steps":["trace[2147344988] 'process raft request' (duration: 270.844545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:31.441866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.042385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fff0fd6c-0597-488f-b02d-ca42639f83d0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-05T23:28:31.441936Z","caller":"traceutil/trace.go:171","msg":"trace[1350973187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fff0fd6c-0597-488f-b02d-ca42639f83d0; range_end:; response_count:1; response_revision:4620; }","duration":"283.169638ms","start":"2026-03-05T23:28:31.158747Z","end":"2026-03-05T23:28:31.441917Z","steps":["trace[1350973187] 'agreement among raft nodes before linearized reading' (duration: 282.646105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:31.442128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.688516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:28:31.442188Z","caller":"traceutil/trace.go:171","msg":"trace[1217823954] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4621; }","duration":"220.767938ms","start":"2026-03-05T23:28:31.221409Z","end":"2026-03-05T23:28:31.442177Z","steps":["trace[1217823954] 'agreement among raft nodes before linearized reading' (duration: 220.639845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:31.442331Z","caller":"traceutil/trace.go:171","msg":"trace[114850007] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"270.715472ms","start":"2026-03-05T23:28:31.17161Z","end":"2026-03-05T23:28:31.442325Z","steps":["trace[114850007] 'process raft request' (duration: 269.934194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:43.788893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.832158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:28:43.78905Z","caller":"traceutil/trace.go:171","msg":"trace[1722682257] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"253.319629ms","start":"2026-03-05T23:28:43.535709Z","end":"2026-03-05T23:28:43.789028Z","steps":["trace[1722682257] 'process raft request' (duration: 121.230335ms)","trace[1722682257] 'compare' (duration: 131.514271ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:43.830338Z","caller":"traceutil/trace.go:171","msg":"trace[271576447] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"242.009491ms","start":"2026-03-05T23:28:43.588294Z","end":"2026-03-05T23:28:43.830303Z","steps":["trace[271576447] 'process raft request' (duration: 241.694274ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:43.830868Z","caller":"traceutil/trace.go:171","msg":"trace[1721397607] linearizableReadLoop","detail":"{readStateIndex:5029; appliedIndex:5027; }","duration":"155.54466ms","start":"2026-03-05T23:28:43.6753Z","end":"2026-03-05T23:28:43.830844Z","steps":["trace[1721397607] 'read index received' (duration: 154.580697ms)","trace[1721397607] 'applied index is now lower than readState.Index' (duration: 962.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:43.830989Z","caller":"traceutil/trace.go:171","msg":"trace[1372089059] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"240.047745ms","start":"2026-03-05T23:28:43.590928Z","end":"2026-03-05T23:28:43.830976Z","steps":["trace[1372089059] 'process raft request' (duration: 239.250556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:43.831113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.782036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:28:43.831212Z","caller":"traceutil/trace.go:171","msg":"trace[1395534014] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4840; }","duration":"155.931949ms","start":"2026-03-05T23:28:43.67526Z","end":"2026-03-05T23:28:43.831192Z","steps":["trace[1395534014] 'agreement among raft nodes before linearized reading' (duration: 155.761045ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:44.01755Z","caller":"traceutil/trace.go:171","msg":"trace[468128951] linearizableReadLoop","detail":"{readStateIndex:5030; appliedIndex:5029; }","duration":"141.901877ms","start":"2026-03-05T23:28:43.87562Z","end":"2026-03-05T23:28:44.017521Z","steps":["trace[468128951] 'read index received' (duration: 70.763759ms)","trace[468128951] 'applied index is now lower than readState.Index' (duration: 71.136398ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:44.017714Z","caller":"traceutil/trace.go:171","msg":"trace[1111211968] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"176.751893ms","start":"2026-03-05T23:28:43.84095Z","end":"2026-03-05T23:28:44.017702Z","steps":["trace[1111211968] 'process raft request' (duration: 105.540974ms)","trace[1111211968] 'compare' (duration: 70.851941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:28:44.018138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.500891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-05T23:28:44.018251Z","caller":"traceutil/trace.go:171","msg":"trace[1911704540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4841; }","duration":"142.637074ms","start":"2026-03-05T23:28:43.875563Z","end":"2026-03-05T23:28:44.0182Z","steps":["trace[1911704540] 'agreement among raft nodes before linearized reading' (duration: 142.289496ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:50.232628Z","caller":"traceutil/trace.go:171","msg":"trace[1318182771] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"153.547362ms","start":"2026-03-05T23:28:50.079061Z","end":"2026-03-05T23:28:50.232608Z","steps":["trace[1318182771] 'process raft request' (duration: 153.424699ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:50.232774Z","caller":"traceutil/trace.go:171","msg":"trace[73901477] linearizableReadLoop","detail":"{readStateIndex:5101; appliedIndex:5101; }","duration":"152.549959ms","start":"2026-03-05T23:28:50.080193Z","end":"2026-03-05T23:28:50.232743Z","steps":["trace[73901477] 'read index received' (duration: 152.527208ms)","trace[73901477] 'applied index is now lower than readState.Index' (duration: 19.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:28:50.233036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.822796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-05T23:28:50.233134Z","caller":"traceutil/trace.go:171","msg":"trace[2135191712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4911; }","duration":"152.974679ms","start":"2026-03-05T23:28:50.080136Z","end":"2026-03-05T23:28:50.233111Z","steps":["trace[2135191712] 'agreement among raft nodes before linearized reading' (duration: 152.686282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:52.789022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.214804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T23:28:52.789143Z","caller":"traceutil/trace.go:171","msg":"trace[775890664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4977; }","duration":"166.383568ms","start":"2026-03-05T23:28:52.622732Z","end":"2026-03-05T23:28:52.789115Z","steps":["trace[775890664] 'range keys from in-memory index tree' (duration: 165.978878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:52.789179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.481754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T23:28:52.789235Z","caller":"traceutil/trace.go:171","msg":"trace[590615390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4977; }","duration":"237.608797ms","start":"2026-03-05T23:28:52.551617Z","end":"2026-03-05T23:28:52.789226Z","steps":["trace[590615390] 'range keys from in-memory index tree' (duration: 236.997332ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:53.104084Z","caller":"traceutil/trace.go:171","msg":"trace[1156290773] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"310.594488ms","start":"2026-03-05T23:28:52.793382Z","end":"2026-03-05T23:28:53.103977Z","steps":["trace[1156290773] 'read index received' (duration: 310.440905ms)","trace[1156290773] 'applied index is now lower than readState.Index' (duration: 152.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:28:53.104144Z","caller":"traceutil/trace.go:171","msg":"trace[105542492] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"311.435608ms","start":"2026-03-05T23:28:52.792658Z","end":"2026-03-05T23:28:53.104094Z","steps":["trace[105542492] 'process raft request' (duration: 311.137881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.104389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:52.792641Z","time spent":"311.590173ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:28:53.10459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.171672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18334"} {"level":"info","ts":"2026-03-05T23:28:53.104756Z","caller":"traceutil/trace.go:171","msg":"trace[1748460250] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4978; }","duration":"311.370127ms","start":"2026-03-05T23:28:52.793367Z","end":"2026-03-05T23:28:53.104737Z","steps":["trace[1748460250] 'agreement among raft nodes before linearized reading' (duration: 310.834614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.104831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:52.79336Z","time spent":"311.434558ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18358,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T23:28:53.157392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.131467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ced7f58-f183-443d-a268-8eba8ddd5c56\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-05T23:28:53.15745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.475808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T23:28:53.157466Z","caller":"traceutil/trace.go:171","msg":"trace[1798847667] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ced7f58-f183-443d-a268-8eba8ddd5c56; range_end:; response_count:1; response_revision:4979; }","duration":"342.234379ms","start":"2026-03-05T23:28:52.815214Z","end":"2026-03-05T23:28:53.157449Z","steps":["trace[1798847667] 'agreement among raft nodes before linearized reading' (duration: 342.035534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.15748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.015286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-05T23:28:53.157491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.235879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:28:53.157499Z","caller":"traceutil/trace.go:171","msg":"trace[1604354873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4979; }","duration":"316.57043ms","start":"2026-03-05T23:28:52.840915Z","end":"2026-03-05T23:28:53.157485Z","steps":["trace[1604354873] 'agreement among raft nodes before linearized reading' (duration: 316.435517ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:53.15755Z","caller":"traceutil/trace.go:171","msg":"trace[1433829380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:4979; }","duration":"313.110598ms","start":"2026-03-05T23:28:52.844423Z","end":"2026-03-05T23:28:53.157534Z","steps":["trace[1433829380] 'agreement among raft nodes before linearized reading' (duration: 312.896363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.157557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:52.840903Z","time spent":"316.645922ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T23:28:53.157557Z","caller":"traceutil/trace.go:171","msg":"trace[1979035403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4979; }","duration":"315.3207ms","start":"2026-03-05T23:28:52.842221Z","end":"2026-03-05T23:28:53.157542Z","steps":["trace[1979035403] 'agreement among raft nodes before linearized reading' (duration: 315.147286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.157589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:52.844412Z","time spent":"313.169389ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-5wv27\" "} {"level":"warn","ts":"2026-03-05T23:28:53.157598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:52.842212Z","time spent":"315.375832ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T23:28:53.157515Z","caller":"traceutil/trace.go:171","msg":"trace[452007577] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"363.80927ms","start":"2026-03-05T23:28:52.793662Z","end":"2026-03-05T23:28:53.157472Z","steps":["trace[452007577] 'process raft request' (duration: 363.462212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.157503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:52.815203Z","time spent":"342.29197ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ced7f58-f183-443d-a268-8eba8ddd5c56\" "} {"level":"warn","ts":"2026-03-05T23:28:53.157811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.148706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:28:53.15789Z","caller":"traceutil/trace.go:171","msg":"trace[973722651] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4979; }","duration":"210.31299ms","start":"2026-03-05T23:28:52.947559Z","end":"2026-03-05T23:28:53.157872Z","steps":["trace[973722651] 'agreement among raft nodes before linearized reading' (duration: 210.114655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.1579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.5061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T23:28:53.158003Z","caller":"traceutil/trace.go:171","msg":"trace[1148545078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4979; }","duration":"319.635613ms","start":"2026-03-05T23:28:52.838331Z","end":"2026-03-05T23:28:53.157966Z","steps":["trace[1148545078] 'agreement among raft nodes before linearized reading' (duration: 319.145042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.158023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:52.793635Z","time spent":"364.068307ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:28:53.158064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:52.838317Z","time spent":"319.732305ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T23:28:53.491741Z","caller":"traceutil/trace.go:171","msg":"trace[458680595] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"309.728148ms","start":"2026-03-05T23:28:53.181979Z","end":"2026-03-05T23:28:53.491707Z","steps":["trace[458680595] 'process raft request' (duration: 279.242555ms)","trace[458680595] 'compare' (duration: 30.36059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:28:53.491918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:53.181955Z","time spent":"309.872162ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:28:53.993959Z","caller":"traceutil/trace.go:171","msg":"trace[669817170] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"811.823499ms","start":"2026-03-05T23:28:53.1821Z","end":"2026-03-05T23:28:53.993924Z","steps":["trace[669817170] 'process raft request' (duration: 811.571323ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:53.994265Z","caller":"traceutil/trace.go:171","msg":"trace[1692002849] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5171; }","duration":"811.954223ms","start":"2026-03-05T23:28:53.182291Z","end":"2026-03-05T23:28:53.994245Z","steps":["trace[1692002849] 'read index received' (duration: 278.950278ms)","trace[1692002849] 'applied index is now lower than readState.Index' (duration: 533.002605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:28:53.994308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:53.182078Z","time spent":"811.970063ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:28:53.994345Z","caller":"traceutil/trace.go:171","msg":"trace[1318477090] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"810.753195ms","start":"2026-03-05T23:28:53.183562Z","end":"2026-03-05T23:28:53.994315Z","steps":["trace[1318477090] 'process raft request' (duration: 810.307584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.994407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.111136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:28:53.994472Z","caller":"traceutil/trace.go:171","msg":"trace[2015162942] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4983; }","duration":"812.193288ms","start":"2026-03-05T23:28:53.182263Z","end":"2026-03-05T23:28:53.994456Z","steps":["trace[2015162942] 'agreement among raft nodes before linearized reading' (duration: 812.094466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.994512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:53.183554Z","time spent":"810.867127ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:28:53.994526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:53.182254Z","time spent":"812.2589ms","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T23:28:53.994329Z","caller":"traceutil/trace.go:171","msg":"trace[1612311055] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"809.454103ms","start":"2026-03-05T23:28:53.18484Z","end":"2026-03-05T23:28:53.994294Z","steps":["trace[1612311055] 'process raft request' (duration: 809.237848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:53.994997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:53.184828Z","time spent":"809.940205ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:28:54.004936Z","caller":"traceutil/trace.go:171","msg":"trace[342910034] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"185.697145ms","start":"2026-03-05T23:28:53.819222Z","end":"2026-03-05T23:28:54.004919Z","steps":["trace[342910034] 'process raft request' (duration: 185.549302ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:54.005145Z","caller":"traceutil/trace.go:171","msg":"trace[790156885] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"145.518243ms","start":"2026-03-05T23:28:53.859591Z","end":"2026-03-05T23:28:54.005109Z","steps":["trace[790156885] 'process raft request' (duration: 145.290807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:54.005255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.980873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:28:54.00531Z","caller":"traceutil/trace.go:171","msg":"trace[389591588] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4986; }","duration":"127.069254ms","start":"2026-03-05T23:28:53.878228Z","end":"2026-03-05T23:28:54.005297Z","steps":["trace[389591588] 'agreement among raft nodes before linearized reading' (duration: 126.958801ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:54.005301Z","caller":"traceutil/trace.go:171","msg":"trace[1785527257] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"144.435837ms","start":"2026-03-05T23:28:53.860842Z","end":"2026-03-05T23:28:54.005278Z","steps":["trace[1785527257] 'process raft request' (duration: 144.199931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:54.005306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.060501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:28:54.005386Z","caller":"traceutil/trace.go:171","msg":"trace[1881137665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4986; }","duration":"220.181534ms","start":"2026-03-05T23:28:53.785191Z","end":"2026-03-05T23:28:54.005372Z","steps":["trace[1881137665] 'agreement among raft nodes before linearized reading' (duration: 220.03642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:54.005431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.714887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ced7f58-f183-443d-a268-8eba8ddd5c56\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-05T23:28:54.005473Z","caller":"traceutil/trace.go:171","msg":"trace[1798282584] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ced7f58-f183-443d-a268-8eba8ddd5c56; range_end:; response_count:1; response_revision:4986; }","duration":"725.799909ms","start":"2026-03-05T23:28:53.279663Z","end":"2026-03-05T23:28:54.005463Z","steps":["trace[1798282584] 'agreement among raft nodes before linearized reading' (duration: 725.703117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:54.00548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.507843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80209"} {"level":"warn","ts":"2026-03-05T23:28:54.005505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:53.279646Z","time spent":"725.85151ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ced7f58-f183-443d-a268-8eba8ddd5c56\" "} {"level":"info","ts":"2026-03-05T23:28:54.005529Z","caller":"traceutil/trace.go:171","msg":"trace[451838753] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4986; }","duration":"822.584075ms","start":"2026-03-05T23:28:53.182933Z","end":"2026-03-05T23:28:54.005517Z","steps":["trace[451838753] 'agreement among raft nodes before linearized reading' (duration: 822.36817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:54.005566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:28:53.182916Z","time spent":"822.641696ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80233,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T23:28:56.154707Z","caller":"traceutil/trace.go:171","msg":"trace[2134649493] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"151.851903ms","start":"2026-03-05T23:28:56.002831Z","end":"2026-03-05T23:28:56.154683Z","steps":["trace[2134649493] 'process raft request' (duration: 151.71618ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:56.159239Z","caller":"traceutil/trace.go:171","msg":"trace[869478593] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"154.697061ms","start":"2026-03-05T23:28:56.004526Z","end":"2026-03-05T23:28:56.159223Z","steps":["trace[869478593] 'process raft request' (duration: 154.576498ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:56.159595Z","caller":"traceutil/trace.go:171","msg":"trace[2140082333] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"149.839525ms","start":"2026-03-05T23:28:56.009728Z","end":"2026-03-05T23:28:56.159568Z","steps":["trace[2140082333] 'process raft request' (duration: 149.452596ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:56.160946Z","caller":"traceutil/trace.go:171","msg":"trace[1060833937] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"151.120525ms","start":"2026-03-05T23:28:56.009778Z","end":"2026-03-05T23:28:56.160899Z","steps":["trace[1060833937] 'process raft request' (duration: 149.672151ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:56.161093Z","caller":"traceutil/trace.go:171","msg":"trace[892807456] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5229; }","duration":"150.824908ms","start":"2026-03-05T23:28:56.010247Z","end":"2026-03-05T23:28:56.161072Z","steps":["trace[892807456] 'read index received' (duration: 144.282883ms)","trace[892807456] 'applied index is now lower than readState.Index' (duration: 6.541005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:28:56.161416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.158396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:28:56.161464Z","caller":"traceutil/trace.go:171","msg":"trace[93860205] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:5039; }","duration":"151.250678ms","start":"2026-03-05T23:28:56.010201Z","end":"2026-03-05T23:28:56.161452Z","steps":["trace[93860205] 'agreement among raft nodes before linearized reading' (duration: 151.070114ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:28:56.161538Z","caller":"traceutil/trace.go:171","msg":"trace[525246434] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"151.670728ms","start":"2026-03-05T23:28:56.009853Z","end":"2026-03-05T23:28:56.161524Z","steps":["trace[525246434] 'process raft request' (duration: 151.007912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:28:56.161476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.726244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ced7f58-f183-443d-a268-8eba8ddd5c56\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-05T23:28:56.161676Z","caller":"traceutil/trace.go:171","msg":"trace[1346799304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ced7f58-f183-443d-a268-8eba8ddd5c56; range_end:; response_count:1; response_revision:5039; }","duration":"147.96693ms","start":"2026-03-05T23:28:56.013697Z","end":"2026-03-05T23:28:56.161664Z","steps":["trace[1346799304] 'agreement among raft nodes before linearized reading' (duration: 147.638563ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:04.167349Z","caller":"traceutil/trace.go:171","msg":"trace[1360325526] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"131.563881ms","start":"2026-03-05T23:29:04.035756Z","end":"2026-03-05T23:29:04.167319Z","steps":["trace[1360325526] 'process raft request' (duration: 128.389946ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:04.167635Z","caller":"traceutil/trace.go:171","msg":"trace[2111763031] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5349; }","duration":"104.069939ms","start":"2026-03-05T23:29:04.063539Z","end":"2026-03-05T23:29:04.167609Z","steps":["trace[2111763031] 'read index received' (duration: 100.589496ms)","trace[2111763031] 'applied index is now lower than readState.Index' (duration: 3.479083ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:04.16776Z","caller":"traceutil/trace.go:171","msg":"trace[840908785] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"129.429921ms","start":"2026-03-05T23:29:04.038319Z","end":"2026-03-05T23:29:04.167749Z","steps":["trace[840908785] 'process raft request' (duration: 129.118854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:04.168165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.604581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:29:04.168222Z","caller":"traceutil/trace.go:171","msg":"trace[1368592231] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5154; }","duration":"104.725024ms","start":"2026-03-05T23:29:04.063483Z","end":"2026-03-05T23:29:04.168208Z","steps":["trace[1368592231] 'agreement among raft nodes before linearized reading' (duration: 104.54304ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:04.294413Z","caller":"traceutil/trace.go:171","msg":"trace[269401159] linearizableReadLoop","detail":"{readStateIndex:5354; appliedIndex:5351; }","duration":"107.072029ms","start":"2026-03-05T23:29:04.187319Z","end":"2026-03-05T23:29:04.294391Z","steps":["trace[269401159] 'read index received' (duration: 105.048691ms)","trace[269401159] 'applied index is now lower than readState.Index' (duration: 2.022588ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:04.294418Z","caller":"traceutil/trace.go:171","msg":"trace[1390291787] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"113.612845ms","start":"2026-03-05T23:29:04.180769Z","end":"2026-03-05T23:29:04.294382Z","steps":["trace[1390291787] 'process raft request' (duration: 111.587327ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:04.294482Z","caller":"traceutil/trace.go:171","msg":"trace[1107887958] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"111.569007ms","start":"2026-03-05T23:29:04.18288Z","end":"2026-03-05T23:29:04.294449Z","steps":["trace[1107887958] 'process raft request' (duration: 111.440814ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:04.294552Z","caller":"traceutil/trace.go:171","msg":"trace[1663755304] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"108.051353ms","start":"2026-03-05T23:29:04.186464Z","end":"2026-03-05T23:29:04.294515Z","steps":["trace[1663755304] 'process raft request' (duration: 107.89671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:04.294643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.302686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T23:29:04.294682Z","caller":"traceutil/trace.go:171","msg":"trace[1301640183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5157; }","duration":"107.375777ms","start":"2026-03-05T23:29:04.187294Z","end":"2026-03-05T23:29:04.29467Z","steps":["trace[1301640183] 'agreement among raft nodes before linearized reading' (duration: 107.230184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:04.294807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.923185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:29:04.294891Z","caller":"traceutil/trace.go:171","msg":"trace[49359390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5157; }","duration":"101.038597ms","start":"2026-03-05T23:29:04.193829Z","end":"2026-03-05T23:29:04.294868Z","steps":["trace[49359390] 'agreement among raft nodes before linearized reading' (duration: 100.77316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:09.448835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.133004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T23:29:09.448891Z","caller":"traceutil/trace.go:171","msg":"trace[2017795086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5190; }","duration":"207.241767ms","start":"2026-03-05T23:29:09.241636Z","end":"2026-03-05T23:29:09.448878Z","steps":["trace[2017795086] 'range keys from in-memory index tree' (duration: 206.9662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:09.448915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.972009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T23:29:09.44897Z","caller":"traceutil/trace.go:171","msg":"trace[552766269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5190; }","duration":"129.080002ms","start":"2026-03-05T23:29:09.319877Z","end":"2026-03-05T23:29:09.448957Z","steps":["trace[552766269] 'range keys from in-memory index tree' (duration: 128.831106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:09.449163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.977926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T23:29:09.449268Z","caller":"traceutil/trace.go:171","msg":"trace[929100433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5190; }","duration":"273.119559ms","start":"2026-03-05T23:29:09.176112Z","end":"2026-03-05T23:29:09.449232Z","steps":["trace[929100433] 'range keys from in-memory index tree' (duration: 272.780631ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:09.697132Z","caller":"traceutil/trace.go:171","msg":"trace[147482151] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"244.759177ms","start":"2026-03-05T23:29:09.452351Z","end":"2026-03-05T23:29:09.697111Z","steps":["trace[147482151] 'process raft request' (duration: 244.643594ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:09.704425Z","caller":"traceutil/trace.go:171","msg":"trace[1795071504] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5388; }","duration":"250.730129ms","start":"2026-03-05T23:29:09.453671Z","end":"2026-03-05T23:29:09.704401Z","steps":["trace[1795071504] 'read index received' (duration: 243.390235ms)","trace[1795071504] 'applied index is now lower than readState.Index' (duration: 7.338934ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:09.704508Z","caller":"traceutil/trace.go:171","msg":"trace[1523503930] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"251.388254ms","start":"2026-03-05T23:29:09.453088Z","end":"2026-03-05T23:29:09.704477Z","steps":["trace[1523503930] 'process raft request' (duration: 251.173158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:09.704657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.960084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18334"} {"level":"info","ts":"2026-03-05T23:29:09.704705Z","caller":"traceutil/trace.go:171","msg":"trace[1967076930] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5192; }","duration":"251.058786ms","start":"2026-03-05T23:29:09.453635Z","end":"2026-03-05T23:29:09.704693Z","steps":["trace[1967076930] 'agreement among raft nodes before linearized reading' (duration: 250.889992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:09.704663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.072267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T23:29:09.704855Z","caller":"traceutil/trace.go:171","msg":"trace[1038978218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5192; }","duration":"136.289003ms","start":"2026-03-05T23:29:09.568537Z","end":"2026-03-05T23:29:09.704826Z","steps":["trace[1038978218] 'agreement among raft nodes before linearized reading' (duration: 136.011356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:10.082787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.428992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:29:10.082872Z","caller":"traceutil/trace.go:171","msg":"trace[612405438] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5193; }","duration":"320.563515ms","start":"2026-03-05T23:29:09.762292Z","end":"2026-03-05T23:29:10.082855Z","steps":["trace[612405438] 'range keys from in-memory index tree' (duration: 320.319479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:10.082912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:29:09.76227Z","time spent":"320.632757ms","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T23:29:10.458969Z","caller":"traceutil/trace.go:171","msg":"trace[1816141122] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"103.886855ms","start":"2026-03-05T23:29:10.355059Z","end":"2026-03-05T23:29:10.458946Z","steps":["trace[1816141122] 'process raft request' (duration: 103.837883ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:10.459037Z","caller":"traceutil/trace.go:171","msg":"trace[81787828] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"104.184782ms","start":"2026-03-05T23:29:10.354795Z","end":"2026-03-05T23:29:10.45898Z","steps":["trace[81787828] 'process raft request' (duration: 64.259665ms)","trace[81787828] 'compare' (duration: 39.731393ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:12.237623Z","caller":"traceutil/trace.go:171","msg":"trace[133010639] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"115.007329ms","start":"2026-03-05T23:29:12.122581Z","end":"2026-03-05T23:29:12.237588Z","steps":["trace[133010639] 'process raft request' (duration: 57.923014ms)","trace[133010639] 'compare' (duration: 56.642334ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:44.932427Z","caller":"traceutil/trace.go:171","msg":"trace[1006167406] linearizableReadLoop","detail":"{readStateIndex:5692; appliedIndex:5691; }","duration":"147.199063ms","start":"2026-03-05T23:29:44.785202Z","end":"2026-03-05T23:29:44.932401Z","steps":["trace[1006167406] 'read index received' (duration: 146.899926ms)","trace[1006167406] 'applied index is now lower than readState.Index' (duration: 297.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:44.932469Z","caller":"traceutil/trace.go:171","msg":"trace[723169994] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"167.584875ms","start":"2026-03-05T23:29:44.764857Z","end":"2026-03-05T23:29:44.932442Z","steps":["trace[723169994] 'process raft request' (duration: 167.35426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:44.932615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.396259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:29:44.932689Z","caller":"traceutil/trace.go:171","msg":"trace[1424188150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5485; }","duration":"147.505751ms","start":"2026-03-05T23:29:44.785167Z","end":"2026-03-05T23:29:44.932673Z","steps":["trace[1424188150] 'agreement among raft nodes before linearized reading' (duration: 147.356427ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:54.690633Z","caller":"traceutil/trace.go:171","msg":"trace[1487302264] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"105.08032ms","start":"2026-03-05T23:29:54.585529Z","end":"2026-03-05T23:29:54.690609Z","steps":["trace[1487302264] 'process raft request' (duration: 71.937378ms)","trace[1487302264] 'compare' (duration: 33.006318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:29:54.968083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.827783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:29:54.968246Z","caller":"traceutil/trace.go:171","msg":"trace[2074064943] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"185.560029ms","start":"2026-03-05T23:29:54.782666Z","end":"2026-03-05T23:29:54.968226Z","steps":["trace[2074064943] 'process raft request' (duration: 58.494371ms)","trace[2074064943] 'compare' (duration: 126.610997ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:54.988453Z","caller":"traceutil/trace.go:171","msg":"trace[1250504378] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"205.188182ms","start":"2026-03-05T23:29:54.782868Z","end":"2026-03-05T23:29:54.988056Z","steps":["trace[1250504378] 'process raft request' (duration: 205.043518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:55.186215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.986067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:29:55.186324Z","caller":"traceutil/trace.go:171","msg":"trace[761468079] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"156.964754ms","start":"2026-03-05T23:29:55.029343Z","end":"2026-03-05T23:29:55.186308Z","steps":["trace[761468079] 'process raft request' (duration: 40.827103ms)","trace[761468079] 'compare' (duration: 115.895825ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:56.355306Z","caller":"traceutil/trace.go:171","msg":"trace[2147159631] linearizableReadLoop","detail":"{readStateIndex:5750; appliedIndex:5749; }","duration":"260.515518ms","start":"2026-03-05T23:29:56.094763Z","end":"2026-03-05T23:29:56.355278Z","steps":["trace[2147159631] 'read index received' (duration: 260.249071ms)","trace[2147159631] 'applied index is now lower than readState.Index' (duration: 264.937µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:56.355408Z","caller":"traceutil/trace.go:171","msg":"trace[475865245] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"263.184461ms","start":"2026-03-05T23:29:56.092185Z","end":"2026-03-05T23:29:56.35537Z","steps":["trace[475865245] 'process raft request' (duration: 262.892884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:56.355513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.711843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T23:29:56.35565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.231851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T23:29:56.355681Z","caller":"traceutil/trace.go:171","msg":"trace[560545809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5540; }","duration":"249.276833ms","start":"2026-03-05T23:29:56.106393Z","end":"2026-03-05T23:29:56.355669Z","steps":["trace[560545809] 'agreement among raft nodes before linearized reading' (duration: 249.184981ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:56.355948Z","caller":"traceutil/trace.go:171","msg":"trace[1507448479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5540; }","duration":"260.809935ms","start":"2026-03-05T23:29:56.09473Z","end":"2026-03-05T23:29:56.35554Z","steps":["trace[1507448479] 'agreement among raft nodes before linearized reading' (duration: 260.653921ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:56.925354Z","caller":"traceutil/trace.go:171","msg":"trace[430112901] linearizableReadLoop","detail":"{readStateIndex:5755; appliedIndex:5754; }","duration":"222.955062ms","start":"2026-03-05T23:29:56.702376Z","end":"2026-03-05T23:29:56.925331Z","steps":["trace[430112901] 'read index received' (duration: 222.760017ms)","trace[430112901] 'applied index is now lower than readState.Index' (duration: 194.015µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:56.925407Z","caller":"traceutil/trace.go:171","msg":"trace[1363018658] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"228.879822ms","start":"2026-03-05T23:29:56.696496Z","end":"2026-03-05T23:29:56.925376Z","steps":["trace[1363018658] 'process raft request' (duration: 228.691087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:56.925511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.486834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:29:56.925551Z","caller":"traceutil/trace.go:171","msg":"trace[644751276] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5545; }","duration":"201.583467ms","start":"2026-03-05T23:29:56.723958Z","end":"2026-03-05T23:29:56.925541Z","steps":["trace[644751276] 'agreement among raft nodes before linearized reading' (duration: 201.510175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:56.92566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.620398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:29:56.92572Z","caller":"traceutil/trace.go:171","msg":"trace[1483270729] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5545; }","duration":"201.7442ms","start":"2026-03-05T23:29:56.723962Z","end":"2026-03-05T23:29:56.925706Z","steps":["trace[1483270729] 'agreement among raft nodes before linearized reading' (duration: 201.638148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:56.925757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.266276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-05T23:29:56.925901Z","caller":"traceutil/trace.go:171","msg":"trace[162230455] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5545; }","duration":"200.44491ms","start":"2026-03-05T23:29:56.725432Z","end":"2026-03-05T23:29:56.925877Z","steps":["trace[162230455] 'agreement among raft nodes before linearized reading' (duration: 200.161554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:56.925772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.353771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:29:56.926041Z","caller":"traceutil/trace.go:171","msg":"trace[1622974044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:5545; }","duration":"223.70603ms","start":"2026-03-05T23:29:56.702303Z","end":"2026-03-05T23:29:56.926009Z","steps":["trace[1622974044] 'agreement among raft nodes before linearized reading' (duration: 223.197798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:57.437815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.115064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:29:57.437907Z","caller":"traceutil/trace.go:171","msg":"trace[1010198756] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5545; }","duration":"470.295438ms","start":"2026-03-05T23:29:56.967593Z","end":"2026-03-05T23:29:57.437888Z","steps":["trace[1010198756] 'count revisions from in-memory index tree' (duration: 469.996531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:57.437956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:29:56.967573Z","time spent":"470.37111ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:29:57.438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.078035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T23:29:57.438088Z","caller":"traceutil/trace.go:171","msg":"trace[1019843329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5545; }","duration":"248.212708ms","start":"2026-03-05T23:29:57.189856Z","end":"2026-03-05T23:29:57.438068Z","steps":["trace[1019843329] 'range keys from in-memory index tree' (duration: 247.86657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:57.438187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.064126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:29:57.438352Z","caller":"traceutil/trace.go:171","msg":"trace[343664525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5545; }","duration":"465.227309ms","start":"2026-03-05T23:29:56.973067Z","end":"2026-03-05T23:29:57.438294Z","steps":["trace[343664525] 'range keys from in-memory index tree' (duration: 464.591675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:57.438448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:29:56.973056Z","time spent":"465.377112ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T23:29:57.577388Z","caller":"traceutil/trace.go:171","msg":"trace[1207292957] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"133.707745ms","start":"2026-03-05T23:29:57.443636Z","end":"2026-03-05T23:29:57.577343Z","steps":["trace[1207292957] 'process raft request' (duration: 94.245064ms)","trace[1207292957] 'compare' (duration: 39.297977ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:57.577725Z","caller":"traceutil/trace.go:171","msg":"trace[1399458082] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"131.41027ms","start":"2026-03-05T23:29:57.446288Z","end":"2026-03-05T23:29:57.577699Z","steps":["trace[1399458082] 'process raft request' (duration: 131.023331ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:57.856372Z","caller":"traceutil/trace.go:171","msg":"trace[1819051708] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"268.68501ms","start":"2026-03-05T23:29:57.587664Z","end":"2026-03-05T23:29:57.856349Z","steps":["trace[1819051708] 'process raft request' (duration: 268.524517ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:57.996192Z","caller":"traceutil/trace.go:171","msg":"trace[2123352667] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"387.230857ms","start":"2026-03-05T23:29:57.608934Z","end":"2026-03-05T23:29:57.996165Z","steps":["trace[2123352667] 'process raft request' (duration: 387.034323ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:57.996233Z","caller":"traceutil/trace.go:171","msg":"trace[834355876] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5758; }","duration":"212.004632ms","start":"2026-03-05T23:29:57.784203Z","end":"2026-03-05T23:29:57.996208Z","steps":["trace[834355876] 'read index received' (duration: 72.076651ms)","trace[834355876] 'applied index is now lower than readState.Index' (duration: 139.926911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:29:57.996342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:29:57.608923Z","time spent":"387.343011ms","remote":"127.0.0.1:58798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:29:57.996385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.166127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:29:57.996424Z","caller":"traceutil/trace.go:171","msg":"trace[571036766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5556; }","duration":"212.271139ms","start":"2026-03-05T23:29:57.784142Z","end":"2026-03-05T23:29:57.996413Z","steps":["trace[571036766] 'agreement among raft nodes before linearized reading' (duration: 212.162027ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:57.996463Z","caller":"traceutil/trace.go:171","msg":"trace[1151926141] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"407.825964ms","start":"2026-03-05T23:29:57.588626Z","end":"2026-03-05T23:29:57.996452Z","steps":["trace[1151926141] 'process raft request' (duration: 407.289262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:57.996512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:29:57.588613Z","time spent":"407.873155ms","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:29:57.996653Z","caller":"traceutil/trace.go:171","msg":"trace[193783549] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"201.838843ms","start":"2026-03-05T23:29:57.794804Z","end":"2026-03-05T23:29:57.996642Z","steps":["trace[193783549] 'process raft request' (duration: 201.349261ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:57.996556Z","caller":"traceutil/trace.go:171","msg":"trace[8248347] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"387.382232ms","start":"2026-03-05T23:29:57.609097Z","end":"2026-03-05T23:29:57.996479Z","steps":["trace[8248347] 'process raft request' (duration: 386.975652ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:29:57.996775Z","caller":"traceutil/trace.go:171","msg":"trace[1489986335] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"409.074544ms","start":"2026-03-05T23:29:57.58769Z","end":"2026-03-05T23:29:57.996765Z","steps":["trace[1489986335] 'process raft request' (duration: 375.368209ms)","trace[1489986335] 'compare' (duration: 32.711961ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:29:57.996822Z","caller":"traceutil/trace.go:171","msg":"trace[905193774] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"387.584246ms","start":"2026-03-05T23:29:57.609204Z","end":"2026-03-05T23:29:57.996788Z","steps":["trace[905193774] 'process raft request' (duration: 386.90406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:57.996861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:29:57.587664Z","time spent":"409.140265ms","remote":"127.0.0.1:58798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1484,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:29:57.996907Z","caller":"traceutil/trace.go:171","msg":"trace[275970309] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"387.863153ms","start":"2026-03-05T23:29:57.609024Z","end":"2026-03-05T23:29:57.996887Z","steps":["trace[275970309] 'process raft request' (duration: 386.982302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:29:57.996914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:29:57.60908Z","time spent":"387.708649ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:29:57.996998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:29:57.609166Z","time spent":"387.73673ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:29:57.997025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:29:57.609018Z","time spent":"387.947704ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:03.07706Z","caller":"traceutil/trace.go:171","msg":"trace[227344064] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"144.06116ms","start":"2026-03-05T23:30:02.932974Z","end":"2026-03-05T23:30:03.077035Z","steps":["trace[227344064] 'process raft request' (duration: 143.932447ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:03.077243Z","caller":"traceutil/trace.go:171","msg":"trace[1513147837] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5809; }","duration":"137.459694ms","start":"2026-03-05T23:30:02.939736Z","end":"2026-03-05T23:30:03.077196Z","steps":["trace[1513147837] 'read index received' (duration: 137.444293ms)","trace[1513147837] 'applied index is now lower than readState.Index' (duration: 13.131µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:30:03.077346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.583517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:30:03.077416Z","caller":"traceutil/trace.go:171","msg":"trace[1379638060] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5598; }","duration":"137.68807ms","start":"2026-03-05T23:30:02.939709Z","end":"2026-03-05T23:30:03.077398Z","steps":["trace[1379638060] 'agreement among raft nodes before linearized reading' (duration: 137.537616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:03.077444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.686939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:30:03.077521Z","caller":"traceutil/trace.go:171","msg":"trace[1376894087] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5598; }","duration":"137.802082ms","start":"2026-03-05T23:30:02.939703Z","end":"2026-03-05T23:30:03.077505Z","steps":["trace[1376894087] 'agreement among raft nodes before linearized reading' (duration: 137.667319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:03.096141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.110004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6254"} {"level":"info","ts":"2026-03-05T23:30:03.096203Z","caller":"traceutil/trace.go:171","msg":"trace[995287096] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5599; }","duration":"156.200536ms","start":"2026-03-05T23:30:02.939989Z","end":"2026-03-05T23:30:03.096189Z","steps":["trace[995287096] 'agreement among raft nodes before linearized reading' (duration: 156.015881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:03.096847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.656816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:30:03.096918Z","caller":"traceutil/trace.go:171","msg":"trace[645869904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:5599; }","duration":"142.779429ms","start":"2026-03-05T23:30:02.95412Z","end":"2026-03-05T23:30:03.0969Z","steps":["trace[645869904] 'agreement among raft nodes before linearized reading' (duration: 142.119584ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:03.096047Z","caller":"traceutil/trace.go:171","msg":"trace[1393944165] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"153.325368ms","start":"2026-03-05T23:30:02.942704Z","end":"2026-03-05T23:30:03.096029Z","steps":["trace[1393944165] 'process raft request' (duration: 153.160174ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:03.238014Z","caller":"traceutil/trace.go:171","msg":"trace[1923425314] linearizableReadLoop","detail":"{readStateIndex:5811; appliedIndex:5810; }","duration":"137.083875ms","start":"2026-03-05T23:30:03.100908Z","end":"2026-03-05T23:30:03.237992Z","steps":["trace[1923425314] 'read index received' (duration: 114.926432ms)","trace[1923425314] 'applied index is now lower than readState.Index' (duration: 22.156773ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:30:03.238094Z","caller":"traceutil/trace.go:171","msg":"trace[243305099] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"150.780309ms","start":"2026-03-05T23:30:03.087282Z","end":"2026-03-05T23:30:03.238062Z","steps":["trace[243305099] 'process raft request' (duration: 128.603205ms)","trace[243305099] 'compare' (duration: 21.989549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:30:03.238279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.355231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108953"} {"level":"info","ts":"2026-03-05T23:30:03.238305Z","caller":"traceutil/trace.go:171","msg":"trace[1955169005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5600; }","duration":"137.415763ms","start":"2026-03-05T23:30:03.100882Z","end":"2026-03-05T23:30:03.238298Z","steps":["trace[1955169005] 'agreement among raft nodes before linearized reading' (duration: 137.183338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:06.110175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812318310918006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T23:30:06.545173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040219096s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T23:30:06.54556Z","caller":"traceutil/trace.go:171","msg":"trace[1324640061] linearizableReadLoop","detail":"{readStateIndex:5824; appliedIndex:5823; }","duration":"935.801435ms","start":"2026-03-05T23:30:05.609732Z","end":"2026-03-05T23:30:06.545534Z","steps":["trace[1324640061] 'read index received' (duration: 935.556449ms)","trace[1324640061] 'applied index is now lower than readState.Index' (duration: 243.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:30:06.545658Z","caller":"traceutil/trace.go:171","msg":"trace[2035343710] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"1.04081934s","start":"2026-03-05T23:30:05.504815Z","end":"2026-03-05T23:30:06.545635Z","steps":["trace[2035343710] 'process raft request' (duration: 1.040551184s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:06.545757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:05.504777Z","time spent":"1.040913602s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:06.545881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.098622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T23:30:06.545966Z","caller":"traceutil/trace.go:171","msg":"trace[1629598900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5613; }","duration":"936.242494ms","start":"2026-03-05T23:30:05.609702Z","end":"2026-03-05T23:30:06.545945Z","steps":["trace[1629598900] 'agreement among raft nodes before linearized reading' (duration: 935.978528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:06.54599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.095228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T23:30:06.545977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.19803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T23:30:06.546015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:05.609686Z","time spent":"936.310737ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T23:30:06.546016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.888323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T23:30:06.546038Z","caller":"traceutil/trace.go:171","msg":"trace[1642226344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5613; }","duration":"760.18836ms","start":"2026-03-05T23:30:05.785835Z","end":"2026-03-05T23:30:06.546023Z","steps":["trace[1642226344] 'agreement among raft nodes before linearized reading' (duration: 760.120319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:06.545973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.679235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T23:30:06.546084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:05.785813Z","time spent":"760.260642ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T23:30:06.546086Z","caller":"traceutil/trace.go:171","msg":"trace[757840020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5613; }","duration":"451.991756ms","start":"2026-03-05T23:30:06.094076Z","end":"2026-03-05T23:30:06.546067Z","steps":["trace[757840020] 'agreement among raft nodes before linearized reading' (duration: 451.795812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:06.546128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.544986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T23:30:06.54606Z","caller":"traceutil/trace.go:171","msg":"trace[1973784293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5613; }","duration":"135.337814ms","start":"2026-03-05T23:30:06.410704Z","end":"2026-03-05T23:30:06.546042Z","steps":["trace[1973784293] 'agreement among raft nodes before linearized reading' (duration: 135.145769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:06.546129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.753328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-05T23:30:06.546193Z","caller":"traceutil/trace.go:171","msg":"trace[44471962] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:5613; }","duration":"915.607568ms","start":"2026-03-05T23:30:05.630566Z","end":"2026-03-05T23:30:06.546174Z","steps":["trace[44471962] 'agreement among raft nodes before linearized reading' (duration: 915.468144ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:06.546156Z","caller":"traceutil/trace.go:171","msg":"trace[1390180597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5613; }","duration":"136.89542ms","start":"2026-03-05T23:30:06.409221Z","end":"2026-03-05T23:30:06.546116Z","steps":["trace[1390180597] 'agreement among raft nodes before linearized reading' (duration: 136.497711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:06.546419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:05.63056Z","time spent":"915.851083ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-05T23:30:06.546428Z","caller":"traceutil/trace.go:171","msg":"trace[1893146789] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5613; }","duration":"428.875811ms","start":"2026-03-05T23:30:06.117338Z","end":"2026-03-05T23:30:06.546214Z","steps":["trace[1893146789] 'agreement among raft nodes before linearized reading' (duration: 428.582474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:06.546137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.094063Z","time spent":"452.063618ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T23:30:06.546497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.117318Z","time spent":"429.161898ms","remote":"127.0.0.1:58792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T23:30:06.546532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.320663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:30:06.546591Z","caller":"traceutil/trace.go:171","msg":"trace[434839569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5613; }","duration":"935.432335ms","start":"2026-03-05T23:30:05.611147Z","end":"2026-03-05T23:30:06.546579Z","steps":["trace[434839569] 'agreement among raft nodes before linearized reading' (duration: 934.540004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:06.54664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:05.611134Z","time spent":"935.494777ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T23:30:07.050185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812318310918010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T23:30:07.551027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812318310918010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T23:30:07.971565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271900125s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T23:30:08.213231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.695294ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:30:08.213587Z","caller":"traceutil/trace.go:171","msg":"trace[265197756] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5613; }","duration":"117.084383ms","start":"2026-03-05T23:30:08.096482Z","end":"2026-03-05T23:30:08.213566Z","steps":["trace[265197756] 'range keys from in-memory index tree' (duration: 116.667383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.21387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.037111ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T23:30:08.213956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.548197Z","time spent":"1.665754559s","remote":"127.0.0.1:58678","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T23:30:08.215104Z","caller":"traceutil/trace.go:171","msg":"trace[410378187] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"1.664561201s","start":"2026-03-05T23:30:06.550509Z","end":"2026-03-05T23:30:08.21507Z","steps":["trace[410378187] 'process raft request' (duration: 1.664302474s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.215293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.550489Z","time spent":"1.664707553s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:08.215387Z","caller":"traceutil/trace.go:171","msg":"trace[473945911] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"1.664476139s","start":"2026-03-05T23:30:06.550896Z","end":"2026-03-05T23:30:08.215372Z","steps":["trace[473945911] 'process raft request' (duration: 1.66412793s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.215458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.550887Z","time spent":"1.66453711s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:08.215499Z","caller":"traceutil/trace.go:171","msg":"trace[1036291340] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"1.664081159s","start":"2026-03-05T23:30:06.551386Z","end":"2026-03-05T23:30:08.215468Z","steps":["trace[1036291340] 'process raft request' (duration: 1.664010387s)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:08.215556Z","caller":"traceutil/trace.go:171","msg":"trace[1006713563] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"1.664268224s","start":"2026-03-05T23:30:06.551277Z","end":"2026-03-05T23:30:08.215545Z","steps":["trace[1006713563] 'process raft request' (duration: 1.664077339s)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:08.215505Z","caller":"traceutil/trace.go:171","msg":"trace[1185036878] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"1.66453424s","start":"2026-03-05T23:30:06.55094Z","end":"2026-03-05T23:30:08.215474Z","steps":["trace[1185036878] 'process raft request' (duration: 1.664309245s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.215613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.551268Z","time spent":"1.664315065s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:08.215647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.551379Z","time spent":"1.664192291s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:08.215681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.550922Z","time spent":"1.664685053s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:08.215689Z","caller":"traceutil/trace.go:171","msg":"trace[727853287] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"1.576664996s","start":"2026-03-05T23:30:06.639015Z","end":"2026-03-05T23:30:08.21568Z","steps":["trace[727853287] 'process raft request' (duration: 1.57641864s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.215746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.638992Z","time spent":"1.576724028s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:08.215724Z","caller":"traceutil/trace.go:171","msg":"trace[896362244] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"1.574377982s","start":"2026-03-05T23:30:06.641321Z","end":"2026-03-05T23:30:08.215699Z","steps":["trace[896362244] 'process raft request' (duration: 1.574242809s)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:08.215762Z","caller":"traceutil/trace.go:171","msg":"trace[789849150] linearizableReadLoop","detail":"{readStateIndex:5833; appliedIndex:5824; }","duration":"1.665627905s","start":"2026-03-05T23:30:06.550114Z","end":"2026-03-05T23:30:08.215742Z","steps":["trace[789849150] 'read index received' (duration: 1.421707019s)","trace[789849150] 'applied index is now lower than readState.Index' (duration: 243.919216ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:30:08.215834Z","caller":"traceutil/trace.go:171","msg":"trace[9726389] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"1.005858496s","start":"2026-03-05T23:30:07.209964Z","end":"2026-03-05T23:30:08.215822Z","steps":["trace[9726389] 'process raft request' (duration: 1.005676832s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.215869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.641294Z","time spent":"1.574502386s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:08.215911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:07.209934Z","time spent":"1.005941029s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:08.215994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665876842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-89749cb1-a29e-489c-81b8-9c756508f5f4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-05T23:30:08.216049Z","caller":"traceutil/trace.go:171","msg":"trace[549099513] range","detail":"{range_begin:/registry/persistentvolumes/pvc-89749cb1-a29e-489c-81b8-9c756508f5f4; range_end:; response_count:1; response_revision:5621; }","duration":"1.665971244s","start":"2026-03-05T23:30:06.55006Z","end":"2026-03-05T23:30:08.216031Z","steps":["trace[549099513] 'agreement among raft nodes before linearized reading' (duration: 1.66579606s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.216073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664838927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T23:30:08.216085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.827433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T23:30:08.216095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.550039Z","time spent":"1.666044455s","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-89749cb1-a29e-489c-81b8-9c756508f5f4\" "} {"level":"info","ts":"2026-03-05T23:30:08.21614Z","caller":"traceutil/trace.go:171","msg":"trace[172594539] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5621; }","duration":"479.915526ms","start":"2026-03-05T23:30:07.736216Z","end":"2026-03-05T23:30:08.216131Z","steps":["trace[172594539] 'agreement among raft nodes before linearized reading' (duration: 479.832774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.216162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453675754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T23:30:08.216166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128966331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T23:30:08.216175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:07.736195Z","time spent":"479.969056ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-05T23:30:08.216189Z","caller":"traceutil/trace.go:171","msg":"trace[307273537] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5621; }","duration":"1.453732406s","start":"2026-03-05T23:30:06.762448Z","end":"2026-03-05T23:30:08.216181Z","steps":["trace[307273537] 'agreement among raft nodes before linearized reading' (duration: 1.453694405s)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:08.216194Z","caller":"traceutil/trace.go:171","msg":"trace[1741028099] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5621; }","duration":"1.129020123s","start":"2026-03-05T23:30:07.087166Z","end":"2026-03-05T23:30:08.216186Z","steps":["trace[1741028099] 'agreement among raft nodes before linearized reading' (duration: 1.128975012s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.216215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.762426Z","time spent":"1.453783416s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:30:08.216224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:07.087143Z","time spent":"1.129075144s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-05T23:30:08.216118Z","caller":"traceutil/trace.go:171","msg":"trace[2071012836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5621; }","duration":"1.664899219s","start":"2026-03-05T23:30:06.551206Z","end":"2026-03-05T23:30:08.216105Z","steps":["trace[2071012836] 'agreement among raft nodes before linearized reading' (duration: 1.664737995s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.21636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.551198Z","time spent":"1.665147325s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T23:30:08.216426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656132791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:30:08.216452Z","caller":"traceutil/trace.go:171","msg":"trace[645163810] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5621; }","duration":"1.656170883s","start":"2026-03-05T23:30:06.560269Z","end":"2026-03-05T23:30:08.21644Z","steps":["trace[645163810] 'agreement among raft nodes before linearized reading' (duration: 1.656136202s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.216497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:06.56026Z","time spent":"1.656228364s","remote":"127.0.0.1:41192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:30:08.216083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.915439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:30:08.216605Z","caller":"traceutil/trace.go:171","msg":"trace[1531702405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:5621; }","duration":"962.421181ms","start":"2026-03-05T23:30:07.254157Z","end":"2026-03-05T23:30:08.216579Z","steps":["trace[1531702405] 'agreement among raft nodes before linearized reading' (duration: 961.855958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.21612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.570687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:30:08.216688Z","caller":"traceutil/trace.go:171","msg":"trace[21780190] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5621; }","duration":"958.15646ms","start":"2026-03-05T23:30:07.258513Z","end":"2026-03-05T23:30:08.216669Z","steps":["trace[21780190] 'agreement among raft nodes before linearized reading' (duration: 957.590027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.216695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:07.254072Z","time spent":"962.596415ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-5wv27\" "} {"level":"warn","ts":"2026-03-05T23:30:08.216749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:07.2585Z","time spent":"958.232313ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:30:08.216076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.827416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:30:08.216832Z","caller":"traceutil/trace.go:171","msg":"trace[1348375817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5621; }","duration":"431.614415ms","start":"2026-03-05T23:30:07.785207Z","end":"2026-03-05T23:30:08.216821Z","steps":["trace[1348375817] 'agreement among raft nodes before linearized reading' (duration: 430.830796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.216873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:07.785193Z","time spent":"431.671727ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:30:08.216322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129129895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:30:08.217057Z","caller":"traceutil/trace.go:171","msg":"trace[207234130] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5621; }","duration":"1.129849382s","start":"2026-03-05T23:30:07.087186Z","end":"2026-03-05T23:30:08.217035Z","steps":["trace[207234130] 'agreement among raft nodes before linearized reading' (duration: 1.129118155s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:08.217122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:07.087174Z","time spent":"1.129933275s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-05T23:30:10.871586Z","caller":"traceutil/trace.go:171","msg":"trace[724827393] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"648.570126ms","start":"2026-03-05T23:30:10.222985Z","end":"2026-03-05T23:30:10.871555Z","steps":["trace[724827393] 'process raft request' (duration: 579.27593ms)","trace[724827393] 'compare' (duration: 69.145442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:30:10.871729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.22297Z","time spent":"648.685578ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:10.871956Z","caller":"traceutil/trace.go:171","msg":"trace[1021575737] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"646.498506ms","start":"2026-03-05T23:30:10.225448Z","end":"2026-03-05T23:30:10.871946Z","steps":["trace[1021575737] 'process raft request' (duration: 646.123117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:10.872016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.225438Z","time spent":"646.534798ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:10.872098Z","caller":"traceutil/trace.go:171","msg":"trace[488108364] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"648.896563ms","start":"2026-03-05T23:30:10.223194Z","end":"2026-03-05T23:30:10.872091Z","steps":["trace[488108364] 'process raft request' (duration: 648.297419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:10.872129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.223184Z","time spent":"648.925884ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:10.872203Z","caller":"traceutil/trace.go:171","msg":"trace[1719724218] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"647.881229ms","start":"2026-03-05T23:30:10.224316Z","end":"2026-03-05T23:30:10.872197Z","steps":["trace[1719724218] 'process raft request' (duration: 647.200013ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:10.87215Z","caller":"traceutil/trace.go:171","msg":"trace[1580108442] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"641.231622ms","start":"2026-03-05T23:30:10.230878Z","end":"2026-03-05T23:30:10.87211Z","steps":["trace[1580108442] 'process raft request' (duration: 640.71814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:10.872233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.224304Z","time spent":"647.910249ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:10.872205Z","caller":"traceutil/trace.go:171","msg":"trace[523208551] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5837; }","duration":"645.313898ms","start":"2026-03-05T23:30:10.226859Z","end":"2026-03-05T23:30:10.872173Z","steps":["trace[523208551] 'read index received' (duration: 69.290075ms)","trace[523208551] 'applied index is now lower than readState.Index' (duration: 576.020673ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:30:10.87224Z","caller":"traceutil/trace.go:171","msg":"trace[1413370216] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"640.896014ms","start":"2026-03-05T23:30:10.23132Z","end":"2026-03-05T23:30:10.872215Z","steps":["trace[1413370216] 'process raft request' (duration: 640.29593ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:10.872237Z","caller":"traceutil/trace.go:171","msg":"trace[1886792548] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"553.886171ms","start":"2026-03-05T23:30:10.31832Z","end":"2026-03-05T23:30:10.872207Z","steps":["trace[1886792548] 'process raft request' (duration: 553.320978ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:10.872269Z","caller":"traceutil/trace.go:171","msg":"trace[2094595852] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"647.425358ms","start":"2026-03-05T23:30:10.224813Z","end":"2026-03-05T23:30:10.872238Z","steps":["trace[2094595852] 'process raft request' (duration: 646.731772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:10.872349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.23087Z","time spent":"641.381405ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:10.872405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.23131Z","time spent":"640.991616ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:10.872477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.224804Z","time spent":"647.563792ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:10.872403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.318293Z","time spent":"554.011603ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:11.376404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.71361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T23:30:11.376493Z","caller":"traceutil/trace.go:171","msg":"trace[1625997666] linearizableReadLoop","detail":"{readStateIndex:5847; appliedIndex:5846; }","duration":"504.208948ms","start":"2026-03-05T23:30:10.87227Z","end":"2026-03-05T23:30:11.376479Z","steps":["trace[1625997666] 'read index received' (duration: 53.431µs)","trace[1625997666] 'applied index is now lower than readState.Index' (duration: 504.154347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:30:11.376559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.388871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:30:11.376582Z","caller":"traceutil/trace.go:171","msg":"trace[350267683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5634; }","duration":"590.460913ms","start":"2026-03-05T23:30:10.786114Z","end":"2026-03-05T23:30:11.376574Z","steps":["trace[350267683] 'agreement among raft nodes before linearized reading' (duration: 590.402152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:11.376607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.786086Z","time spent":"590.516515ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:30:11.377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15011654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:30:11.377091Z","caller":"traceutil/trace.go:171","msg":"trace[61517302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:5634; }","duration":"1.150234084s","start":"2026-03-05T23:30:10.226836Z","end":"2026-03-05T23:30:11.37707Z","steps":["trace[61517302] 'agreement among raft nodes before linearized reading' (duration: 645.450242ms)","trace[61517302] 'range keys from in-memory index tree' (duration: 504.28994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:30:11.377136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:10.226828Z","time spent":"1.150299005s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-5wv27\" "} {"level":"info","ts":"2026-03-05T23:30:12.698286Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2723} {"level":"info","ts":"2026-03-05T23:30:12.761841Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2723,"took":"62.049524ms","hash":921577613,"current-db-size-bytes":41148416,"current-db-size":"41 MB","current-db-size-in-use-bytes":30515200,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T23:30:12.761894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":921577613,"revision":2723,"compact-revision":-1} {"level":"info","ts":"2026-03-05T23:30:14.995458Z","caller":"traceutil/trace.go:171","msg":"trace[216772497] linearizableReadLoop","detail":"{readStateIndex:5862; appliedIndex:5860; }","duration":"111.322497ms","start":"2026-03-05T23:30:14.88411Z","end":"2026-03-05T23:30:14.995432Z","steps":["trace[216772497] 'read index received' (duration: 14.473902ms)","trace[216772497] 'applied index is now lower than readState.Index' (duration: 96.847575ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:30:14.995616Z","caller":"traceutil/trace.go:171","msg":"trace[1040037805] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"111.87359ms","start":"2026-03-05T23:30:14.88369Z","end":"2026-03-05T23:30:14.995564Z","steps":["trace[1040037805] 'process raft request' (duration: 111.293667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:14.99575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.585133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T23:30:14.995804Z","caller":"traceutil/trace.go:171","msg":"trace[1924366133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5648; }","duration":"111.682736ms","start":"2026-03-05T23:30:14.884106Z","end":"2026-03-05T23:30:14.995789Z","steps":["trace[1924366133] 'agreement among raft nodes before linearized reading' (duration: 111.466621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:14.995813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.250546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T23:30:14.995825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.691035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T23:30:14.995841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.417643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T23:30:14.995834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.508848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:30:14.995868Z","caller":"traceutil/trace.go:171","msg":"trace[1890000947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5648; }","duration":"111.333237ms","start":"2026-03-05T23:30:14.884522Z","end":"2026-03-05T23:30:14.995855Z","steps":["trace[1890000947] 'agreement among raft nodes before linearized reading' (duration: 111.117102ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:14.995878Z","caller":"traceutil/trace.go:171","msg":"trace[786084945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5648; }","duration":"108.757196ms","start":"2026-03-05T23:30:14.887105Z","end":"2026-03-05T23:30:14.995862Z","steps":["trace[786084945] 'agreement among raft nodes before linearized reading' (duration: 108.583492ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:14.995892Z","caller":"traceutil/trace.go:171","msg":"trace[891157599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5648; }","duration":"109.494584ms","start":"2026-03-05T23:30:14.886383Z","end":"2026-03-05T23:30:14.995878Z","steps":["trace[891157599] 'agreement among raft nodes before linearized reading' (duration: 109.302529ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:14.995904Z","caller":"traceutil/trace.go:171","msg":"trace[34577803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5648; }","duration":"110.58813ms","start":"2026-03-05T23:30:14.8853Z","end":"2026-03-05T23:30:14.995889Z","steps":["trace[34577803] 'agreement among raft nodes before linearized reading' (duration: 110.392285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:18.611026Z","caller":"traceutil/trace.go:171","msg":"trace[1609163996] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"110.773003ms","start":"2026-03-05T23:30:18.500223Z","end":"2026-03-05T23:30:18.610996Z","steps":["trace[1609163996] 'process raft request' (duration: 110.305482ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:19.250672Z","caller":"traceutil/trace.go:171","msg":"trace[1642460798] linearizableReadLoop","detail":"{readStateIndex:5886; appliedIndex:5885; }","duration":"230.578211ms","start":"2026-03-05T23:30:19.02006Z","end":"2026-03-05T23:30:19.250639Z","steps":["trace[1642460798] 'read index received' (duration: 230.342335ms)","trace[1642460798] 'applied index is now lower than readState.Index' (duration: 234.666µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:30:19.250805Z","caller":"traceutil/trace.go:171","msg":"trace[493162861] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"233.882189ms","start":"2026-03-05T23:30:19.016891Z","end":"2026-03-05T23:30:19.250773Z","steps":["trace[493162861] 'process raft request' (duration: 233.5027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:19.251023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.55059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T23:30:19.251012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.92867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T23:30:19.251063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.395979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T23:30:19.25108Z","caller":"traceutil/trace.go:171","msg":"trace[685051578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5671; }","duration":"230.637663ms","start":"2026-03-05T23:30:19.020427Z","end":"2026-03-05T23:30:19.251065Z","steps":["trace[685051578] 'agreement among raft nodes before linearized reading' (duration: 230.404467ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:19.2511Z","caller":"traceutil/trace.go:171","msg":"trace[1059490802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5671; }","duration":"231.061522ms","start":"2026-03-05T23:30:19.020017Z","end":"2026-03-05T23:30:19.251078Z","steps":["trace[1059490802] 'agreement among raft nodes before linearized reading' (duration: 230.801066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:19.251112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.077535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T23:30:19.251125Z","caller":"traceutil/trace.go:171","msg":"trace[1310189446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5671; }","duration":"225.486481ms","start":"2026-03-05T23:30:19.025625Z","end":"2026-03-05T23:30:19.251111Z","steps":["trace[1310189446] 'agreement among raft nodes before linearized reading' (duration: 225.254846ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:19.251173Z","caller":"traceutil/trace.go:171","msg":"trace[1476050256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5671; }","duration":"226.169457ms","start":"2026-03-05T23:30:19.024986Z","end":"2026-03-05T23:30:19.251156Z","steps":["trace[1476050256] 'agreement among raft nodes before linearized reading' (duration: 226.000453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:19.251365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.248169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:30:19.251509Z","caller":"traceutil/trace.go:171","msg":"trace[1237940861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5671; }","duration":"226.437294ms","start":"2026-03-05T23:30:19.025043Z","end":"2026-03-05T23:30:19.251481Z","steps":["trace[1237940861] 'agreement among raft nodes before linearized reading' (duration: 225.971013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:19.575768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.509822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:30:19.575887Z","caller":"traceutil/trace.go:171","msg":"trace[448554346] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"319.733745ms","start":"2026-03-05T23:30:19.256132Z","end":"2026-03-05T23:30:19.575866Z","steps":["trace[448554346] 'process raft request' (duration: 108.012559ms)","trace[448554346] 'compare' (duration: 211.222004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:30:19.575949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:19.25611Z","time spent":"319.811257ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:19.610973Z","caller":"traceutil/trace.go:171","msg":"trace[735758629] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"354.372572ms","start":"2026-03-05T23:30:19.256569Z","end":"2026-03-05T23:30:19.610941Z","steps":["trace[735758629] 'process raft request' (duration: 354.211948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:19.611196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:19.256541Z","time spent":"354.548607ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:19.611223Z","caller":"traceutil/trace.go:171","msg":"trace[843822449] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"354.470494ms","start":"2026-03-05T23:30:19.256734Z","end":"2026-03-05T23:30:19.611204Z","steps":["trace[843822449] 'process raft request' (duration: 354.165207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:19.611306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:19.256726Z","time spent":"354.535786ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:19.611356Z","caller":"traceutil/trace.go:171","msg":"trace[1404330250] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"354.534706ms","start":"2026-03-05T23:30:19.256792Z","end":"2026-03-05T23:30:19.611326Z","steps":["trace[1404330250] 'process raft request' (duration: 354.301061ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:19.611393Z","caller":"traceutil/trace.go:171","msg":"trace[27303183] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"354.541906ms","start":"2026-03-05T23:30:19.256833Z","end":"2026-03-05T23:30:19.611375Z","steps":["trace[27303183] 'process raft request' (duration: 354.429674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:19.611488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:19.256827Z","time spent":"354.609638ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:30:19.611529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:30:19.256786Z","time spent":"354.646729ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:30:19.665005Z","caller":"traceutil/trace.go:171","msg":"trace[1389688309] linearizableReadLoop","detail":"{readStateIndex:5892; appliedIndex:5887; }","duration":"243.324892ms","start":"2026-03-05T23:30:19.421664Z","end":"2026-03-05T23:30:19.664989Z","steps":["trace[1389688309] 'read index received' (duration: 189.109802ms)","trace[1389688309] 'applied index is now lower than readState.Index' (duration: 54.21366ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:30:19.665121Z","caller":"traceutil/trace.go:171","msg":"trace[813360187] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"265.337452ms","start":"2026-03-05T23:30:19.399729Z","end":"2026-03-05T23:30:19.665066Z","steps":["trace[813360187] 'process raft request' (duration: 265.153587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:30:19.665202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.529637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:30:19.665233Z","caller":"traceutil/trace.go:171","msg":"trace[454029800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:5677; }","duration":"243.611059ms","start":"2026-03-05T23:30:19.421612Z","end":"2026-03-05T23:30:19.665223Z","steps":["trace[454029800] 'agreement among raft nodes before linearized reading' (duration: 243.440695ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:20.128609Z","caller":"traceutil/trace.go:171","msg":"trace[1420918778] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"102.99929ms","start":"2026-03-05T23:30:20.025584Z","end":"2026-03-05T23:30:20.128584Z","steps":["trace[1420918778] 'process raft request' (duration: 102.839406ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:37.236668Z","caller":"traceutil/trace.go:171","msg":"trace[1627825369] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"223.464446ms","start":"2026-03-05T23:30:37.013176Z","end":"2026-03-05T23:30:37.236641Z","steps":["trace[1627825369] 'process raft request' (duration: 223.298322ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:30:37.478723Z","caller":"traceutil/trace.go:171","msg":"trace[338979559] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"168.825403ms","start":"2026-03-05T23:30:37.309861Z","end":"2026-03-05T23:30:37.478686Z","steps":["trace[338979559] 'process raft request' (duration: 127.444542ms)","trace[338979559] 'compare' (duration: 41.032193ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:30:55.764581Z","caller":"traceutil/trace.go:171","msg":"trace[659060590] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"113.036953ms","start":"2026-03-05T23:30:55.6515Z","end":"2026-03-05T23:30:55.764537Z","steps":["trace[659060590] 'process raft request' (duration: 77.840247ms)","trace[659060590] 'compare' (duration: 34.997652ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:05.532749Z","caller":"traceutil/trace.go:171","msg":"trace[996061909] linearizableReadLoop","detail":"{readStateIndex:7959; appliedIndex:7958; }","duration":"485.554155ms","start":"2026-03-05T23:35:05.047175Z","end":"2026-03-05T23:35:05.532729Z","steps":["trace[996061909] 'read index received' (duration: 485.35415ms)","trace[996061909] 'applied index is now lower than readState.Index' (duration: 199.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:05.532848Z","caller":"traceutil/trace.go:171","msg":"trace[634698959] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"522.664655ms","start":"2026-03-05T23:35:05.010157Z","end":"2026-03-05T23:35:05.532822Z","steps":["trace[634698959] 'process raft request' (duration: 522.44453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:05.532971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.77259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T23:35:05.533013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.010145Z","time spent":"522.767797ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:35:05.533009Z","caller":"traceutil/trace.go:171","msg":"trace[1521105405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7677; }","duration":"485.895463ms","start":"2026-03-05T23:35:05.047099Z","end":"2026-03-05T23:35:05.532995Z","steps":["trace[1521105405] 'agreement among raft nodes before linearized reading' (duration: 485.738229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:05.533073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.047075Z","time spent":"485.986455ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T23:35:05.969509Z","caller":"traceutil/trace.go:171","msg":"trace[1556776289] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"618.465052ms","start":"2026-03-05T23:35:05.351015Z","end":"2026-03-05T23:35:05.96948Z","steps":["trace[1556776289] 'process raft request' (duration: 618.292697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:05.969657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.35099Z","time spent":"618.594194ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:35:05.969669Z","caller":"traceutil/trace.go:171","msg":"trace[1228416580] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"530.163001ms","start":"2026-03-05T23:35:05.439464Z","end":"2026-03-05T23:35:05.969627Z","steps":["trace[1228416580] 'process raft request' (duration: 529.976557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:05.969838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.439443Z","time spent":"530.294444ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:05.969913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.601242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T23:35:05.969978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.39284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T23:35:05.969998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.356746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T23:35:05.970119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.85764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:35:05.970165Z","caller":"traceutil/trace.go:171","msg":"trace[414866060] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:7679; }","duration":"679.927342ms","start":"2026-03-05T23:35:05.290223Z","end":"2026-03-05T23:35:05.97015Z","steps":["trace[414866060] 'agreement among raft nodes before linearized reading' (duration: 679.558414ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:05.970159Z","caller":"traceutil/trace.go:171","msg":"trace[718793018] linearizableReadLoop","detail":"{readStateIndex:7961; appliedIndex:7961; }","duration":"436.918135ms","start":"2026-03-05T23:35:05.532817Z","end":"2026-03-05T23:35:05.969735Z","steps":["trace[718793018] 'read index received' (duration: 436.904044ms)","trace[718793018] 'applied index is now lower than readState.Index' (duration: 11.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:35:05.970205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.290207Z","time spent":"679.991824ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-5wv27\" "} {"level":"warn","ts":"2026-03-05T23:35:05.970234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.797614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:35:05.970355Z","caller":"traceutil/trace.go:171","msg":"trace[1735048362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7679; }","duration":"914.482532ms","start":"2026-03-05T23:35:05.055541Z","end":"2026-03-05T23:35:05.970024Z","steps":["trace[1735048362] 'agreement among raft nodes before linearized reading' (duration: 914.265977ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:05.970392Z","caller":"traceutil/trace.go:171","msg":"trace[2141824802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7679; }","duration":"921.989878ms","start":"2026-03-05T23:35:05.048359Z","end":"2026-03-05T23:35:05.970349Z","steps":["trace[2141824802] 'agreement among raft nodes before linearized reading' (duration: 921.585148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:05.970464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.048347Z","time spent":"922.106361ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T23:35:05.97029Z","caller":"traceutil/trace.go:171","msg":"trace[1585513977] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7679; }","duration":"919.657934ms","start":"2026-03-05T23:35:05.050292Z","end":"2026-03-05T23:35:05.96995Z","steps":["trace[1585513977] 'agreement among raft nodes before linearized reading' (duration: 919.540061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:05.970434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.055532Z","time spent":"914.879901ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T23:35:05.970579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.05023Z","time spent":"920.335409ms","remote":"127.0.0.1:59144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T23:35:05.970635Z","caller":"traceutil/trace.go:171","msg":"trace[738085596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7679; }","duration":"913.503989ms","start":"2026-03-05T23:35:05.056559Z","end":"2026-03-05T23:35:05.970063Z","steps":["trace[738085596] 'agreement among raft nodes before linearized reading' (duration: 913.206812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:05.97069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.056548Z","time spent":"914.120293ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T23:35:05.970848Z","caller":"traceutil/trace.go:171","msg":"trace[733426664] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"433.577776ms","start":"2026-03-05T23:35:05.537254Z","end":"2026-03-05T23:35:05.970832Z","steps":["trace[733426664] 'process raft request' (duration: 433.436363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:05.970903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.310666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T23:35:05.970929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.372412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T23:35:05.970982Z","caller":"traceutil/trace.go:171","msg":"trace[684143354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7680; }","duration":"185.424787ms","start":"2026-03-05T23:35:05.785538Z","end":"2026-03-05T23:35:05.970963Z","steps":["trace[684143354] 'agreement among raft nodes before linearized reading' (duration: 185.313625ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:05.970997Z","caller":"traceutil/trace.go:171","msg":"trace[980857109] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7680; }","duration":"323.443634ms","start":"2026-03-05T23:35:05.647536Z","end":"2026-03-05T23:35:05.970979Z","steps":["trace[980857109] 'agreement among raft nodes before linearized reading' (duration: 323.26898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:05.97092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.537239Z","time spent":"433.645188ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:05.971041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:05.647461Z","time spent":"323.567757ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-05T23:35:12.705527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5636} {"level":"info","ts":"2026-03-05T23:35:12.805824Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5636,"took":"98.342995ms","hash":901087715,"current-db-size-bytes":43528192,"current-db-size":"44 MB","current-db-size-in-use-bytes":23568384,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-05T23:35:12.80588Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":901087715,"revision":5636,"compact-revision":2723} {"level":"info","ts":"2026-03-05T23:35:18.043542Z","caller":"traceutil/trace.go:171","msg":"trace[757331721] linearizableReadLoop","detail":"{readStateIndex:8023; appliedIndex:8022; }","duration":"446.287284ms","start":"2026-03-05T23:35:17.597233Z","end":"2026-03-05T23:35:18.04352Z","steps":["trace[757331721] 'read index received' (duration: 446.225633ms)","trace[757331721] 'applied index is now lower than readState.Index' (duration: 60.901µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:18.043569Z","caller":"traceutil/trace.go:171","msg":"trace[532378152] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"706.319381ms","start":"2026-03-05T23:35:17.337229Z","end":"2026-03-05T23:35:18.043548Z","steps":["trace[532378152] 'process raft request' (duration: 706.155317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:18.043735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:17.337204Z","time spent":"706.477005ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:18.04375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.50714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T23:35:18.043793Z","caller":"traceutil/trace.go:171","msg":"trace[1567148233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7736; }","duration":"446.595061ms","start":"2026-03-05T23:35:17.597184Z","end":"2026-03-05T23:35:18.043779Z","steps":["trace[1567148233] 'agreement among raft nodes before linearized reading' (duration: 446.450698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:18.043835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:17.597166Z","time spent":"446.659053ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T23:35:18.05788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.994091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:35:18.057966Z","caller":"traceutil/trace.go:171","msg":"trace[1748046836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7737; }","duration":"273.116203ms","start":"2026-03-05T23:35:17.784835Z","end":"2026-03-05T23:35:18.057951Z","steps":["trace[1748046836] 'agreement among raft nodes before linearized reading' (duration: 272.95509ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:18.212785Z","caller":"traceutil/trace.go:171","msg":"trace[774364200] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"120.800502ms","start":"2026-03-05T23:35:18.091957Z","end":"2026-03-05T23:35:18.212758Z","steps":["trace[774364200] 'process raft request' (duration: 120.70025ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:18.212809Z","caller":"traceutil/trace.go:171","msg":"trace[322372726] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"120.888575ms","start":"2026-03-05T23:35:18.091891Z","end":"2026-03-05T23:35:18.21278Z","steps":["trace[322372726] 'process raft request' (duration: 120.634649ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:18.212971Z","caller":"traceutil/trace.go:171","msg":"trace[1836760866] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"120.966466ms","start":"2026-03-05T23:35:18.091993Z","end":"2026-03-05T23:35:18.21296Z","steps":["trace[1836760866] 'process raft request' (duration: 120.70459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:18.213557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.635043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"info","ts":"2026-03-05T23:35:18.213672Z","caller":"traceutil/trace.go:171","msg":"trace[1198089998] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7742; }","duration":"127.803537ms","start":"2026-03-05T23:35:18.085846Z","end":"2026-03-05T23:35:18.213649Z","steps":["trace[1198089998] 'agreement among raft nodes before linearized reading' (duration: 127.129481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:20.74547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.388974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:35:20.745725Z","caller":"traceutil/trace.go:171","msg":"trace[1692832449] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"445.772442ms","start":"2026-03-05T23:35:20.299911Z","end":"2026-03-05T23:35:20.745683Z","steps":["trace[1692832449] 'process raft request' (duration: 95.036119ms)","trace[1692832449] 'compare' (duration: 350.158389ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:20.745757Z","caller":"traceutil/trace.go:171","msg":"trace[2034986059] linearizableReadLoop","detail":"{readStateIndex:8037; appliedIndex:8034; }","duration":"444.960532ms","start":"2026-03-05T23:35:20.300777Z","end":"2026-03-05T23:35:20.745738Z","steps":["trace[2034986059] 'read index received' (duration: 55.169283ms)","trace[2034986059] 'applied index is now lower than readState.Index' (duration: 389.790039ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:20.745727Z","caller":"traceutil/trace.go:171","msg":"trace[928852995] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"445.665549ms","start":"2026-03-05T23:35:20.300023Z","end":"2026-03-05T23:35:20.745689Z","steps":["trace[928852995] 'process raft request' (duration: 445.566026ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:20.74589Z","caller":"traceutil/trace.go:171","msg":"trace[1359053739] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"352.682789ms","start":"2026-03-05T23:35:20.393179Z","end":"2026-03-05T23:35:20.745861Z","steps":["trace[1359053739] 'process raft request' (duration: 352.512585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:20.745915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:20.299886Z","time spent":"445.964745ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:20.746053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:20.300015Z","time spent":"445.853183ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:20.74607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:20.393159Z","time spent":"352.796331ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:20.746346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.554816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"info","ts":"2026-03-05T23:35:20.746433Z","caller":"traceutil/trace.go:171","msg":"trace[604830898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7751; }","duration":"445.673439ms","start":"2026-03-05T23:35:20.30074Z","end":"2026-03-05T23:35:20.746413Z","steps":["trace[604830898] 'agreement among raft nodes before linearized reading' (duration: 445.077985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:20.746481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:20.300719Z","time spent":"445.752821ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224159,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T23:35:20.833012Z","caller":"traceutil/trace.go:171","msg":"trace[164578972] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"223.027558ms","start":"2026-03-05T23:35:20.609957Z","end":"2026-03-05T23:35:20.832984Z","steps":["trace[164578972] 'process raft request' (duration: 222.801793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:20.833029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.452039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:35:20.833118Z","caller":"traceutil/trace.go:171","msg":"trace[908360174] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7752; }","duration":"496.608433ms","start":"2026-03-05T23:35:20.336491Z","end":"2026-03-05T23:35:20.833099Z","steps":["trace[908360174] 'agreement among raft nodes before linearized reading' (duration: 496.453519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:20.833177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:20.336467Z","time spent":"496.679875ms","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:35:20.833269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.026253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66fd6c576f-j568d.189a16192629b20c\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-05T23:35:20.833384Z","caller":"traceutil/trace.go:171","msg":"trace[61781353] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66fd6c576f-j568d.189a16192629b20c; range_end:; response_count:1; response_revision:7752; }","duration":"236.172536ms","start":"2026-03-05T23:35:20.597161Z","end":"2026-03-05T23:35:20.833333Z","steps":["trace[61781353] 'agreement among raft nodes before linearized reading' (duration: 235.867169ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:20.988606Z","caller":"traceutil/trace.go:171","msg":"trace[1412656262] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"153.047518ms","start":"2026-03-05T23:35:20.83553Z","end":"2026-03-05T23:35:20.988577Z","steps":["trace[1412656262] 'process raft request' (duration: 152.850004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:21.619074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.833166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-05T23:35:22.550002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.994605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T23:35:22.550053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.966521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T23:35:22.55009Z","caller":"traceutil/trace.go:171","msg":"trace[45157067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7756; }","duration":"251.126818ms","start":"2026-03-05T23:35:22.298943Z","end":"2026-03-05T23:35:22.55007Z","steps":["trace[45157067] 'range keys from in-memory index tree' (duration: 250.76711ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:22.550146Z","caller":"traceutil/trace.go:171","msg":"trace[1489551524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7756; }","duration":"189.123334ms","start":"2026-03-05T23:35:22.360999Z","end":"2026-03-05T23:35:22.550122Z","steps":["trace[1489551524] 'range keys from in-memory index tree' (duration: 188.722425ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:47.113651Z","caller":"traceutil/trace.go:171","msg":"trace[1360733947] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8225; }","duration":"259.566897ms","start":"2026-03-05T23:35:46.854054Z","end":"2026-03-05T23:35:47.113621Z","steps":["trace[1360733947] 'read index received' (duration: 259.425583ms)","trace[1360733947] 'applied index is now lower than readState.Index' (duration: 140.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:47.113726Z","caller":"traceutil/trace.go:171","msg":"trace[1939055609] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"281.03317ms","start":"2026-03-05T23:35:46.832647Z","end":"2026-03-05T23:35:47.11368Z","steps":["trace[1939055609] 'process raft request' (duration: 280.767184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:47.114009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.933795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T23:35:47.114088Z","caller":"traceutil/trace.go:171","msg":"trace[2021092651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7931; }","duration":"260.064038ms","start":"2026-03-05T23:35:46.854002Z","end":"2026-03-05T23:35:47.114066Z","steps":["trace[2021092651] 'agreement among raft nodes before linearized reading' (duration: 259.773371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:47.11547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.847699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T23:35:47.115541Z","caller":"traceutil/trace.go:171","msg":"trace[1619115314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7933; }","duration":"255.931811ms","start":"2026-03-05T23:35:46.859594Z","end":"2026-03-05T23:35:47.115526Z","steps":["trace[1619115314] 'agreement among raft nodes before linearized reading' (duration: 255.718286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:47.115819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.861789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:35:47.115863Z","caller":"traceutil/trace.go:171","msg":"trace[967385365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:7933; }","duration":"223.928531ms","start":"2026-03-05T23:35:46.891925Z","end":"2026-03-05T23:35:47.115854Z","steps":["trace[967385365] 'agreement among raft nodes before linearized reading' (duration: 223.819718ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:47.11593Z","caller":"traceutil/trace.go:171","msg":"trace[2124903091] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"197.096061ms","start":"2026-03-05T23:35:46.918808Z","end":"2026-03-05T23:35:47.115904Z","steps":["trace[2124903091] 'process raft request' (duration: 196.386315ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:47.115789Z","caller":"traceutil/trace.go:171","msg":"trace[1382476982] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"129.371474ms","start":"2026-03-05T23:35:46.986379Z","end":"2026-03-05T23:35:47.11575Z","steps":["trace[1382476982] 'process raft request' (duration: 128.886082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:48.84379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812318310924378,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T23:35:48.984578Z","caller":"traceutil/trace.go:171","msg":"trace[1040127977] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8231; }","duration":"641.334628ms","start":"2026-03-05T23:35:48.343221Z","end":"2026-03-05T23:35:48.984556Z","steps":["trace[1040127977] 'read index received' (duration: 638.154263ms)","trace[1040127977] 'applied index is now lower than readState.Index' (duration: 3.179085ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:48.984821Z","caller":"traceutil/trace.go:171","msg":"trace[1959423976] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"695.326054ms","start":"2026-03-05T23:35:48.28948Z","end":"2026-03-05T23:35:48.984807Z","steps":["trace[1959423976] 'process raft request' (duration: 691.885913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:48.984917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:48.289466Z","time spent":"695.389875ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:35:48.985074Z","caller":"traceutil/trace.go:171","msg":"trace[2093421408] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"225.18701ms","start":"2026-03-05T23:35:48.759876Z","end":"2026-03-05T23:35:48.985063Z","steps":["trace[2093421408] 'process raft request' (duration: 224.635407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:48.985262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.035404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:35:48.985298Z","caller":"traceutil/trace.go:171","msg":"trace[551006798] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7938; }","duration":"642.104976ms","start":"2026-03-05T23:35:48.343185Z","end":"2026-03-05T23:35:48.98529Z","steps":["trace[551006798] 'agreement among raft nodes before linearized reading' (duration: 641.994674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:48.985329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:48.343167Z","time spent":"642.154287ms","remote":"127.0.0.1:58740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:35:48.985535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.441128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T23:35:48.985594Z","caller":"traceutil/trace.go:171","msg":"trace[1426098816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7938; }","duration":"301.499299ms","start":"2026-03-05T23:35:48.684085Z","end":"2026-03-05T23:35:48.985584Z","steps":["trace[1426098816] 'agreement among raft nodes before linearized reading' (duration: 301.374666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:48.985627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:48.684041Z","time spent":"301.580221ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T23:35:48.98596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.348131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:35:48.986Z","caller":"traceutil/trace.go:171","msg":"trace[525280054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7938; }","duration":"288.414353ms","start":"2026-03-05T23:35:48.697576Z","end":"2026-03-05T23:35:48.985991Z","steps":["trace[525280054] 'agreement among raft nodes before linearized reading' (duration: 288.31848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.626227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812318310924382,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T23:35:49.657097Z","caller":"traceutil/trace.go:171","msg":"trace[1579289522] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"658.482128ms","start":"2026-03-05T23:35:48.998403Z","end":"2026-03-05T23:35:49.656885Z","steps":["trace[1579289522] 'process raft request' (duration: 658.306844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.657218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:48.998385Z","time spent":"658.767055ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:35:49.658002Z","caller":"traceutil/trace.go:171","msg":"trace[2061910511] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8233; }","duration":"531.86156ms","start":"2026-03-05T23:35:49.126117Z","end":"2026-03-05T23:35:49.657978Z","steps":["trace[2061910511] 'read index received' (duration: 530.61498ms)","trace[2061910511] 'applied index is now lower than readState.Index' (duration: 1.24567ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:49.65809Z","caller":"traceutil/trace.go:171","msg":"trace[84260150] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"535.795402ms","start":"2026-03-05T23:35:49.122265Z","end":"2026-03-05T23:35:49.65806Z","steps":["trace[84260150] 'process raft request' (duration: 535.689239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.658382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.200517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T23:35:49.658475Z","caller":"traceutil/trace.go:171","msg":"trace[757492769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7942; }","duration":"532.368792ms","start":"2026-03-05T23:35:49.126093Z","end":"2026-03-05T23:35:49.658461Z","steps":["trace[757492769] 'agreement among raft nodes before linearized reading' (duration: 532.072585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.658478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:49.122251Z","time spent":"536.11952ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:49.658568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.309059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T23:35:49.658639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:49.126085Z","time spent":"532.430253ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T23:35:49.658092Z","caller":"traceutil/trace.go:171","msg":"trace[1705667794] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"538.748151ms","start":"2026-03-05T23:35:49.119301Z","end":"2026-03-05T23:35:49.658049Z","steps":["trace[1705667794] 'process raft request' (duration: 538.625388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.658899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:49.119288Z","time spent":"539.58018ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:49.659141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.295886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:35:49.659184Z","caller":"traceutil/trace.go:171","msg":"trace[1313512049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:7942; }","duration":"528.349987ms","start":"2026-03-05T23:35:49.130825Z","end":"2026-03-05T23:35:49.659175Z","steps":["trace[1313512049] 'agreement among raft nodes before linearized reading' (duration: 528.251394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.658954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.449298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:35:49.659393Z","caller":"traceutil/trace.go:171","msg":"trace[1436449149] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7942; }","duration":"336.932279ms","start":"2026-03-05T23:35:49.322447Z","end":"2026-03-05T23:35:49.659379Z","steps":["trace[1436449149] 'agreement among raft nodes before linearized reading' (duration: 336.465969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.659488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:49.32229Z","time spent":"337.184915ms","remote":"127.0.0.1:35240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:35:49.659047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.16874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:35:49.659686Z","caller":"traceutil/trace.go:171","msg":"trace[2124990194] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7942; }","duration":"472.831395ms","start":"2026-03-05T23:35:49.186846Z","end":"2026-03-05T23:35:49.659678Z","steps":["trace[2124990194] 'agreement among raft nodes before linearized reading' (duration: 472.15918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.659732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:49.186836Z","time spent":"472.885467ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-05T23:35:49.658642Z","caller":"traceutil/trace.go:171","msg":"trace[1289789596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7942; }","duration":"529.394842ms","start":"2026-03-05T23:35:49.129231Z","end":"2026-03-05T23:35:49.658626Z","steps":["trace[1289789596] 'agreement among raft nodes before linearized reading' (duration: 529.218508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.659899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:49.129223Z","time spent":"530.654071ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T23:35:49.659226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:49.130819Z","time spent":"528.398119ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-5wv27\" "} {"level":"info","ts":"2026-03-05T23:35:49.661901Z","caller":"traceutil/trace.go:171","msg":"trace[1456819966] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"659.599275ms","start":"2026-03-05T23:35:48.998421Z","end":"2026-03-05T23:35:49.65802Z","steps":["trace[1456819966] 'process raft request' (duration: 659.39074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:49.662035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:48.998401Z","time spent":"663.575068ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:35:52.6567Z","caller":"traceutil/trace.go:171","msg":"trace[824364877] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"424.429962ms","start":"2026-03-05T23:35:52.232244Z","end":"2026-03-05T23:35:52.656674Z","steps":["trace[824364877] 'process raft request' (duration: 424.258418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:52.656869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:52.23222Z","time spent":"424.565455ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:54.70136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003651363s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T23:35:54.701743Z","caller":"traceutil/trace.go:171","msg":"trace[347730058] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"1.005616599s","start":"2026-03-05T23:35:53.696102Z","end":"2026-03-05T23:35:54.701718Z","steps":["trace[347730058] 'process raft request' (duration: 1.005446135s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:54.701909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:53.696076Z","time spent":"1.005765872s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:35:54.701995Z","caller":"traceutil/trace.go:171","msg":"trace[848615204] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8255; }","duration":"1.005785033s","start":"2026-03-05T23:35:53.696192Z","end":"2026-03-05T23:35:54.701977Z","steps":["trace[848615204] 'read index received' (duration: 1.542387ms)","trace[848615204] 'applied index is now lower than readState.Index' (duration: 1.004242026s)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:54.702074Z","caller":"traceutil/trace.go:171","msg":"trace[526915145] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"1.005842644s","start":"2026-03-05T23:35:53.696225Z","end":"2026-03-05T23:35:54.702068Z","steps":["trace[526915145] 'process raft request' (duration: 1.005455665s)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:54.702118Z","caller":"traceutil/trace.go:171","msg":"trace[1787970094] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"1.005027195s","start":"2026-03-05T23:35:53.697068Z","end":"2026-03-05T23:35:54.702096Z","steps":["trace[1787970094] 'process raft request' (duration: 1.00481357s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:54.702147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:53.696219Z","time spent":"1.005871765s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:54.702182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:53.697039Z","time spent":"1.005111527s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:35:54.702401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006206553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228863"} {"level":"info","ts":"2026-03-05T23:35:54.702427Z","caller":"traceutil/trace.go:171","msg":"trace[1587920049] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7962; }","duration":"1.006232774s","start":"2026-03-05T23:35:53.696187Z","end":"2026-03-05T23:35:54.70242Z","steps":["trace[1587920049] 'agreement among raft nodes before linearized reading' (duration: 1.006025779s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:54.702443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:53.696179Z","time spent":"1.006259764s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T23:35:54.857563Z","caller":"traceutil/trace.go:171","msg":"trace[187039040] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"454.926827ms","start":"2026-03-05T23:35:54.402609Z","end":"2026-03-05T23:35:54.857535Z","steps":["trace[187039040] 'process raft request' (duration: 454.765403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:54.857697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:54.402586Z","time spent":"455.04059ms","remote":"127.0.0.1:42428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:35:54.857847Z","caller":"traceutil/trace.go:171","msg":"trace[727941131] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8258; }","duration":"155.776372ms","start":"2026-03-05T23:35:54.702044Z","end":"2026-03-05T23:35:54.85782Z","steps":["trace[727941131] 'read index received' (duration: 155.331432ms)","trace[727941131] 'applied index is now lower than readState.Index' (duration: 443.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:35:54.858064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.936066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:35:54.858101Z","caller":"traceutil/trace.go:171","msg":"trace[682937844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7964; }","duration":"826.012398ms","start":"2026-03-05T23:35:54.032081Z","end":"2026-03-05T23:35:54.858093Z","steps":["trace[682937844] 'agreement among raft nodes before linearized reading' (duration: 825.945636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:54.858121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:54.032061Z","time spent":"826.056038ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:35:54.858176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073112362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:35:54.858221Z","caller":"traceutil/trace.go:171","msg":"trace[982403283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7964; }","duration":"1.073219324s","start":"2026-03-05T23:35:53.784989Z","end":"2026-03-05T23:35:54.858209Z","steps":["trace[982403283] 'agreement among raft nodes before linearized reading' (duration: 1.073118892s)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:54.858232Z","caller":"traceutil/trace.go:171","msg":"trace[334507326] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"196.750914ms","start":"2026-03-05T23:35:54.661472Z","end":"2026-03-05T23:35:54.858223Z","steps":["trace[334507326] 'process raft request' (duration: 196.017186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:54.858257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:53.78497Z","time spent":"1.073281195s","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:35:54.858379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.373836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:35:54.85841Z","caller":"traceutil/trace.go:171","msg":"trace[915351317] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7964; }","duration":"388.444908ms","start":"2026-03-05T23:35:54.469959Z","end":"2026-03-05T23:35:54.858404Z","steps":["trace[915351317] 'agreement among raft nodes before linearized reading' (duration: 388.383826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:54.85843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:54.469939Z","time spent":"388.484238ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:35:54.858491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.128315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T23:35:54.858563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.393492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:35:54.858579Z","caller":"traceutil/trace.go:171","msg":"trace[1554459239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7964; }","duration":"105.255228ms","start":"2026-03-05T23:35:54.753304Z","end":"2026-03-05T23:35:54.858559Z","steps":["trace[1554459239] 'agreement among raft nodes before linearized reading' (duration: 105.021432ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:35:54.858607Z","caller":"traceutil/trace.go:171","msg":"trace[1068607413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7964; }","duration":"619.471804ms","start":"2026-03-05T23:35:54.239125Z","end":"2026-03-05T23:35:54.858596Z","steps":["trace[1068607413] 'agreement among raft nodes before linearized reading' (duration: 619.400653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:54.858647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:35:54.239108Z","time spent":"619.528036ms","remote":"127.0.0.1:46532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:35:55.13533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.659757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:35:55.13544Z","caller":"traceutil/trace.go:171","msg":"trace[7760577] linearizableReadLoop","detail":"{readStateIndex:8261; appliedIndex:8260; }","duration":"212.92824ms","start":"2026-03-05T23:35:54.922496Z","end":"2026-03-05T23:35:55.135425Z","steps":["trace[7760577] 'read index received' (duration: 90.14906ms)","trace[7760577] 'applied index is now lower than readState.Index' (duration: 122.77798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:35:55.135543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.049873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:35:55.135535Z","caller":"traceutil/trace.go:171","msg":"trace[425076912] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"268.502773ms","start":"2026-03-05T23:35:54.867007Z","end":"2026-03-05T23:35:55.13551Z","steps":["trace[425076912] 'process raft request' (duration: 145.554469ms)","trace[425076912] 'compare' (duration: 122.538524ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:35:55.135576Z","caller":"traceutil/trace.go:171","msg":"trace[1948238651] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7965; }","duration":"213.110894ms","start":"2026-03-05T23:35:54.922456Z","end":"2026-03-05T23:35:55.135567Z","steps":["trace[1948238651] 'agreement among raft nodes before linearized reading' (duration: 213.054283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:35:55.135829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.896416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T23:35:55.135931Z","caller":"traceutil/trace.go:171","msg":"trace[569549869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7965; }","duration":"112.047839ms","start":"2026-03-05T23:35:55.023854Z","end":"2026-03-05T23:35:55.135902Z","steps":["trace[569549869] 'agreement among raft nodes before linearized reading' (duration: 111.689931ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:01.917174Z","caller":"traceutil/trace.go:171","msg":"trace[983877984] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"160.371328ms","start":"2026-03-05T23:36:01.756779Z","end":"2026-03-05T23:36:01.91715Z","steps":["trace[983877984] 'process raft request' (duration: 160.270186ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:02.495757Z","caller":"traceutil/trace.go:171","msg":"trace[1190998276] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"186.12651ms","start":"2026-03-05T23:36:02.309607Z","end":"2026-03-05T23:36:02.495734Z","steps":["trace[1190998276] 'process raft request' (duration: 185.972797ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:03.095127Z","caller":"traceutil/trace.go:171","msg":"trace[1130771377] linearizableReadLoop","detail":"{readStateIndex:8343; appliedIndex:8342; }","duration":"362.536114ms","start":"2026-03-05T23:36:02.732563Z","end":"2026-03-05T23:36:03.095099Z","steps":["trace[1130771377] 'read index received' (duration: 362.446832ms)","trace[1130771377] 'applied index is now lower than readState.Index' (duration: 88.112µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:36:03.095212Z","caller":"traceutil/trace.go:171","msg":"trace[1218626588] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"780.560855ms","start":"2026-03-05T23:36:02.314605Z","end":"2026-03-05T23:36:03.095166Z","steps":["trace[1218626588] 'process raft request' (duration: 780.303179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.09542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:02.314578Z","time spent":"780.735979ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:36:03.095453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.868972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T23:36:03.095542Z","caller":"traceutil/trace.go:171","msg":"trace[1800254255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8043; }","duration":"363.019576ms","start":"2026-03-05T23:36:02.7325Z","end":"2026-03-05T23:36:03.095519Z","steps":["trace[1800254255] 'agreement among raft nodes before linearized reading' (duration: 362.717469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.095603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:02.732477Z","time spent":"363.115387ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T23:36:03.550288Z","caller":"traceutil/trace.go:171","msg":"trace[623674422] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8343; }","duration":"455.066267ms","start":"2026-03-05T23:36:03.095203Z","end":"2026-03-05T23:36:03.550269Z","steps":["trace[623674422] 'read index received' (duration: 454.882203ms)","trace[623674422] 'applied index is now lower than readState.Index' (duration: 183.314µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:36:03.550458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.73931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:36:03.550529Z","caller":"traceutil/trace.go:171","msg":"trace[1691587255] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8045; }","duration":"499.852214ms","start":"2026-03-05T23:36:03.050662Z","end":"2026-03-05T23:36:03.550514Z","steps":["trace[1691587255] 'agreement among raft nodes before linearized reading' (duration: 499.641069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.550577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:03.050651Z","time spent":"499.915925ms","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:36:03.550587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.181267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:36:03.550567Z","caller":"traceutil/trace.go:171","msg":"trace[434840681] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"662.918065ms","start":"2026-03-05T23:36:02.887618Z","end":"2026-03-05T23:36:03.550536Z","steps":["trace[434840681] 'process raft request' (duration: 662.609238ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:03.550627Z","caller":"traceutil/trace.go:171","msg":"trace[46007882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:8045; }","duration":"810.233458ms","start":"2026-03-05T23:36:02.740383Z","end":"2026-03-05T23:36:03.550616Z","steps":["trace[46007882] 'agreement among raft nodes before linearized reading' (duration: 810.121055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.550585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.42508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T23:36:03.550725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:02.887595Z","time spent":"663.042277ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:36:03.550746Z","caller":"traceutil/trace.go:171","msg":"trace[181381719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8045; }","duration":"809.604613ms","start":"2026-03-05T23:36:02.74112Z","end":"2026-03-05T23:36:03.550724Z","steps":["trace[181381719] 'agreement among raft nodes before linearized reading' (duration: 809.278476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.550478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.971054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T23:36:03.550724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.833494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T23:36:03.550795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:02.741114Z","time spent":"809.670855ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T23:36:03.550445Z","caller":"traceutil/trace.go:171","msg":"trace[516147321] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"815.904401ms","start":"2026-03-05T23:36:02.734507Z","end":"2026-03-05T23:36:03.550411Z","steps":["trace[516147321] 'process raft request' (duration: 815.564993ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:03.55085Z","caller":"traceutil/trace.go:171","msg":"trace[770187400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8045; }","duration":"517.394223ms","start":"2026-03-05T23:36:03.033435Z","end":"2026-03-05T23:36:03.550829Z","steps":["trace[770187400] 'agreement among raft nodes before linearized reading' (duration: 516.920932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.550903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:03.033417Z","time spent":"517.469885ms","remote":"127.0.0.1:46502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T23:36:03.550922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:02.73448Z","time spent":"816.386882ms","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:36:03.550662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:02.740376Z","time spent":"810.276919ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-5wv27\" "} {"level":"warn","ts":"2026-03-05T23:36:03.550671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.024187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T23:36:03.551192Z","caller":"traceutil/trace.go:171","msg":"trace[1094234211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8045; }","duration":"817.475398ms","start":"2026-03-05T23:36:02.733608Z","end":"2026-03-05T23:36:03.551083Z","steps":["trace[1094234211] 'agreement among raft nodes before linearized reading' (duration: 816.951056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.551333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:02.733593Z","time spent":"817.671732ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T23:36:03.551513Z","caller":"traceutil/trace.go:171","msg":"trace[467103362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8045; }","duration":"767.016398ms","start":"2026-03-05T23:36:02.783825Z","end":"2026-03-05T23:36:03.550841Z","steps":["trace[467103362] 'agreement among raft nodes before linearized reading' (duration: 766.774703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.551659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:02.783804Z","time spent":"767.765015ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T23:36:03.552055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.113637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-05T23:36:03.552668Z","caller":"traceutil/trace.go:171","msg":"trace[195410324] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8045; }","duration":"529.823024ms","start":"2026-03-05T23:36:03.022821Z","end":"2026-03-05T23:36:03.552644Z","steps":["trace[195410324] 'agreement among raft nodes before linearized reading' (duration: 527.764956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.552698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:03.022802Z","time spent":"529.884325ms","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-05T23:36:03.650516Z","caller":"traceutil/trace.go:171","msg":"trace[337029111] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"100.1442ms","start":"2026-03-05T23:36:03.55034Z","end":"2026-03-05T23:36:03.650484Z","steps":["trace[337029111] 'read index received' (duration: 22.567187ms)","trace[337029111] 'applied index is now lower than readState.Index' (duration: 77.575473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:36:03.650616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.326373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:36:03.650669Z","caller":"traceutil/trace.go:171","msg":"trace[647356306] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8046; }","duration":"289.386814ms","start":"2026-03-05T23:36:03.361269Z","end":"2026-03-05T23:36:03.650656Z","steps":["trace[647356306] 'agreement among raft nodes before linearized reading' (duration: 289.230901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.650819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.66532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T23:36:03.650854Z","caller":"traceutil/trace.go:171","msg":"trace[475129731] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"550.020096ms","start":"2026-03-05T23:36:03.100802Z","end":"2026-03-05T23:36:03.650822Z","steps":["trace[475129731] 'process raft request' (duration: 472.095555ms)","trace[475129731] 'compare' (duration: 77.406369ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:36:03.650887Z","caller":"traceutil/trace.go:171","msg":"trace[187334987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8046; }","duration":"446.780563ms","start":"2026-03-05T23:36:03.20409Z","end":"2026-03-05T23:36:03.65087Z","steps":["trace[187334987] 'agreement among raft nodes before linearized reading' (duration: 446.564158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.650941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:03.204074Z","time spent":"446.854385ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T23:36:03.650988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:03.100779Z","time spent":"550.129358ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:36:03.65107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.161714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:36:03.651233Z","caller":"traceutil/trace.go:171","msg":"trace[1274918267] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8046; }","duration":"504.526332ms","start":"2026-03-05T23:36:03.146685Z","end":"2026-03-05T23:36:03.651211Z","steps":["trace[1274918267] 'agreement among raft nodes before linearized reading' (duration: 504.149423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.651354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:03.146672Z","time spent":"504.663596ms","remote":"127.0.0.1:57988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-05T23:36:03.669257Z","caller":"traceutil/trace.go:171","msg":"trace[206028666] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"114.038135ms","start":"2026-03-05T23:36:03.555196Z","end":"2026-03-05T23:36:03.669234Z","steps":["trace[206028666] 'process raft request' (duration: 113.843411ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:03.669505Z","caller":"traceutil/trace.go:171","msg":"trace[736056872] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"114.282761ms","start":"2026-03-05T23:36:03.555204Z","end":"2026-03-05T23:36:03.669487Z","steps":["trace[736056872] 'process raft request' (duration: 113.985644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.669663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.258297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:36:03.669712Z","caller":"traceutil/trace.go:171","msg":"trace[110097424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8049; }","duration":"116.355099ms","start":"2026-03-05T23:36:03.553345Z","end":"2026-03-05T23:36:03.6697Z","steps":["trace[110097424] 'agreement among raft nodes before linearized reading' (duration: 116.251927ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:03.66964Z","caller":"traceutil/trace.go:171","msg":"trace[2092673252] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"104.167255ms","start":"2026-03-05T23:36:03.565462Z","end":"2026-03-05T23:36:03.669629Z","steps":["trace[2092673252] 'process raft request' (duration: 103.928139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.670272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.839637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228778"} {"level":"info","ts":"2026-03-05T23:36:03.67032Z","caller":"traceutil/trace.go:171","msg":"trace[795132719] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8049; }","duration":"115.90913ms","start":"2026-03-05T23:36:03.554401Z","end":"2026-03-05T23:36:03.67031Z","steps":["trace[795132719] 'agreement among raft nodes before linearized reading' (duration: 115.49603ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:03.958741Z","caller":"traceutil/trace.go:171","msg":"trace[109921456] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"238.146677ms","start":"2026-03-05T23:36:03.720562Z","end":"2026-03-05T23:36:03.958708Z","steps":["trace[109921456] 'process raft request' (duration: 214.263878ms)","trace[109921456] 'compare' (duration: 23.472909ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:36:03.958805Z","caller":"traceutil/trace.go:171","msg":"trace[182246448] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"235.267479ms","start":"2026-03-05T23:36:03.723496Z","end":"2026-03-05T23:36:03.958764Z","steps":["trace[182246448] 'process raft request' (duration: 235.195617ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:03.958827Z","caller":"traceutil/trace.go:171","msg":"trace[313419057] linearizableReadLoop","detail":"{readStateIndex:8352; appliedIndex:8351; }","duration":"236.691323ms","start":"2026-03-05T23:36:03.722105Z","end":"2026-03-05T23:36:03.958797Z","steps":["trace[313419057] 'read index received' (duration: 212.976018ms)","trace[313419057] 'applied index is now lower than readState.Index' (duration: 23.712695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:36:03.959073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.957979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-05T23:36:03.959104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.866389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:36:03.959128Z","caller":"traceutil/trace.go:171","msg":"trace[843702371] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8053; }","duration":"237.061021ms","start":"2026-03-05T23:36:03.72205Z","end":"2026-03-05T23:36:03.959111Z","steps":["trace[843702371] 'agreement among raft nodes before linearized reading' (duration: 236.872767ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:03.95916Z","caller":"traceutil/trace.go:171","msg":"trace[2079753400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8053; }","duration":"228.971462ms","start":"2026-03-05T23:36:03.730176Z","end":"2026-03-05T23:36:03.959148Z","steps":["trace[2079753400] 'agreement among raft nodes before linearized reading' (duration: 228.767647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.959301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.502171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:36:03.959345Z","caller":"traceutil/trace.go:171","msg":"trace[1921835338] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8053; }","duration":"142.565302ms","start":"2026-03-05T23:36:03.816763Z","end":"2026-03-05T23:36:03.959328Z","steps":["trace[1921835338] 'agreement among raft nodes before linearized reading' (duration: 142.505291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:03.959504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.057209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:36:03.959632Z","caller":"traceutil/trace.go:171","msg":"trace[246354748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8053; }","duration":"174.227483ms","start":"2026-03-05T23:36:03.785384Z","end":"2026-03-05T23:36:03.959612Z","steps":["trace[246354748] 'agreement among raft nodes before linearized reading' (duration: 174.051999ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:04.22945Z","caller":"traceutil/trace.go:171","msg":"trace[540822930] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8354; }","duration":"143.76104ms","start":"2026-03-05T23:36:04.085665Z","end":"2026-03-05T23:36:04.229426Z","steps":["trace[540822930] 'read index received' (duration: 143.527605ms)","trace[540822930] 'applied index is now lower than readState.Index' (duration: 232.445µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:36:04.229576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.894603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:36:04.229619Z","caller":"traceutil/trace.go:171","msg":"trace[1973329964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8055; }","duration":"143.998905ms","start":"2026-03-05T23:36:04.085609Z","end":"2026-03-05T23:36:04.229608Z","steps":["trace[1973329964] 'agreement among raft nodes before linearized reading' (duration: 143.911513ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:04.229688Z","caller":"traceutil/trace.go:171","msg":"trace[1427264479] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"175.200015ms","start":"2026-03-05T23:36:04.054276Z","end":"2026-03-05T23:36:04.229476Z","steps":["trace[1427264479] 'process raft request' (duration: 174.98309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:04.452291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.233138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:36:04.452374Z","caller":"traceutil/trace.go:171","msg":"trace[1537409131] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8055; }","duration":"128.372431ms","start":"2026-03-05T23:36:04.323984Z","end":"2026-03-05T23:36:04.452356Z","steps":["trace[1537409131] 'count revisions from in-memory index tree' (duration: 128.131835ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:05.508521Z","caller":"traceutil/trace.go:171","msg":"trace[560087256] linearizableReadLoop","detail":"{readStateIndex:8356; appliedIndex:8355; }","duration":"196.506343ms","start":"2026-03-05T23:36:05.31199Z","end":"2026-03-05T23:36:05.508496Z","steps":["trace[560087256] 'read index received' (duration: 196.325019ms)","trace[560087256] 'applied index is now lower than readState.Index' (duration: 180.454µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:36:05.508707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.699148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T23:36:05.508745Z","caller":"traceutil/trace.go:171","msg":"trace[275100716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8056; }","duration":"196.78083ms","start":"2026-03-05T23:36:05.311955Z","end":"2026-03-05T23:36:05.508736Z","steps":["trace[275100716] 'agreement among raft nodes before linearized reading' (duration: 196.632227ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:05.508701Z","caller":"traceutil/trace.go:171","msg":"trace[515622317] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"589.55894ms","start":"2026-03-05T23:36:04.91897Z","end":"2026-03-05T23:36:05.508529Z","steps":["trace[515622317] 'process raft request' (duration: 589.362516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:05.508949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:04.918951Z","time spent":"589.911869ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:36:05.703393Z","caller":"traceutil/trace.go:171","msg":"trace[1114910885] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8356; }","duration":"131.316589ms","start":"2026-03-05T23:36:05.572054Z","end":"2026-03-05T23:36:05.703371Z","steps":["trace[1114910885] 'read index received' (duration: 75.592177ms)","trace[1114910885] 'applied index is now lower than readState.Index' (duration: 55.723372ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:36:05.703511Z","caller":"traceutil/trace.go:171","msg":"trace[445840536] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"147.078548ms","start":"2026-03-05T23:36:05.556387Z","end":"2026-03-05T23:36:05.703465Z","steps":["trace[445840536] 'process raft request' (duration: 146.924554ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:05.70361Z","caller":"traceutil/trace.go:171","msg":"trace[2119423774] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"171.721255ms","start":"2026-03-05T23:36:05.531867Z","end":"2026-03-05T23:36:05.703588Z","steps":["trace[2119423774] 'process raft request' (duration: 115.768366ms)","trace[2119423774] 'compare' (duration: 55.537399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:36:05.703549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.486853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:36:05.703685Z","caller":"traceutil/trace.go:171","msg":"trace[1980895838] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8058; }","duration":"131.656527ms","start":"2026-03-05T23:36:05.57201Z","end":"2026-03-05T23:36:05.703667Z","steps":["trace[1980895838] 'agreement among raft nodes before linearized reading' (duration: 131.493134ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:05.981823Z","caller":"traceutil/trace.go:171","msg":"trace[1502188473] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"274.489385ms","start":"2026-03-05T23:36:05.707315Z","end":"2026-03-05T23:36:05.981805Z","steps":["trace[1502188473] 'process raft request' (duration: 274.327201ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:05.981926Z","caller":"traceutil/trace.go:171","msg":"trace[1321924066] linearizableReadLoop","detail":"{readStateIndex:8365; appliedIndex:8359; }","duration":"188.900126ms","start":"2026-03-05T23:36:05.793015Z","end":"2026-03-05T23:36:05.981915Z","steps":["trace[1321924066] 'read index received' (duration: 188.625619ms)","trace[1321924066] 'applied index is now lower than readState.Index' (duration: 273.977µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:36:05.98194Z","caller":"traceutil/trace.go:171","msg":"trace[478642186] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"274.377663ms","start":"2026-03-05T23:36:05.707517Z","end":"2026-03-05T23:36:05.981895Z","steps":["trace[478642186] 'process raft request' (duration: 274.23283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:05.982123Z","caller":"traceutil/trace.go:171","msg":"trace[1067421644] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"273.974443ms","start":"2026-03-05T23:36:05.708135Z","end":"2026-03-05T23:36:05.98211Z","steps":["trace[1067421644] 'process raft request' (duration: 273.680907ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:05.982116Z","caller":"traceutil/trace.go:171","msg":"trace[177967458] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"273.621345ms","start":"2026-03-05T23:36:05.708468Z","end":"2026-03-05T23:36:05.98209Z","steps":["trace[177967458] 'process raft request' (duration: 273.4051ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:05.982204Z","caller":"traceutil/trace.go:171","msg":"trace[1425818588] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"273.636436ms","start":"2026-03-05T23:36:05.708547Z","end":"2026-03-05T23:36:05.982184Z","steps":["trace[1425818588] 'process raft request' (duration: 273.346919ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:05.982204Z","caller":"traceutil/trace.go:171","msg":"trace[1056721638] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"273.695567ms","start":"2026-03-05T23:36:05.70847Z","end":"2026-03-05T23:36:05.982165Z","steps":["trace[1056721638] 'process raft request' (duration: 273.378339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:05.982424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.706791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228778"} {"level":"info","ts":"2026-03-05T23:36:05.982477Z","caller":"traceutil/trace.go:171","msg":"trace[1784062721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8064; }","duration":"274.790263ms","start":"2026-03-05T23:36:05.707674Z","end":"2026-03-05T23:36:05.982464Z","steps":["trace[1784062721] 'agreement among raft nodes before linearized reading' (duration: 274.421594ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:06.31818Z","caller":"traceutil/trace.go:171","msg":"trace[2117802588] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"524.435529ms","start":"2026-03-05T23:36:05.79369Z","end":"2026-03-05T23:36:06.318125Z","steps":["trace[2117802588] 'process raft request' (duration: 518.341886ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:06.318227Z","caller":"traceutil/trace.go:171","msg":"trace[1292393189] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8365; }","duration":"336.248009ms","start":"2026-03-05T23:36:05.981954Z","end":"2026-03-05T23:36:06.318202Z","steps":["trace[1292393189] 'read index received' (duration: 329.987173ms)","trace[1292393189] 'applied index is now lower than readState.Index' (duration: 6.260016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:36:06.318367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:05.793679Z","time spent":"524.592152ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:36:06.318522Z","caller":"traceutil/trace.go:171","msg":"trace[1694028383] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"352.973961ms","start":"2026-03-05T23:36:05.965535Z","end":"2026-03-05T23:36:06.318509Z","steps":["trace[1694028383] 'process raft request' (duration: 352.50369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:06.318651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:05.965513Z","time spent":"353.053732ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:36:06.318716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.299291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189a16284f0b56a5\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-05T23:36:06.318736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.457356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T23:36:06.318784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.719614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:36:06.318792Z","caller":"traceutil/trace.go:171","msg":"trace[1733699046] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189a16284f0b56a5; range_end:; response_count:1; response_revision:8067; }","duration":"333.391563ms","start":"2026-03-05T23:36:05.985382Z","end":"2026-03-05T23:36:06.318774Z","steps":["trace[1733699046] 'agreement among raft nodes before linearized reading' (duration: 333.25962ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:06.318798Z","caller":"traceutil/trace.go:171","msg":"trace[122414900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8067; }","duration":"523.553728ms","start":"2026-03-05T23:36:05.79523Z","end":"2026-03-05T23:36:06.318783Z","steps":["trace[122414900] 'agreement among raft nodes before linearized reading' (duration: 523.350463ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:06.318837Z","caller":"traceutil/trace.go:171","msg":"trace[205577914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8067; }","duration":"340.801486ms","start":"2026-03-05T23:36:05.978022Z","end":"2026-03-05T23:36:06.318824Z","steps":["trace[205577914] 'agreement among raft nodes before linearized reading' (duration: 340.646212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:06.318826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.290313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T23:36:06.318847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:05.795214Z","time spent":"523.622129ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T23:36:06.318847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:05.985372Z","time spent":"333.463044ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":701,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189a16284f0b56a5\" "} {"level":"warn","ts":"2026-03-05T23:36:06.318878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:05.978004Z","time spent":"340.866328ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T23:36:06.318887Z","caller":"traceutil/trace.go:171","msg":"trace[1781261441] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8067; }","duration":"408.394536ms","start":"2026-03-05T23:36:05.910479Z","end":"2026-03-05T23:36:06.318874Z","steps":["trace[1781261441] 'agreement among raft nodes before linearized reading' (duration: 408.281173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:06.318921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:05.910466Z","time spent":"408.448887ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T23:36:06.318799Z","caller":"traceutil/trace.go:171","msg":"trace[349278147] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"351.916206ms","start":"2026-03-05T23:36:05.966825Z","end":"2026-03-05T23:36:06.318741Z","steps":["trace[349278147] 'process raft request' (duration: 351.336412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:06.318978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.612327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-05T23:36:06.319117Z","caller":"traceutil/trace.go:171","msg":"trace[711179315] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8067; }","duration":"235.859193ms","start":"2026-03-05T23:36:06.083217Z","end":"2026-03-05T23:36:06.319077Z","steps":["trace[711179315] 'agreement among raft nodes before linearized reading' (duration: 235.430343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:06.319127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:36:05.966817Z","time spent":"352.200912ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:36:16.051458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.056146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-05T23:36:16.051526Z","caller":"traceutil/trace.go:171","msg":"trace[1133788008] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8136; }","duration":"197.197319ms","start":"2026-03-05T23:36:15.854317Z","end":"2026-03-05T23:36:16.051515Z","steps":["trace[1133788008] 'range keys from in-memory index tree' (duration: 196.881752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:36:39.98257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.575475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:36:39.982717Z","caller":"traceutil/trace.go:171","msg":"trace[143929632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8372; }","duration":"196.80946ms","start":"2026-03-05T23:36:39.785884Z","end":"2026-03-05T23:36:39.982693Z","steps":["trace[143929632] 'range keys from in-memory index tree' (duration: 196.456092ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:47.564535Z","caller":"traceutil/trace.go:171","msg":"trace[9444003] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"138.975348ms","start":"2026-03-05T23:36:47.425536Z","end":"2026-03-05T23:36:47.564511Z","steps":["trace[9444003] 'process raft request' (duration: 138.851995ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:36:47.564535Z","caller":"traceutil/trace.go:171","msg":"trace[166875773] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"139.872859ms","start":"2026-03-05T23:36:47.424618Z","end":"2026-03-05T23:36:47.564491Z","steps":["trace[166875773] 'process raft request' (duration: 129.414074ms)","trace[166875773] 'compare' (duration: 10.191939ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:36:47.564966Z","caller":"traceutil/trace.go:171","msg":"trace[1915070588] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"131.023072ms","start":"2026-03-05T23:36:47.433876Z","end":"2026-03-05T23:36:47.564899Z","steps":["trace[1915070588] 'process raft request' (duration: 130.563412ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:37:10.540484Z","caller":"traceutil/trace.go:171","msg":"trace[1241379384] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"431.507726ms","start":"2026-03-05T23:37:10.108949Z","end":"2026-03-05T23:37:10.540457Z","steps":["trace[1241379384] 'process raft request' (duration: 431.305122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:10.540827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:37:10.108933Z","time spent":"431.69271ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:37:10.541696Z","caller":"traceutil/trace.go:171","msg":"trace[1589093137] linearizableReadLoop","detail":"{readStateIndex:9020; appliedIndex:9018; }","duration":"142.01916ms","start":"2026-03-05T23:37:10.399649Z","end":"2026-03-05T23:37:10.541668Z","steps":["trace[1589093137] 'read index received' (duration: 140.669708ms)","trace[1589093137] 'applied index is now lower than readState.Index' (duration: 1.348322ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:37:10.541824Z","caller":"traceutil/trace.go:171","msg":"trace[1973013772] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"188.65754ms","start":"2026-03-05T23:37:10.353118Z","end":"2026-03-05T23:37:10.541775Z","steps":["trace[1973013772] 'process raft request' (duration: 188.400094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:10.542209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.521571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-03-05T23:37:10.542262Z","caller":"traceutil/trace.go:171","msg":"trace[429833769] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8703; }","duration":"142.648844ms","start":"2026-03-05T23:37:10.399598Z","end":"2026-03-05T23:37:10.542247Z","steps":["trace[429833769] 'agreement among raft nodes before linearized reading' (duration: 142.222984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:26.435155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.661161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T23:37:26.435295Z","caller":"traceutil/trace.go:171","msg":"trace[1822659085] linearizableReadLoop","detail":"{readStateIndex:9107; appliedIndex:9106; }","duration":"652.685395ms","start":"2026-03-05T23:37:25.782591Z","end":"2026-03-05T23:37:26.435276Z","steps":["trace[1822659085] 'read index received' (duration: 276.728747ms)","trace[1822659085] 'applied index is now lower than readState.Index' (duration: 375.955268ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:37:26.435433Z","caller":"traceutil/trace.go:171","msg":"trace[560701563] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"760.907004ms","start":"2026-03-05T23:37:25.674465Z","end":"2026-03-05T23:37:26.435372Z","steps":["trace[560701563] 'process raft request' (duration: 384.954827ms)","trace[560701563] 'compare' (duration: 375.514147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:37:26.435637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:37:25.674442Z","time spent":"761.090989ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:37:26.435736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.148496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:37:26.435783Z","caller":"traceutil/trace.go:171","msg":"trace[417101470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8785; }","duration":"653.256639ms","start":"2026-03-05T23:37:25.782514Z","end":"2026-03-05T23:37:26.435771Z","steps":["trace[417101470] 'agreement among raft nodes before linearized reading' (duration: 652.88038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:26.43579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.685547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:37:26.435895Z","caller":"traceutil/trace.go:171","msg":"trace[61113657] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8785; }","duration":"110.842191ms","start":"2026-03-05T23:37:26.325034Z","end":"2026-03-05T23:37:26.435876Z","steps":["trace[61113657] 'agreement among raft nodes before linearized reading' (duration: 110.628736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:26.435819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:37:25.782491Z","time spent":"653.32042ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T23:37:26.983124Z","caller":"traceutil/trace.go:171","msg":"trace[1481125200] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"350.332479ms","start":"2026-03-05T23:37:26.632765Z","end":"2026-03-05T23:37:26.983097Z","steps":["trace[1481125200] 'process raft request' (duration: 350.111334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:26.983303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:37:26.632737Z","time spent":"350.470942ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T23:37:27.075263Z","caller":"traceutil/trace.go:171","msg":"trace[709172044] linearizableReadLoop","detail":"{readStateIndex:9109; appliedIndex:9107; }","duration":"314.658245ms","start":"2026-03-05T23:37:26.760581Z","end":"2026-03-05T23:37:27.075239Z","steps":["trace[709172044] 'read index received' (duration: 222.270365ms)","trace[709172044] 'applied index is now lower than readState.Index' (duration: 92.38636ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:37:27.075325Z","caller":"traceutil/trace.go:171","msg":"trace[1911244597] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"290.354507ms","start":"2026-03-05T23:37:26.784941Z","end":"2026-03-05T23:37:27.075296Z","steps":["trace[1911244597] 'process raft request' (duration: 290.228204ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:37:27.075368Z","caller":"traceutil/trace.go:171","msg":"trace[30571179] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"326.00004ms","start":"2026-03-05T23:37:26.749326Z","end":"2026-03-05T23:37:27.075326Z","steps":["trace[30571179] 'process raft request' (duration: 268.928445ms)","trace[30571179] 'compare' (duration: 56.811199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T23:37:27.075566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:37:26.749297Z","time spent":"326.162974ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T23:37:27.075798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.3741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T23:37:27.075827Z","caller":"traceutil/trace.go:171","msg":"trace[61548210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8788; }","duration":"288.417061ms","start":"2026-03-05T23:37:26.787402Z","end":"2026-03-05T23:37:27.075819Z","steps":["trace[61548210] 'agreement among raft nodes before linearized reading' (duration: 288.297969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:27.075836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.922887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T23:37:27.075895Z","caller":"traceutil/trace.go:171","msg":"trace[1454637087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8788; }","duration":"299.02164ms","start":"2026-03-05T23:37:26.776857Z","end":"2026-03-05T23:37:27.075879Z","steps":["trace[1454637087] 'agreement among raft nodes before linearized reading' (duration: 298.845276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:27.075926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.396051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:37:27.075946Z","caller":"traceutil/trace.go:171","msg":"trace[1710347052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8788; }","duration":"113.456492ms","start":"2026-03-05T23:37:26.962484Z","end":"2026-03-05T23:37:27.07594Z","steps":["trace[1710347052] 'agreement among raft nodes before linearized reading' (duration: 113.399051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:27.076032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.332032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:37:27.076048Z","caller":"traceutil/trace.go:171","msg":"trace[1792170711] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:8788; }","duration":"280.366654ms","start":"2026-03-05T23:37:26.795677Z","end":"2026-03-05T23:37:27.076043Z","steps":["trace[1792170711] 'agreement among raft nodes before linearized reading' (duration: 280.313872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:27.076074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.593529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T23:37:27.076103Z","caller":"traceutil/trace.go:171","msg":"trace[375272936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8788; }","duration":"289.682551ms","start":"2026-03-05T23:37:26.786412Z","end":"2026-03-05T23:37:27.076095Z","steps":["trace[375272936] 'agreement among raft nodes before linearized reading' (duration: 289.595269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:27.076253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.081187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T23:37:27.076291Z","caller":"traceutil/trace.go:171","msg":"trace[1149971259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8788; }","duration":"292.134738ms","start":"2026-03-05T23:37:26.784145Z","end":"2026-03-05T23:37:27.07628Z","steps":["trace[1149971259] 'agreement among raft nodes before linearized reading' (duration: 292.037626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:27.076554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.524397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T23:37:27.076624Z","caller":"traceutil/trace.go:171","msg":"trace[153393938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8788; }","duration":"292.61671ms","start":"2026-03-05T23:37:26.783991Z","end":"2026-03-05T23:37:27.076608Z","steps":["trace[153393938] 'agreement among raft nodes before linearized reading' (duration: 292.503567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:27.075456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.86461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T23:37:27.076757Z","caller":"traceutil/trace.go:171","msg":"trace[163633291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8788; }","duration":"316.174171ms","start":"2026-03-05T23:37:26.760564Z","end":"2026-03-05T23:37:27.076738Z","steps":["trace[163633291] 'agreement among raft nodes before linearized reading' (duration: 314.814019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:27.076829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T23:37:26.760505Z","time spent":"316.302593ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T23:37:27.24726Z","caller":"traceutil/trace.go:171","msg":"trace[200586771] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"166.596854ms","start":"2026-03-05T23:37:27.080615Z","end":"2026-03-05T23:37:27.247212Z","steps":["trace[200586771] 'process raft request' (duration: 104.912633ms)","trace[200586771] 'compare' (duration: 61.423655ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:37:27.247341Z","caller":"traceutil/trace.go:171","msg":"trace[54592382] linearizableReadLoop","detail":"{readStateIndex:9114; appliedIndex:9111; }","duration":"165.381816ms","start":"2026-03-05T23:37:27.081944Z","end":"2026-03-05T23:37:27.247326Z","steps":["trace[54592382] 'read index received' (duration: 21.281228ms)","trace[54592382] 'applied index is now lower than readState.Index' (duration: 144.097738ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:37:27.247342Z","caller":"traceutil/trace.go:171","msg":"trace[1198365916] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"165.58896ms","start":"2026-03-05T23:37:27.081711Z","end":"2026-03-05T23:37:27.2473Z","steps":["trace[1198365916] 'process raft request' (duration: 165.329834ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:37:27.24739Z","caller":"traceutil/trace.go:171","msg":"trace[1336741492] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"165.58422ms","start":"2026-03-05T23:37:27.081778Z","end":"2026-03-05T23:37:27.247362Z","steps":["trace[1336741492] 'process raft request' (duration: 165.470397ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:37:27.247579Z","caller":"traceutil/trace.go:171","msg":"trace[1087994617] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"165.237472ms","start":"2026-03-05T23:37:27.082324Z","end":"2026-03-05T23:37:27.247562Z","steps":["trace[1087994617] 'process raft request' (duration: 164.959216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:27.247708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.749554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291499"} {"level":"info","ts":"2026-03-05T23:37:27.247734Z","caller":"traceutil/trace.go:171","msg":"trace[2104831994] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8793; }","duration":"165.800555ms","start":"2026-03-05T23:37:27.081926Z","end":"2026-03-05T23:37:27.247727Z","steps":["trace[2104831994] 'agreement among raft nodes before linearized reading' (duration: 165.460097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:29.42974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.038548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T23:37:29.42983Z","caller":"traceutil/trace.go:171","msg":"trace[520202017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8800; }","duration":"177.181321ms","start":"2026-03-05T23:37:29.252634Z","end":"2026-03-05T23:37:29.429815Z","steps":["trace[520202017] 'range keys from in-memory index tree' (duration: 176.885354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:29.429886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.234452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T23:37:29.429879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.303951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T23:37:29.429948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.375812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T23:37:29.42997Z","caller":"traceutil/trace.go:171","msg":"trace[892183832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8800; }","duration":"176.433103ms","start":"2026-03-05T23:37:29.253517Z","end":"2026-03-05T23:37:29.429951Z","steps":["trace[892183832] 'range keys from in-memory index tree' (duration: 176.078345ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:37:29.43002Z","caller":"traceutil/trace.go:171","msg":"trace[539670004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8800; }","duration":"179.496136ms","start":"2026-03-05T23:37:29.250509Z","end":"2026-03-05T23:37:29.430005Z","steps":["trace[539670004] 'range keys from in-memory index tree' (duration: 179.215079ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:37:29.429943Z","caller":"traceutil/trace.go:171","msg":"trace[1479321186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8800; }","duration":"177.337215ms","start":"2026-03-05T23:37:29.252593Z","end":"2026-03-05T23:37:29.42993Z","steps":["trace[1479321186] 'range keys from in-memory index tree' (duration: 177.11398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:37:29.430078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.370965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:37:29.430153Z","caller":"traceutil/trace.go:171","msg":"trace[1078998772] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:8800; }","duration":"174.457608ms","start":"2026-03-05T23:37:29.255687Z","end":"2026-03-05T23:37:29.430144Z","steps":["trace[1078998772] 'range keys from in-memory index tree' (duration: 173.988217ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:38:46.033433Z","caller":"traceutil/trace.go:171","msg":"trace[253188711] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"115.984674ms","start":"2026-03-05T23:38:45.917397Z","end":"2026-03-05T23:38:46.033382Z","steps":["trace[253188711] 'process raft request' (duration: 73.452308ms)","trace[253188711] 'compare' (duration: 42.375462ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:38:46.033466Z","caller":"traceutil/trace.go:171","msg":"trace[963115546] linearizableReadLoop","detail":"{readStateIndex:9638; appliedIndex:9637; }","duration":"114.643303ms","start":"2026-03-05T23:38:45.918791Z","end":"2026-03-05T23:38:46.033435Z","steps":["trace[963115546] 'read index received' (duration: 72.076347ms)","trace[963115546] 'applied index is now lower than readState.Index' (duration: 42.564416ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:38:46.033472Z","caller":"traceutil/trace.go:171","msg":"trace[1907613217] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"112.074052ms","start":"2026-03-05T23:38:45.921371Z","end":"2026-03-05T23:38:46.033445Z","steps":["trace[1907613217] 'process raft request' (duration: 112.00705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:38:46.033734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.924019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-lkplr\" ","response":"range_response_count:1 size:6986"} {"level":"info","ts":"2026-03-05T23:38:46.033816Z","caller":"traceutil/trace.go:171","msg":"trace[1937541573] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-lkplr; range_end:; response_count:1; response_revision:9300; }","duration":"115.019342ms","start":"2026-03-05T23:38:45.918751Z","end":"2026-03-05T23:38:46.03377Z","steps":["trace[1937541573] 'agreement among raft nodes before linearized reading' (duration: 114.776026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T23:38:46.033923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.768445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T23:38:46.033995Z","caller":"traceutil/trace.go:171","msg":"trace[1725253360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9300; }","duration":"111.892838ms","start":"2026-03-05T23:38:45.922082Z","end":"2026-03-05T23:38:46.033975Z","steps":["trace[1725253360] 'agreement among raft nodes before linearized reading' (duration: 111.601552ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:39:32.177159Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T23:39:32.192108Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T23:39:32.192214Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-05T23:39:34.54505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.959461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5wv27\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-05T23:39:34.545184Z","caller":"traceutil/trace.go:171","msg":"trace[2066903063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5wv27; range_end:; response_count:1; response_revision:9710; }","duration":"130.157635ms","start":"2026-03-05T23:39:34.414998Z","end":"2026-03-05T23:39:34.545155Z","steps":["trace[2066903063] 'range keys from in-memory index tree' (duration: 129.659923ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T23:39:35.820257Z","caller":"traceutil/trace.go:171","msg":"trace[1065105863] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"120.116191ms","start":"2026-03-05T23:39:35.700098Z","end":"2026-03-05T23:39:35.820214Z","steps":["trace[1065105863] 'process raft request' (duration: 33.415642ms)","trace[1065105863] 'compare' (duration: 86.415142ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:39:37.66079Z","caller":"traceutil/trace.go:171","msg":"trace[111711100] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"103.834869ms","start":"2026-03-05T23:39:37.55693Z","end":"2026-03-05T23:39:37.660765Z","steps":["trace[111711100] 'process raft request' (duration: 47.621374ms)","trace[111711100] 'compare' (duration: 56.102693ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T23:40:12.712334Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7714} {"level":"info","ts":"2026-03-05T23:40:12.778943Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7714,"took":"64.139681ms","hash":383207596,"current-db-size-bytes":43528192,"current-db-size":"44 MB","current-db-size-in-use-bytes":26345472,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-05T23:40:12.779551Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":383207596,"revision":7714,"compact-revision":5636} {"level":"info","ts":"2026-03-05T23:45:12.720557Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9947} {"level":"info","ts":"2026-03-05T23:45:12.799499Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9947,"took":"76.640448ms","hash":2484020029,"current-db-size-bytes":43528192,"current-db-size":"44 MB","current-db-size-in-use-bytes":17543168,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-05T23:45:12.799559Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2484020029,"revision":9947,"compact-revision":7714}