{"level":"warn","ts":"2026-02-26T23:46:41.01556Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T23:46:41.015666Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T23:46:41.015763Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T23:46:41.015778Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-02-26T23:46:41.015806Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T23:46:41.016539Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-02-26T23:46:41.016622Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T23:46:41.055215Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"38.3152ms"} {"level":"info","ts":"2026-02-26T23:46:41.102744Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-02-26T23:46:41.102906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T23:46:41.102945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-02-26T23:46:41.102965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T23:46:41.102987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-02-26T23:46:41.103038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-02-26T23:46:41.176698Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T23:46:41.21116Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T23:46:41.252503Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T23:46:41.286912Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T23:46:41.287127Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T23:46:41.287225Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T23:46:41.287652Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T23:46:41.287776Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"warn","ts":"2026-02-26T23:46:41.287511Z","logger":"raft","caller":"etcdserver/zap_raft.go:85","msg":"e10bb51ed7578852 cannot campaign at term 1 since there are still 1 pending configuration changes to apply"} {"level":"info","ts":"2026-02-26T23:46:41.292063Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T23:46:41.292209Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-02-26T23:46:41.292249Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-02-26T23:46:41.292388Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T23:46:41.292462Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T23:46:41.299626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-02-26T23:46:41.29985Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-02-26T23:46:42.205029Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T23:46:42.205096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T23:46:42.205132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-02-26T23:46:42.205153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-02-26T23:46:42.205164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-02-26T23:46:42.20519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-02-26T23:46:42.20521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-02-26T23:46:42.206471Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T23:46:42.206515Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T23:46:42.206546Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T23:46:42.20682Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T23:46:42.206866Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T23:46:42.206879Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T23:46:42.209065Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-02-26T23:46:42.209823Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T23:46:42.221303Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T23:46:42.221401Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T23:46:42.221425Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T23:46:43.794821Z","caller":"traceutil/trace.go:171","msg":"trace[263120142] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"326.296911ms","start":"2026-02-26T23:46:43.468495Z","end":"2026-02-26T23:46:43.794792Z","steps":["trace[263120142] 'read index received' (duration: 326.138398ms)","trace[263120142] 'applied index is now lower than readState.Index' (duration: 157.633µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:46:43.794869Z","caller":"traceutil/trace.go:171","msg":"trace[14476560] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"326.425693ms","start":"2026-02-26T23:46:43.468407Z","end":"2026-02-26T23:46:43.794832Z","steps":["trace[14476560] 'process raft request' (duration: 326.131307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.795144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.623388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T23:46:43.795206Z","caller":"traceutil/trace.go:171","msg":"trace[1496044181] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:2; }","duration":"326.72551ms","start":"2026-02-26T23:46:43.468468Z","end":"2026-02-26T23:46:43.795193Z","steps":["trace[1496044181] 'agreement among raft nodes before linearized reading' (duration: 326.477794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.795266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:43.468453Z","time spent":"326.802232ms","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T23:46:43.795809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:43.468388Z","time spent":"326.563116ms","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:46:43.842057Z","caller":"traceutil/trace.go:171","msg":"trace[180337096] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"292.844476ms","start":"2026-02-26T23:46:43.549191Z","end":"2026-02-26T23:46:43.842036Z","steps":["trace[180337096] 'process raft request' (duration: 292.632662ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:43.84213Z","caller":"traceutil/trace.go:171","msg":"trace[395437245] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"286.884466ms","start":"2026-02-26T23:46:43.555195Z","end":"2026-02-26T23:46:43.842079Z","steps":["trace[395437245] 'process raft request' (duration: 286.692062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:43.842218Z","caller":"traceutil/trace.go:171","msg":"trace[44455642] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"287.0726ms","start":"2026-02-26T23:46:43.555101Z","end":"2026-02-26T23:46:43.842174Z","steps":["trace[44455642] 'process raft request' (duration: 286.755863ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:43.84225Z","caller":"traceutil/trace.go:171","msg":"trace[977245763] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"373.548325ms","start":"2026-02-26T23:46:43.468624Z","end":"2026-02-26T23:46:43.842173Z","steps":["trace[977245763] 'process raft request' (duration: 373.067195ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:43.842354Z","caller":"traceutil/trace.go:171","msg":"trace[443284667] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"287.092131ms","start":"2026-02-26T23:46:43.55525Z","end":"2026-02-26T23:46:43.842342Z","steps":["trace[443284667] 'process raft request' (duration: 286.663692ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:43.842337Z","caller":"traceutil/trace.go:171","msg":"trace[777459892] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"286.962648ms","start":"2026-02-26T23:46:43.555299Z","end":"2026-02-26T23:46:43.842261Z","steps":["trace[777459892] 'process raft request' (duration: 286.640481ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:43.842427Z","caller":"traceutil/trace.go:171","msg":"trace[1651439673] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"287.05989ms","start":"2026-02-26T23:46:43.555358Z","end":"2026-02-26T23:46:43.842418Z","steps":["trace[1651439673] 'process raft request' (duration: 286.634791ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:43.84238Z","caller":"traceutil/trace.go:171","msg":"trace[1791830284] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"279.023756ms","start":"2026-02-26T23:46:43.56334Z","end":"2026-02-26T23:46:43.842364Z","steps":["trace[1791830284] 'process raft request' (duration: 278.699459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.842479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:43.468612Z","time spent":"373.754959ms","remote":"127.0.0.1:48498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:46:43.842577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.917869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T23:46:43.842596Z","caller":"traceutil/trace.go:171","msg":"trace[1642919495] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"273.294172ms","start":"2026-02-26T23:46:43.569287Z","end":"2026-02-26T23:46:43.842581Z","steps":["trace[1642919495] 'process raft request' (duration: 272.793921ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:43.842622Z","caller":"traceutil/trace.go:171","msg":"trace[1033103970] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"294.033222ms","start":"2026-02-26T23:46:43.548577Z","end":"2026-02-26T23:46:43.84261Z","steps":["trace[1033103970] 'agreement among raft nodes before linearized reading' (duration: 293.883229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.842663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.408073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T23:46:43.842679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.160148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T23:46:43.842773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.282928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T23:46:43.842812Z","caller":"traceutil/trace.go:171","msg":"trace[1814512354] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"288.335448ms","start":"2026-02-26T23:46:43.554464Z","end":"2026-02-26T23:46:43.8428Z","steps":["trace[1814512354] 'agreement among raft nodes before linearized reading' (duration: 288.285157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.842878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.337832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T23:46:43.842939Z","caller":"traceutil/trace.go:171","msg":"trace[2139319626] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"320.465925ms","start":"2026-02-26T23:46:43.522452Z","end":"2026-02-26T23:46:43.842918Z","steps":["trace[2139319626] 'agreement among raft nodes before linearized reading' (duration: 320.392133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.84298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:43.522429Z","time spent":"320.540176ms","remote":"127.0.0.1:48544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T23:46:43.84303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.918311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T23:46:43.84308Z","caller":"traceutil/trace.go:171","msg":"trace[1630653717] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:11; }","duration":"295.028013ms","start":"2026-02-26T23:46:43.54804Z","end":"2026-02-26T23:46:43.843068Z","steps":["trace[1630653717] 'agreement among raft nodes before linearized reading' (duration: 294.947501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.843095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.280172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T23:46:43.843147Z","caller":"traceutil/trace.go:171","msg":"trace[449807505] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"321.409155ms","start":"2026-02-26T23:46:43.521727Z","end":"2026-02-26T23:46:43.843136Z","steps":["trace[449807505] 'agreement among raft nodes before linearized reading' (duration: 321.311983ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:43.842725Z","caller":"traceutil/trace.go:171","msg":"trace[333142076] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"224.529266ms","start":"2026-02-26T23:46:43.618181Z","end":"2026-02-26T23:46:43.84271Z","steps":["trace[333142076] 'agreement among raft nodes before linearized reading' (duration: 224.438524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.843194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:43.521698Z","time spent":"321.481198ms","remote":"127.0.0.1:48544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T23:46:43.843203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.054715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"info","ts":"2026-02-26T23:46:43.8433Z","caller":"traceutil/trace.go:171","msg":"trace[215967823] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"373.165348ms","start":"2026-02-26T23:46:43.470111Z","end":"2026-02-26T23:46:43.843276Z","steps":["trace[215967823] 'agreement among raft nodes before linearized reading' (duration: 372.993563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.843347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:43.470065Z","time spent":"373.27325ms","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3199,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T23:46:43.843055Z","caller":"traceutil/trace.go:171","msg":"trace[165703723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:11; }","duration":"374.304191ms","start":"2026-02-26T23:46:43.468491Z","end":"2026-02-26T23:46:43.842795Z","steps":["trace[165703723] 'agreement among raft nodes before linearized reading' (duration: 373.943914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:43.844702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:43.468484Z","time spent":"376.198733ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T23:46:44.245249Z","caller":"traceutil/trace.go:171","msg":"trace[500413715] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"120.4475ms","start":"2026-02-26T23:46:44.124766Z","end":"2026-02-26T23:46:44.245213Z","steps":["trace[500413715] 'process raft request' (duration: 103.068464ms)","trace[500413715] 'compare' (duration: 17.11971ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:46:44.245685Z","caller":"traceutil/trace.go:171","msg":"trace[1441906934] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"119.873518ms","start":"2026-02-26T23:46:44.125774Z","end":"2026-02-26T23:46:44.245647Z","steps":["trace[1441906934] 'process raft request' (duration: 119.383848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:56.284548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.209504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:46:56.284669Z","caller":"traceutil/trace.go:171","msg":"trace[95134255] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:380; }","duration":"262.214584ms","start":"2026-02-26T23:46:56.022438Z","end":"2026-02-26T23:46:56.284653Z","steps":["trace[95134255] 'read index received' (duration: 130.663562ms)","trace[95134255] 'applied index is now lower than readState.Index' (duration: 131.549592ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:46:56.284723Z","caller":"traceutil/trace.go:171","msg":"trace[1526320330] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"272.773274ms","start":"2026-02-26T23:46:56.011909Z","end":"2026-02-26T23:46:56.284683Z","steps":["trace[1526320330] 'process raft request' (duration: 141.148971ms)","trace[1526320330] 'compare' (duration: 131.083532ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:46:56.284847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.405838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-02-26T23:46:56.284992Z","caller":"traceutil/trace.go:171","msg":"trace[1614906602] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:368; }","duration":"262.556521ms","start":"2026-02-26T23:46:56.022389Z","end":"2026-02-26T23:46:56.284945Z","steps":["trace[1614906602] 'agreement among raft nodes before linearized reading' (duration: 262.366757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:56.284877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.007837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T23:46:56.28506Z","caller":"traceutil/trace.go:171","msg":"trace[1119737837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:368; }","duration":"215.200801ms","start":"2026-02-26T23:46:56.06984Z","end":"2026-02-26T23:46:56.285041Z","steps":["trace[1119737837] 'agreement among raft nodes before linearized reading' (duration: 214.973856ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:56.617529Z","caller":"traceutil/trace.go:171","msg":"trace[893686008] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"328.303702ms","start":"2026-02-26T23:46:56.289202Z","end":"2026-02-26T23:46:56.617506Z","steps":["trace[893686008] 'process raft request' (duration: 328.176728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:56.617691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:56.289178Z","time spent":"328.423105ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:46:56.749824Z","caller":"traceutil/trace.go:171","msg":"trace[1945782450] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:382; }","duration":"154.640673ms","start":"2026-02-26T23:46:56.595157Z","end":"2026-02-26T23:46:56.749797Z","steps":["trace[1945782450] 'read index received' (duration: 22.480929ms)","trace[1945782450] 'applied index is now lower than readState.Index' (duration: 132.158414ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:46:56.749871Z","caller":"traceutil/trace.go:171","msg":"trace[1115815469] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"455.183291ms","start":"2026-02-26T23:46:56.294669Z","end":"2026-02-26T23:46:56.749852Z","steps":["trace[1115815469] 'process raft request' (duration: 454.817853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:56.750006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.812737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:46:56.750039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:56.294644Z","time spent":"455.307514ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:46:56.750088Z","caller":"traceutil/trace.go:171","msg":"trace[811655877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:370; }","duration":"154.95103ms","start":"2026-02-26T23:46:56.595115Z","end":"2026-02-26T23:46:56.750066Z","steps":["trace[811655877] 'agreement among raft nodes before linearized reading' (duration: 154.770776ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:00.343829Z","caller":"traceutil/trace.go:171","msg":"trace[1728364691] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"319.01949ms","start":"2026-02-26T23:47:00.024783Z","end":"2026-02-26T23:47:00.343802Z","steps":["trace[1728364691] 'process raft request' (duration: 318.855746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:00.344189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.024754Z","time spent":"319.176072ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:02.358652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568928876s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T23:47:02.358748Z","caller":"traceutil/trace.go:171","msg":"trace[1257329155] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:424; }","duration":"2.060474999s","start":"2026-02-26T23:47:00.298255Z","end":"2026-02-26T23:47:02.35873Z","steps":["trace[1257329155] 'read index received' (duration: 45.424039ms)","trace[1257329155] 'applied index is now lower than readState.Index' (duration: 2.01504967s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:02.358862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060609612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:02.358896Z","caller":"traceutil/trace.go:171","msg":"trace[2097306997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:412; }","duration":"2.060685814s","start":"2026-02-26T23:47:00.2982Z","end":"2026-02-26T23:47:02.358886Z","steps":["trace[2097306997] 'agreement among raft nodes before linearized reading' (duration: 2.060608862s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:02.358897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763696643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:02.35894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.298177Z","time spent":"2.060747245s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:47:02.358956Z","caller":"traceutil/trace.go:171","msg":"trace[1522823064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"1.763797596s","start":"2026-02-26T23:47:00.595137Z","end":"2026-02-26T23:47:02.358935Z","steps":["trace[1522823064] 'agreement among raft nodes before linearized reading' (duration: 1.763702854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:02.358973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585727562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T23:47:02.359017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.595119Z","time spent":"1.763886447s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T23:47:02.359029Z","caller":"traceutil/trace.go:171","msg":"trace[1390969490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:412; }","duration":"1.585822774s","start":"2026-02-26T23:47:00.773189Z","end":"2026-02-26T23:47:02.359012Z","steps":["trace[1390969490] 'agreement among raft nodes before linearized reading' (duration: 1.585727122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:02.359072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.773163Z","time spent":"1.585896906s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:47:02.359145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725357719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:47:02.359237Z","caller":"traceutil/trace.go:171","msg":"trace[1963467124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"1.725522533s","start":"2026-02-26T23:47:00.633689Z","end":"2026-02-26T23:47:02.359211Z","steps":["trace[1963467124] 'agreement among raft nodes before linearized reading' (duration: 1.725303948s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:02.359297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.633667Z","time spent":"1.725616985s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T23:47:02.540827Z","caller":"traceutil/trace.go:171","msg":"trace[1517748057] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"177.635924ms","start":"2026-02-26T23:47:02.363155Z","end":"2026-02-26T23:47:02.540791Z","steps":["trace[1517748057] 'process raft request' (duration: 177.257685ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:03.001127Z","caller":"traceutil/trace.go:171","msg":"trace[1358483316] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"637.887665ms","start":"2026-02-26T23:47:02.363216Z","end":"2026-02-26T23:47:03.001103Z","steps":["trace[1358483316] 'process raft request' (duration: 637.705901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.001264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:02.363199Z","time spent":"637.997517ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:03.001692Z","caller":"traceutil/trace.go:171","msg":"trace[2093606631] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"638.415696ms","start":"2026-02-26T23:47:02.363246Z","end":"2026-02-26T23:47:03.001662Z","steps":["trace[2093606631] 'process raft request' (duration: 637.817993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.001833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:02.363217Z","time spent":"638.54139ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:03.002212Z","caller":"traceutil/trace.go:171","msg":"trace[1385945439] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:426; }","duration":"635.446392ms","start":"2026-02-26T23:47:02.366739Z","end":"2026-02-26T23:47:03.002186Z","steps":["trace[1385945439] 'read index received' (duration: 173.640337ms)","trace[1385945439] 'applied index is now lower than readState.Index' (duration: 461.804525ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:03.002237Z","caller":"traceutil/trace.go:171","msg":"trace[691657641] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"638.849866ms","start":"2026-02-26T23:47:02.363359Z","end":"2026-02-26T23:47:03.002209Z","steps":["trace[691657641] 'process raft request' (duration: 638.201002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.002497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:02.36335Z","time spent":"639.099381ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:03.002294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.556554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:03.002682Z","caller":"traceutil/trace.go:171","msg":"trace[755394912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"635.965843ms","start":"2026-02-26T23:47:02.366699Z","end":"2026-02-26T23:47:03.002665Z","steps":["trace[755394912] 'agreement among raft nodes before linearized reading' (duration: 635.556624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.002746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:02.366684Z","time spent":"636.037764ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T23:47:09.133178Z","caller":"traceutil/trace.go:171","msg":"trace[1168761069] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:443; }","duration":"105.933384ms","start":"2026-02-26T23:47:09.02722Z","end":"2026-02-26T23:47:09.133153Z","steps":["trace[1168761069] 'read index received' (duration: 105.834552ms)","trace[1168761069] 'applied index is now lower than readState.Index' (duration: 97.652µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:09.133245Z","caller":"traceutil/trace.go:171","msg":"trace[1160153636] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"106.510506ms","start":"2026-02-26T23:47:09.026706Z","end":"2026-02-26T23:47:09.133217Z","steps":["trace[1160153636] 'process raft request' (duration: 106.293092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:09.133386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.128179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T23:47:09.133568Z","caller":"traceutil/trace.go:171","msg":"trace[1709197240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:429; }","duration":"106.395524ms","start":"2026-02-26T23:47:09.027147Z","end":"2026-02-26T23:47:09.133542Z","steps":["trace[1709197240] 'agreement among raft nodes before linearized reading' (duration: 106.106408ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:09.281081Z","caller":"traceutil/trace.go:171","msg":"trace[847191274] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"143.046281ms","start":"2026-02-26T23:47:09.138014Z","end":"2026-02-26T23:47:09.28106Z","steps":["trace[847191274] 'process raft request' (duration: 142.99656ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:09.281284Z","caller":"traceutil/trace.go:171","msg":"trace[26724754] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:444; }","duration":"148.00129ms","start":"2026-02-26T23:47:09.133251Z","end":"2026-02-26T23:47:09.281253Z","steps":["trace[26724754] 'read index received' (duration: 83.677321ms)","trace[26724754] 'applied index is now lower than readState.Index' (duration: 64.317338ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:09.281406Z","caller":"traceutil/trace.go:171","msg":"trace[127058534] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"251.07336ms","start":"2026-02-26T23:47:09.030312Z","end":"2026-02-26T23:47:09.281385Z","steps":["trace[127058534] 'process raft request' (duration: 186.627919ms)","trace[127058534] 'compare' (duration: 63.875449ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:09.281542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.794445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"info","ts":"2026-02-26T23:47:09.281639Z","caller":"traceutil/trace.go:171","msg":"trace[579051060] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:431; }","duration":"181.965358ms","start":"2026-02-26T23:47:09.099647Z","end":"2026-02-26T23:47:09.281613Z","steps":["trace[579051060] 'agreement among raft nodes before linearized reading' (duration: 181.712563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:12.799634Z","caller":"traceutil/trace.go:171","msg":"trace[1793756087] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"199.176803ms","start":"2026-02-26T23:47:12.600427Z","end":"2026-02-26T23:47:12.799604Z","steps":["trace[1793756087] 'process raft request' (duration: 198.889366ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:13.520679Z","caller":"traceutil/trace.go:171","msg":"trace[1648935681] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"222.480699ms","start":"2026-02-26T23:47:13.298177Z","end":"2026-02-26T23:47:13.520658Z","steps":["trace[1648935681] 'process raft request' (duration: 222.352526ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:13.565531Z","caller":"traceutil/trace.go:171","msg":"trace[1323967577] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"266.286962ms","start":"2026-02-26T23:47:13.299219Z","end":"2026-02-26T23:47:13.565506Z","steps":["trace[1323967577] 'process raft request' (duration: 262.06656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:20.414185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.994445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:20.414307Z","caller":"traceutil/trace.go:171","msg":"trace[841752484] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"818.564506ms","start":"2026-02-26T23:47:19.595722Z","end":"2026-02-26T23:47:20.414286Z","steps":["trace[841752484] 'read index received' (duration: 267.366675ms)","trace[841752484] 'applied index is now lower than readState.Index' (duration: 551.196501ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:20.414433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.705898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:20.414398Z","caller":"traceutil/trace.go:171","msg":"trace[842076484] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"849.11963ms","start":"2026-02-26T23:47:19.565242Z","end":"2026-02-26T23:47:20.414362Z","steps":["trace[842076484] 'process raft request' (duration: 297.864789ms)","trace[842076484] 'compare' (duration: 550.73713ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:20.414472Z","caller":"traceutil/trace.go:171","msg":"trace[877107235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"818.762459ms","start":"2026-02-26T23:47:19.595696Z","end":"2026-02-26T23:47:20.414458Z","steps":["trace[877107235] 'agreement among raft nodes before linearized reading' (duration: 818.702168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:20.414508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:19.595684Z","time spent":"818.81785ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:47:20.414605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:19.565219Z","time spent":"849.282373ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:20.914927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569646182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:47:22.595848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T23:47:22.595941Z","caller":"traceutil/trace.go:171","msg":"trace[837995483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230368s","start":"2026-02-26T23:47:20.595697Z","end":"2026-02-26T23:47:22.595927Z","steps":["trace[837995483] 'agreement among raft nodes before linearized reading' (duration: 2.000118565s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.595977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:20.595672Z","time spent":"2.00029879s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 23:47:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T23:47:22.722524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777959773s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T23:47:22.722636Z","caller":"traceutil/trace.go:171","msg":"trace[920582386] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"2.308243278s","start":"2026-02-26T23:47:20.414373Z","end":"2026-02-26T23:47:22.722616Z","steps":["trace[920582386] 'read index received' (duration: 530.196824ms)","trace[920582386] 'applied index is now lower than readState.Index' (duration: 1.778042794s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:22.722757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846349281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T23:47:22.722759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818387225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-c9ltm\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-02-26T23:47:22.722803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.725766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:22.722813Z","caller":"traceutil/trace.go:171","msg":"trace[2080271172] range","detail":"{range_begin:/registry/pods/kube-system/cilium-c9ltm; range_end:; response_count:1; response_revision:513; }","duration":"2.818474606s","start":"2026-02-26T23:47:19.904324Z","end":"2026-02-26T23:47:22.722799Z","steps":["trace[2080271172] 'agreement among raft nodes before linearized reading' (duration: 2.818351153s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:22.722794Z","caller":"traceutil/trace.go:171","msg":"trace[1556120150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"1.846424103s","start":"2026-02-26T23:47:20.876358Z","end":"2026-02-26T23:47:22.722783Z","steps":["trace[1556120150] 'agreement among raft nodes before linearized reading' (duration: 1.846354061s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:22.722847Z","caller":"traceutil/trace.go:171","msg":"trace[137036428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"126.803318ms","start":"2026-02-26T23:47:22.596031Z","end":"2026-02-26T23:47:22.722834Z","steps":["trace[137036428] 'agreement among raft nodes before linearized reading' (duration: 126.734526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.722852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:19.904306Z","time spent":"2.818538288s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-c9ltm\" "} {"level":"warn","ts":"2026-02-26T23:47:22.722847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052852723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T23:47:22.722853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:20.876335Z","time spent":"1.846510254s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T23:47:22.722937Z","caller":"traceutil/trace.go:171","msg":"trace[674111861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"3.053002207s","start":"2026-02-26T23:47:19.669914Z","end":"2026-02-26T23:47:22.722916Z","steps":["trace[674111861] 'agreement among raft nodes before linearized reading' (duration: 3.052799522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.722963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424136516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T23:47:22.722994Z","caller":"traceutil/trace.go:171","msg":"trace[1891038771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"1.424204808s","start":"2026-02-26T23:47:21.298781Z","end":"2026-02-26T23:47:22.722986Z","steps":["trace[1891038771] 'agreement among raft nodes before linearized reading' (duration: 1.424091456s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.723006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:19.669885Z","time spent":"3.053111539s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:47:22.723026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:21.29876Z","time spent":"1.42425994s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T23:47:22.723051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328990657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:22.722903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.785446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:47:22.723155Z","caller":"traceutil/trace.go:171","msg":"trace[1969048389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"303.094382ms","start":"2026-02-26T23:47:22.420049Z","end":"2026-02-26T23:47:22.723143Z","steps":["trace[1969048389] 'agreement among raft nodes before linearized reading' (duration: 302.669253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.723191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.420024Z","time spent":"303.155974ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T23:47:22.723184Z","caller":"traceutil/trace.go:171","msg":"trace[1310057841] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:513; }","duration":"1.32914299s","start":"2026-02-26T23:47:21.393959Z","end":"2026-02-26T23:47:22.723102Z","steps":["trace[1310057841] 'agreement among raft nodes before linearized reading' (duration: 1.328916396s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.723403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:21.393943Z","time spent":"1.329343354s","remote":"127.0.0.1:48644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-02-26T23:47:22.997191Z","caller":"traceutil/trace.go:171","msg":"trace[1542447083] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"268.408118ms","start":"2026-02-26T23:47:22.728756Z","end":"2026-02-26T23:47:22.997164Z","steps":["trace[1542447083] 'process raft request' (duration: 268.235644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.496291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.182902ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:23.496512Z","caller":"traceutil/trace.go:171","msg":"trace[107491518] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"766.814419ms","start":"2026-02-26T23:47:22.729673Z","end":"2026-02-26T23:47:23.496488Z","steps":["trace[107491518] 'process raft request' (duration: 722.270361ms)","trace[107491518] 'compare' (duration: 44.095188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:23.496615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.729652Z","time spent":"766.906801ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T23:47:23.496665Z","caller":"traceutil/trace.go:171","msg":"trace[2124297118] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"766.583854ms","start":"2026-02-26T23:47:22.730064Z","end":"2026-02-26T23:47:23.496648Z","steps":["trace[2124297118] 'process raft request' (duration: 766.366239ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:23.496717Z","caller":"traceutil/trace.go:171","msg":"trace[573640085] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"766.599985ms","start":"2026-02-26T23:47:22.730086Z","end":"2026-02-26T23:47:23.496686Z","steps":["trace[573640085] 'process raft request' (duration: 766.42259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.496766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.730052Z","time spent":"766.662087ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:23.496868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.889932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:23.496899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.730072Z","time spent":"766.730708ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:23.496936Z","caller":"traceutil/trace.go:171","msg":"trace[680347961] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:519; }","duration":"766.969203ms","start":"2026-02-26T23:47:22.729953Z","end":"2026-02-26T23:47:23.496922Z","steps":["trace[680347961] 'agreement among raft nodes before linearized reading' (duration: 766.83591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.496982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.729822Z","time spent":"767.148017ms","remote":"127.0.0.1:48644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-02-26T23:47:23.496753Z","caller":"traceutil/trace.go:171","msg":"trace[1713673899] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:531; }","duration":"766.770709ms","start":"2026-02-26T23:47:22.729962Z","end":"2026-02-26T23:47:23.496732Z","steps":["trace[1713673899] 'read index received' (duration: 267.09932ms)","trace[1713673899] 'applied index is now lower than readState.Index' (duration: 499.670329ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:23.496969Z","caller":"traceutil/trace.go:171","msg":"trace[2040752608] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"759.337657ms","start":"2026-02-26T23:47:22.737602Z","end":"2026-02-26T23:47:23.49694Z","steps":["trace[2040752608] 'process raft request' (duration: 759.006949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.497109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.737589Z","time spent":"759.452989ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:23.496976Z","caller":"traceutil/trace.go:171","msg":"trace[402708236] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"766.78814ms","start":"2026-02-26T23:47:22.73015Z","end":"2026-02-26T23:47:23.496938Z","steps":["trace[402708236] 'process raft request' (duration: 766.410391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.497221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.730139Z","time spent":"767.028894ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:23.497224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.453276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:23.497269Z","caller":"traceutil/trace.go:171","msg":"trace[181227530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:514; }","duration":"439.373676ms","start":"2026-02-26T23:47:23.057071Z","end":"2026-02-26T23:47:23.496445Z","steps":["trace[181227530] 'range keys from in-memory index tree' (duration: 439.167972ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:23.497299Z","caller":"traceutil/trace.go:171","msg":"trace[1059582504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"763.58959ms","start":"2026-02-26T23:47:22.733684Z","end":"2026-02-26T23:47:23.497274Z","steps":["trace[1059582504] 'agreement among raft nodes before linearized reading' (duration: 763.438656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.497455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.733675Z","time spent":"763.769643ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:47:25.096546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569646236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:47:25.259934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564061771s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T23:47:26.5965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T23:47:26.596592Z","caller":"traceutil/trace.go:171","msg":"trace[785992855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202038s","start":"2026-02-26T23:47:24.596367Z","end":"2026-02-26T23:47:26.596569Z","steps":["trace[785992855] 'agreement among raft nodes before linearized reading' (duration: 2.000075895s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.596645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:24.596338Z","time spent":"2.000297319s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 23:47:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T23:47:26.883034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622821848s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:26.883137Z","caller":"traceutil/trace.go:171","msg":"trace[1638981656] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"2.286688828s","start":"2026-02-26T23:47:24.596431Z","end":"2026-02-26T23:47:26.883119Z","steps":["trace[1638981656] 'read index received' (duration: 663.650416ms)","trace[1638981656] 'applied index is now lower than readState.Index' (duration: 1.623037192s)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:26.883164Z","caller":"traceutil/trace.go:171","msg":"trace[1379054374] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"3.303590267s","start":"2026-02-26T23:47:23.579537Z","end":"2026-02-26T23:47:26.883127Z","steps":["trace[1379054374] 'process raft request' (duration: 1.680615356s)","trace[1379054374] 'compare' (duration: 1.622722046s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:26.883314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.579525Z","time spent":"3.303717251s","remote":"127.0.0.1:48544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:47:27.169473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.793811727s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T23:47:27.16991Z","caller":"traceutil/trace.go:171","msg":"trace[921299900] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"286.721677ms","start":"2026-02-26T23:47:26.883163Z","end":"2026-02-26T23:47:27.169885Z","steps":["trace[921299900] 'read index received' (duration: 286.679536ms)","trace[921299900] 'applied index is now lower than readState.Index' (duration: 41.071µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:27.170076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168865115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:47:27.170129Z","caller":"traceutil/trace.go:171","msg":"trace[1806604641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"2.168959087s","start":"2026-02-26T23:47:25.001136Z","end":"2026-02-26T23:47:27.170096Z","steps":["trace[1806604641] 'agreement among raft nodes before linearized reading' (duration: 2.168854795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.170183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.001106Z","time spent":"2.169061579s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:47:27.170218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666069989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:47:27.170321Z","caller":"traceutil/trace.go:171","msg":"trace[1090837733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"1.666206002s","start":"2026-02-26T23:47:25.504091Z","end":"2026-02-26T23:47:27.170297Z","steps":["trace[1090837733] 'agreement among raft nodes before linearized reading' (duration: 1.665872405s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.170392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.504081Z","time spent":"1.666297164s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:47:27.170552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666811655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:47:27.170609Z","caller":"traceutil/trace.go:171","msg":"trace[305596517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"1.666901786s","start":"2026-02-26T23:47:25.503688Z","end":"2026-02-26T23:47:27.17059Z","steps":["trace[305596517] 'agreement among raft nodes before linearized reading' (duration: 1.666759243s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.170652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.503667Z","time spent":"1.666973088s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:47:27.170817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668801389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:27.170879Z","caller":"traceutil/trace.go:171","msg":"trace[2071525666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"1.668942561s","start":"2026-02-26T23:47:25.501918Z","end":"2026-02-26T23:47:27.170861Z","steps":["trace[2071525666] 'agreement among raft nodes before linearized reading' (duration: 1.668762447s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.170897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.974194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:27.170997Z","caller":"traceutil/trace.go:171","msg":"trace[1007352329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"574.128958ms","start":"2026-02-26T23:47:26.596848Z","end":"2026-02-26T23:47:27.170977Z","steps":["trace[1007352329] 'agreement among raft nodes before linearized reading' (duration: 573.903713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.171052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:26.596816Z","time spent":"574.22591ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:47:27.170928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.5019Z","time spent":"1.669019183s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:47:27.171034Z","caller":"traceutil/trace.go:171","msg":"trace[1780016201] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.795364441s","start":"2026-02-26T23:47:25.37555Z","end":"2026-02-26T23:47:27.170914Z","steps":["trace[1780016201] 'process raft request' (duration: 1.794179116s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.171233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019228111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T23:47:27.171298Z","caller":"traceutil/trace.go:171","msg":"trace[230559209] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:521; }","duration":"2.019330383s","start":"2026-02-26T23:47:25.15195Z","end":"2026-02-26T23:47:27.17128Z","steps":["trace[230559209] 'agreement among raft nodes before linearized reading' (duration: 2.018658679s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.171342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.151932Z","time spent":"2.019397864s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T23:47:27.171358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.375525Z","time spent":"1.795614236s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:27.656324Z","caller":"traceutil/trace.go:171","msg":"trace[1942411295] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"769.229661ms","start":"2026-02-26T23:47:26.887037Z","end":"2026-02-26T23:47:27.656266Z","steps":["trace[1942411295] 'process raft request' (duration: 769.048537ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:27.656492Z","caller":"traceutil/trace.go:171","msg":"trace[639218434] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"688.125877ms","start":"2026-02-26T23:47:26.968352Z","end":"2026-02-26T23:47:27.656478Z","steps":["trace[639218434] 'process raft request' (duration: 688.047195ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:27.656599Z","caller":"traceutil/trace.go:171","msg":"trace[1511933906] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"769.116869ms","start":"2026-02-26T23:47:26.88742Z","end":"2026-02-26T23:47:27.656537Z","steps":["trace[1511933906] 'process raft request' (duration: 768.787432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.656775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:26.887008Z","time spent":"769.58352ms","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:47:27.656857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:26.887409Z","time spent":"769.323484ms","remote":"127.0.0.1:48644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:47:27.656773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:26.968319Z","time spent":"688.373903ms","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:47:27.816887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.172849Z","time spent":"644.028168ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T23:47:27.81786Z","caller":"traceutil/trace.go:171","msg":"trace[1937915648] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"642.895164ms","start":"2026-02-26T23:47:27.174927Z","end":"2026-02-26T23:47:27.817822Z","steps":["trace[1937915648] 'process raft request' (duration: 641.852531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.818038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.174906Z","time spent":"643.032376ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:27.819091Z","caller":"traceutil/trace.go:171","msg":"trace[113632996] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"643.447695ms","start":"2026-02-26T23:47:27.175437Z","end":"2026-02-26T23:47:27.818884Z","steps":["trace[113632996] 'process raft request' (duration: 642.340442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.819166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.175427Z","time spent":"643.701942ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:27.820825Z","caller":"traceutil/trace.go:171","msg":"trace[957047761] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"645.065221ms","start":"2026-02-26T23:47:27.17568Z","end":"2026-02-26T23:47:27.820746Z","steps":["trace[957047761] 'process raft request' (duration: 642.951345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.820992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.17567Z","time spent":"645.236495ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:27.821892Z","caller":"traceutil/trace.go:171","msg":"trace[1038467834] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"645.078181ms","start":"2026-02-26T23:47:27.176011Z","end":"2026-02-26T23:47:27.82109Z","steps":["trace[1038467834] 'process raft request' (duration: 644.60388ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:27.821068Z","caller":"traceutil/trace.go:171","msg":"trace[1053519805] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:539; }","duration":"645.700224ms","start":"2026-02-26T23:47:27.175271Z","end":"2026-02-26T23:47:27.820972Z","steps":["trace[1053519805] 'read index received' (duration: 480.844928ms)","trace[1053519805] 'applied index is now lower than readState.Index' (duration: 164.853446ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:27.821986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.702896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-26T23:47:27.822028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.175999Z","time spent":"645.968321ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:27.822044Z","caller":"traceutil/trace.go:171","msg":"trace[804837721] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6; range_end:; response_count:1; response_revision:528; }","duration":"646.789879ms","start":"2026-02-26T23:47:27.175237Z","end":"2026-02-26T23:47:27.822027Z","steps":["trace[804837721] 'agreement among raft nodes before linearized reading' (duration: 645.812387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.822085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.175225Z","time spent":"646.85244ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" "} {"level":"info","ts":"2026-02-26T23:47:27.994265Z","caller":"traceutil/trace.go:171","msg":"trace[2053726928] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"317.601158ms","start":"2026-02-26T23:47:27.676631Z","end":"2026-02-26T23:47:27.994232Z","steps":["trace[2053726928] 'process raft request' (duration: 317.494686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:27.9943Z","caller":"traceutil/trace.go:171","msg":"trace[1483244360] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"216.55489ms","start":"2026-02-26T23:47:27.777708Z","end":"2026-02-26T23:47:27.994263Z","steps":["trace[1483244360] 'process raft request' (duration: 216.486749ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:27.994313Z","caller":"traceutil/trace.go:171","msg":"trace[1763403183] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"315.850441ms","start":"2026-02-26T23:47:27.678424Z","end":"2026-02-26T23:47:27.994274Z","steps":["trace[1763403183] 'process raft request' (duration: 315.739098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.994408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.676613Z","time spent":"317.730371ms","remote":"127.0.0.1:48644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T23:47:27.994267Z","caller":"traceutil/trace.go:171","msg":"trace[621575967] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"318.522099ms","start":"2026-02-26T23:47:27.675721Z","end":"2026-02-26T23:47:27.994244Z","steps":["trace[621575967] 'process raft request' (duration: 308.543352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.994508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.678391Z","time spent":"315.991314ms","remote":"127.0.0.1:48644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:47:27.994572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.675692Z","time spent":"318.837275ms","remote":"127.0.0.1:48644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T23:47:27.999144Z","caller":"traceutil/trace.go:171","msg":"trace[643400643] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"179.513144ms","start":"2026-02-26T23:47:27.819609Z","end":"2026-02-26T23:47:27.999123Z","steps":["trace[643400643] 'process raft request' (duration: 179.32827ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:27.999148Z","caller":"traceutil/trace.go:171","msg":"trace[2098420978] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:547; }","duration":"177.122592ms","start":"2026-02-26T23:47:27.822Z","end":"2026-02-26T23:47:27.999123Z","steps":["trace[2098420978] 'read index received' (duration: 162.33922ms)","trace[2098420978] 'applied index is now lower than readState.Index' (duration: 14.782142ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:27.999159Z","caller":"traceutil/trace.go:171","msg":"trace[1540757413] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"169.861424ms","start":"2026-02-26T23:47:27.829276Z","end":"2026-02-26T23:47:27.999138Z","steps":["trace[1540757413] 'process raft request' (duration: 169.782033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.999299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.300112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:27.999366Z","caller":"traceutil/trace.go:171","msg":"trace[554460011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:534; }","duration":"819.368353ms","start":"2026-02-26T23:47:27.179966Z","end":"2026-02-26T23:47:27.999334Z","steps":["trace[554460011] 'agreement among raft nodes before linearized reading' (duration: 819.25577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:27.999411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:27.179949Z","time spent":"819.451324ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T23:47:28.516193Z","caller":"traceutil/trace.go:171","msg":"trace[954949559] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"111.206149ms","start":"2026-02-26T23:47:28.40497Z","end":"2026-02-26T23:47:28.516176Z","steps":["trace[954949559] 'process raft request' (duration: 110.991414ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:30.242061Z","caller":"traceutil/trace.go:171","msg":"trace[733328176] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"163.546217ms","start":"2026-02-26T23:47:30.078486Z","end":"2026-02-26T23:47:30.242032Z","steps":["trace[733328176] 'process raft request' (duration: 163.380223ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:33.411987Z","caller":"traceutil/trace.go:171","msg":"trace[1712960956] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"114.065881ms","start":"2026-02-26T23:47:33.297858Z","end":"2026-02-26T23:47:33.411924Z","steps":["trace[1712960956] 'process raft request' (duration: 113.826726ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:33.691897Z","caller":"traceutil/trace.go:171","msg":"trace[1838470768] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"168.316542ms","start":"2026-02-26T23:47:33.523553Z","end":"2026-02-26T23:47:33.69187Z","steps":["trace[1838470768] 'process raft request' (duration: 167.980234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.152123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.479809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:34.152306Z","caller":"traceutil/trace.go:171","msg":"trace[402464681] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"330.444838ms","start":"2026-02-26T23:47:33.82182Z","end":"2026-02-26T23:47:34.152265Z","steps":["trace[402464681] 'process raft request' (duration: 158.745503ms)","trace[402464681] 'compare' (duration: 171.308676ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:34.152367Z","caller":"traceutil/trace.go:171","msg":"trace[1201204019] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"153.277274ms","start":"2026-02-26T23:47:33.999075Z","end":"2026-02-26T23:47:34.152352Z","steps":["trace[1201204019] 'process raft request' (duration: 153.224252ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.152372Z","caller":"traceutil/trace.go:171","msg":"trace[1535340866] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:741; }","duration":"310.435582ms","start":"2026-02-26T23:47:33.841868Z","end":"2026-02-26T23:47:34.152304Z","steps":["trace[1535340866] 'read index received' (duration: 44.863726ms)","trace[1535340866] 'applied index is now lower than readState.Index' (duration: 265.568146ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:34.152436Z","caller":"traceutil/trace.go:171","msg":"trace[271249128] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"156.029724ms","start":"2026-02-26T23:47:33.996384Z","end":"2026-02-26T23:47:34.152414Z","steps":["trace[271249128] 'process raft request' (duration: 155.85278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.152555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:33.82179Z","time spent":"330.615752ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:34.152648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.819398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T23:47:34.152663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.791611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:34.15272Z","caller":"traceutil/trace.go:171","msg":"trace[1595966372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:723; }","duration":"310.889412ms","start":"2026-02-26T23:47:33.841811Z","end":"2026-02-26T23:47:34.1527Z","steps":["trace[1595966372] 'agreement among raft nodes before linearized reading' (duration: 310.676607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.152778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:33.841789Z","time spent":"310.976444ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T23:47:34.152784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.334968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-02-26T23:47:34.152793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.559553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T23:47:34.152795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.080048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-c9ltm\" ","response":"range_response_count:1 size:18516"} {"level":"warn","ts":"2026-02-26T23:47:34.152826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.951409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:47:34.152833Z","caller":"traceutil/trace.go:171","msg":"trace[1317442682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:723; }","duration":"269.628625ms","start":"2026-02-26T23:47:33.883193Z","end":"2026-02-26T23:47:34.152822Z","steps":["trace[1317442682] 'agreement among raft nodes before linearized reading' (duration: 269.506512ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.152842Z","caller":"traceutil/trace.go:171","msg":"trace[1534556167] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:723; }","duration":"286.384049ms","start":"2026-02-26T23:47:33.866434Z","end":"2026-02-26T23:47:34.152818Z","steps":["trace[1534556167] 'agreement among raft nodes before linearized reading' (duration: 286.251317ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.15287Z","caller":"traceutil/trace.go:171","msg":"trace[988619098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:723; }","duration":"303.017051ms","start":"2026-02-26T23:47:33.849837Z","end":"2026-02-26T23:47:34.152854Z","steps":["trace[988619098] 'agreement among raft nodes before linearized reading' (duration: 302.859508ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.152685Z","caller":"traceutil/trace.go:171","msg":"trace[777752159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:723; }","duration":"309.90889ms","start":"2026-02-26T23:47:33.842765Z","end":"2026-02-26T23:47:34.152674Z","steps":["trace[777752159] 'agreement among raft nodes before linearized reading' (duration: 309.794228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.152911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:33.849826Z","time spent":"303.077772ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T23:47:34.152871Z","caller":"traceutil/trace.go:171","msg":"trace[1134169784] range","detail":"{range_begin:/registry/pods/kube-system/cilium-c9ltm; range_end:; response_count:1; response_revision:723; }","duration":"163.171119ms","start":"2026-02-26T23:47:33.989679Z","end":"2026-02-26T23:47:34.15285Z","steps":["trace[1134169784] 'agreement among raft nodes before linearized reading' (duration: 162.973215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.152957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:33.842744Z","time spent":"310.190416ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:47:34.152735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.726928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:47:34.153027Z","caller":"traceutil/trace.go:171","msg":"trace[1421515711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:723; }","duration":"305.051106ms","start":"2026-02-26T23:47:33.847966Z","end":"2026-02-26T23:47:34.153017Z","steps":["trace[1421515711] 'agreement among raft nodes before linearized reading' (duration: 304.731078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.153076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:33.847946Z","time spent":"305.121677ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T23:47:34.367101Z","caller":"traceutil/trace.go:171","msg":"trace[149679210] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"204.688302ms","start":"2026-02-26T23:47:34.162364Z","end":"2026-02-26T23:47:34.367052Z","steps":["trace[149679210] 'process raft request' (duration: 168.538625ms)","trace[149679210] 'compare' (duration: 35.963133ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:34.367457Z","caller":"traceutil/trace.go:171","msg":"trace[1183137050] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"199.827505ms","start":"2026-02-26T23:47:34.167589Z","end":"2026-02-26T23:47:34.367417Z","steps":["trace[1183137050] 'process raft request' (duration: 199.400986ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.367815Z","caller":"traceutil/trace.go:171","msg":"trace[1589827476] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:750; }","duration":"100.388764ms","start":"2026-02-26T23:47:34.267406Z","end":"2026-02-26T23:47:34.367794Z","steps":["trace[1589827476] 'read index received' (duration: 63.593474ms)","trace[1589827476] 'applied index is now lower than readState.Index' (duration: 36.79408ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:34.367823Z","caller":"traceutil/trace.go:171","msg":"trace[1811386768] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"122.346511ms","start":"2026-02-26T23:47:34.245456Z","end":"2026-02-26T23:47:34.367803Z","steps":["trace[1811386768] 'process raft request' (duration: 121.922832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.368118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.69151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-02-26T23:47:34.368173Z","caller":"traceutil/trace.go:171","msg":"trace[1751987821] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:731; }","duration":"100.812592ms","start":"2026-02-26T23:47:34.267347Z","end":"2026-02-26T23:47:34.368159Z","steps":["trace[1751987821] 'agreement among raft nodes before linearized reading' (duration: 100.523276ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.524404Z","caller":"traceutil/trace.go:171","msg":"trace[1592782340] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"150.987045ms","start":"2026-02-26T23:47:34.373381Z","end":"2026-02-26T23:47:34.524369Z","steps":["trace[1592782340] 'process raft request' (duration: 109.143214ms)","trace[1592782340] 'compare' (duration: 41.668247ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:34.531485Z","caller":"traceutil/trace.go:171","msg":"trace[453711990] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"157.607509ms","start":"2026-02-26T23:47:34.373862Z","end":"2026-02-26T23:47:34.531469Z","steps":["trace[453711990] 'process raft request' (duration: 157.470206ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.531822Z","caller":"traceutil/trace.go:171","msg":"trace[1616999282] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"157.503026ms","start":"2026-02-26T23:47:34.37431Z","end":"2026-02-26T23:47:34.531813Z","steps":["trace[1616999282] 'process raft request' (duration: 157.134008ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.532015Z","caller":"traceutil/trace.go:171","msg":"trace[280767823] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"157.512016ms","start":"2026-02-26T23:47:34.374451Z","end":"2026-02-26T23:47:34.531963Z","steps":["trace[280767823] 'process raft request' (duration: 157.311772ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.532049Z","caller":"traceutil/trace.go:171","msg":"trace[73133601] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"157.346512ms","start":"2026-02-26T23:47:34.374669Z","end":"2026-02-26T23:47:34.532015Z","steps":["trace[73133601] 'process raft request' (duration: 157.22489ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.532117Z","caller":"traceutil/trace.go:171","msg":"trace[82001122] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"157.051776ms","start":"2026-02-26T23:47:34.375055Z","end":"2026-02-26T23:47:34.532107Z","steps":["trace[82001122] 'process raft request' (duration: 156.926994ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.532114Z","caller":"traceutil/trace.go:171","msg":"trace[1590101278] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"157.089997ms","start":"2026-02-26T23:47:34.375003Z","end":"2026-02-26T23:47:34.532093Z","steps":["trace[1590101278] 'process raft request' (duration: 156.942754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.532136Z","caller":"traceutil/trace.go:171","msg":"trace[1676069050] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"157.062916ms","start":"2026-02-26T23:47:34.375052Z","end":"2026-02-26T23:47:34.532115Z","steps":["trace[1676069050] 'process raft request' (duration: 156.987225ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:36.22889Z","caller":"traceutil/trace.go:171","msg":"trace[1327388641] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"231.632389ms","start":"2026-02-26T23:47:35.997233Z","end":"2026-02-26T23:47:36.228865Z","steps":["trace[1327388641] 'process raft request' (duration: 231.446854ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:36.492543Z","caller":"traceutil/trace.go:171","msg":"trace[803284326] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:784; }","duration":"327.959333ms","start":"2026-02-26T23:47:36.16455Z","end":"2026-02-26T23:47:36.492509Z","steps":["trace[803284326] 'read index received' (duration: 64.137334ms)","trace[803284326] 'applied index is now lower than readState.Index' (duration: 263.820779ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:36.492597Z","caller":"traceutil/trace.go:171","msg":"trace[884216678] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"396.061465ms","start":"2026-02-26T23:47:36.096497Z","end":"2026-02-26T23:47:36.492558Z","steps":["trace[884216678] 'process raft request' (duration: 350.489223ms)","trace[884216678] 'compare' (duration: 45.371428ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:36.492766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.208889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:47:36.492837Z","caller":"traceutil/trace.go:171","msg":"trace[1710221140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:762; }","duration":"328.322372ms","start":"2026-02-26T23:47:36.164494Z","end":"2026-02-26T23:47:36.492816Z","steps":["trace[1710221140] 'agreement among raft nodes before linearized reading' (duration: 328.123578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:36.492886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:36.164473Z","time spent":"328.404723ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:47:36.492991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:36.096473Z","time spent":"396.203629ms","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:36.493084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.152148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2250"} {"level":"warn","ts":"2026-02-26T23:47:36.493117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.807771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:47:36.493222Z","caller":"traceutil/trace.go:171","msg":"trace[1068788335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:762; }","duration":"270.945894ms","start":"2026-02-26T23:47:36.222252Z","end":"2026-02-26T23:47:36.493198Z","steps":["trace[1068788335] 'agreement among raft nodes before linearized reading' (duration: 270.668718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:36.493244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.964674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T23:47:36.493268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.578526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:47:36.493286Z","caller":"traceutil/trace.go:171","msg":"trace[1305153271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:762; }","duration":"271.028226ms","start":"2026-02-26T23:47:36.222248Z","end":"2026-02-26T23:47:36.493276Z","steps":["trace[1305153271] 'agreement among raft nodes before linearized reading' (duration: 270.929484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:36.49332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.032675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:36.493389Z","caller":"traceutil/trace.go:171","msg":"trace[1000345388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:762; }","duration":"271.144098ms","start":"2026-02-26T23:47:36.222229Z","end":"2026-02-26T23:47:36.493373Z","steps":["trace[1000345388] 'agreement among raft nodes before linearized reading' (duration: 270.961184ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:36.493328Z","caller":"traceutil/trace.go:171","msg":"trace[630320449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:762; }","duration":"270.667677ms","start":"2026-02-26T23:47:36.222643Z","end":"2026-02-26T23:47:36.493311Z","steps":["trace[630320449] 'agreement among raft nodes before linearized reading' (duration: 270.460493ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:36.493818Z","caller":"traceutil/trace.go:171","msg":"trace[1824976962] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:762; }","duration":"328.281141ms","start":"2026-02-26T23:47:36.164856Z","end":"2026-02-26T23:47:36.493137Z","steps":["trace[1824976962] 'agreement among raft nodes before linearized reading' (duration: 328.056386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:36.493889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:36.164835Z","time spent":"329.034646ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2274,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-02-26T23:47:36.663009Z","caller":"traceutil/trace.go:171","msg":"trace[58706930] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"165.392287ms","start":"2026-02-26T23:47:36.497588Z","end":"2026-02-26T23:47:36.662981Z","steps":["trace[58706930] 'process raft request' (duration: 113.504969ms)","trace[58706930] 'compare' (duration: 51.677914ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:36.663315Z","caller":"traceutil/trace.go:171","msg":"trace[833072983] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"165.689965ms","start":"2026-02-26T23:47:36.497598Z","end":"2026-02-26T23:47:36.663288Z","steps":["trace[833072983] 'process raft request' (duration: 165.325536ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:36.663386Z","caller":"traceutil/trace.go:171","msg":"trace[90813588] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"165.605753ms","start":"2026-02-26T23:47:36.497753Z","end":"2026-02-26T23:47:36.663358Z","steps":["trace[90813588] 'process raft request' (duration: 165.459959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:36.663651Z","caller":"traceutil/trace.go:171","msg":"trace[460139141] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"165.755715ms","start":"2026-02-26T23:47:36.497867Z","end":"2026-02-26T23:47:36.663623Z","steps":["trace[460139141] 'process raft request' (duration: 165.453709ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:36.663786Z","caller":"traceutil/trace.go:171","msg":"trace[1377404229] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:786; }","duration":"162.037775ms","start":"2026-02-26T23:47:36.501705Z","end":"2026-02-26T23:47:36.663743Z","steps":["trace[1377404229] 'read index received' (duration: 18.411ms)","trace[1377404229] 'applied index is now lower than readState.Index' (duration: 143.625585ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:36.663893Z","caller":"traceutil/trace.go:171","msg":"trace[1803971283] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"165.754286ms","start":"2026-02-26T23:47:36.498119Z","end":"2026-02-26T23:47:36.663874Z","steps":["trace[1803971283] 'process raft request' (duration: 165.370657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:36.664023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.30204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2250"} {"level":"info","ts":"2026-02-26T23:47:36.664065Z","caller":"traceutil/trace.go:171","msg":"trace[1451517163] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:768; }","duration":"162.391062ms","start":"2026-02-26T23:47:36.501664Z","end":"2026-02-26T23:47:36.664055Z","steps":["trace[1451517163] 'agreement among raft nodes before linearized reading' (duration: 162.217299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:47.660723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569646847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:47:48.161603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569646847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:47:48.36148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.23725048s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T23:47:48.361962Z","caller":"traceutil/trace.go:171","msg":"trace[1306298319] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"1.251722796s","start":"2026-02-26T23:47:47.110212Z","end":"2026-02-26T23:47:48.361935Z","steps":["trace[1306298319] 'process raft request' (duration: 1.251538842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:48.362124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:47.110181Z","time spent":"1.25185896s","remote":"127.0.0.1:48914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:48.424347Z","caller":"traceutil/trace.go:171","msg":"trace[1894987530] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:932; }","duration":"1.264396651s","start":"2026-02-26T23:47:47.159898Z","end":"2026-02-26T23:47:48.424295Z","steps":["trace[1894987530] 'read index received' (duration: 1.201973514s)","trace[1894987530] 'applied index is now lower than readState.Index' (duration: 62.421807ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:48.424409Z","caller":"traceutil/trace.go:171","msg":"trace[384453365] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"786.780604ms","start":"2026-02-26T23:47:47.637614Z","end":"2026-02-26T23:47:48.424395Z","steps":["trace[384453365] 'process raft request' (duration: 786.61762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:48.424485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:47.637599Z","time spent":"786.844645ms","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6024,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:48.424536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264602716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:48.424523Z","caller":"traceutil/trace.go:171","msg":"trace[2001080679] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"1.012965483s","start":"2026-02-26T23:47:47.411471Z","end":"2026-02-26T23:47:48.424437Z","steps":["trace[2001080679] 'process raft request' (duration: 1.012576305s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:48.424605Z","caller":"traceutil/trace.go:171","msg":"trace[2131327823] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:0; response_revision:908; }","duration":"1.26475682s","start":"2026-02-26T23:47:47.159827Z","end":"2026-02-26T23:47:48.424584Z","steps":["trace[2131327823] 'agreement among raft nodes before linearized reading' (duration: 1.264621867s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:48.424708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:47.159803Z","time spent":"1.264888482s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T23:47:48.424823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:47.41144Z","time spent":"1.01327297s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:48.435723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.989677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:47:48.4358Z","caller":"traceutil/trace.go:171","msg":"trace[1868035213] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:909; }","duration":"427.12795ms","start":"2026-02-26T23:47:48.008659Z","end":"2026-02-26T23:47:48.435787Z","steps":["trace[1868035213] 'agreement among raft nodes before linearized reading' (duration: 427.004137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:48.435781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.109882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:48.435834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:48.008635Z","time spent":"427.190781ms","remote":"127.0.0.1:48808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:47:48.435854Z","caller":"traceutil/trace.go:171","msg":"trace[426386714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:909; }","duration":"839.258106ms","start":"2026-02-26T23:47:47.596576Z","end":"2026-02-26T23:47:48.435835Z","steps":["trace[426386714] 'agreement among raft nodes before linearized reading' (duration: 839.110702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:48.435911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:47.596554Z","time spent":"839.343227ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:48:07.377485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.120659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-l964h\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-02-26T23:48:07.377606Z","caller":"traceutil/trace.go:171","msg":"trace[2081825751] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-l964h; range_end:; response_count:1; response_revision:1060; }","duration":"228.313993ms","start":"2026-02-26T23:48:07.149264Z","end":"2026-02-26T23:48:07.377578Z","steps":["trace[2081825751] 'range keys from in-memory index tree' (duration: 227.881494ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:12.955299Z","caller":"traceutil/trace.go:171","msg":"trace[71290863] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"108.86067ms","start":"2026-02-26T23:48:12.846404Z","end":"2026-02-26T23:48:12.955264Z","steps":["trace[71290863] 'process raft request' (duration: 97.40948ms)","trace[71290863] 'compare' (duration: 11.141564ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:12.955703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.862982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T23:48:12.955822Z","caller":"traceutil/trace.go:171","msg":"trace[1023187911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1171; }","duration":"110.034596ms","start":"2026-02-26T23:48:12.845756Z","end":"2026-02-26T23:48:12.955791Z","steps":["trace[1023187911] 'agreement among raft nodes before linearized reading' (duration: 109.506314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:13.343722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.958173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:48:13.343878Z","caller":"traceutil/trace.go:171","msg":"trace[1385931266] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1173; }","duration":"286.137197ms","start":"2026-02-26T23:48:13.057722Z","end":"2026-02-26T23:48:13.343859Z","steps":["trace[1385931266] 'range keys from in-memory index tree' (duration: 285.935503ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:28.402444Z","caller":"traceutil/trace.go:171","msg":"trace[1320084945] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"134.530952ms","start":"2026-02-26T23:48:28.267884Z","end":"2026-02-26T23:48:28.402415Z","steps":["trace[1320084945] 'process raft request' (duration: 134.377469ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:28.449342Z","caller":"traceutil/trace.go:171","msg":"trace[2115624105] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1423; }","duration":"110.072317ms","start":"2026-02-26T23:48:28.339244Z","end":"2026-02-26T23:48:28.449316Z","steps":["trace[2115624105] 'process raft request' (duration: 110.036587ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:28.449405Z","caller":"traceutil/trace.go:171","msg":"trace[1391516246] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1423; }","duration":"110.408455ms","start":"2026-02-26T23:48:28.33897Z","end":"2026-02-26T23:48:28.449378Z","steps":["trace[1391516246] 'process raft request' (duration: 110.209681ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:39.690356Z","caller":"traceutil/trace.go:171","msg":"trace[636205117] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"351.318522ms","start":"2026-02-26T23:48:39.338989Z","end":"2026-02-26T23:48:39.690307Z","steps":["trace[636205117] 'process raft request' (duration: 351.131568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:39.690546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:39.338957Z","time spent":"351.496395ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:40.365897Z","caller":"traceutil/trace.go:171","msg":"trace[341031124] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"133.388877ms","start":"2026-02-26T23:48:40.23248Z","end":"2026-02-26T23:48:40.365869Z","steps":["trace[341031124] 'process raft request' (duration: 133.336995ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:40.365924Z","caller":"traceutil/trace.go:171","msg":"trace[1273049189] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"821.419711ms","start":"2026-02-26T23:48:39.544459Z","end":"2026-02-26T23:48:40.365878Z","steps":["trace[1273049189] 'process raft request' (duration: 821.288628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:40.366099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:39.544445Z","time spent":"821.566505ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:40.365894Z","caller":"traceutil/trace.go:171","msg":"trace[858855974] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"838.510165ms","start":"2026-02-26T23:48:39.527343Z","end":"2026-02-26T23:48:40.365854Z","steps":["trace[858855974] 'process raft request' (duration: 774.063646ms)","trace[858855974] 'compare' (duration: 64.201094ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:48:40.366238Z","caller":"traceutil/trace.go:171","msg":"trace[1054655509] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1636; }","duration":"770.062858ms","start":"2026-02-26T23:48:39.596166Z","end":"2026-02-26T23:48:40.366229Z","steps":["trace[1054655509] 'read index received' (duration: 93.985394ms)","trace[1054655509] 'applied index is now lower than readState.Index' (duration: 676.075704ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:40.366311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:39.527293Z","time spent":"838.930075ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:48:40.366417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.203821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:48:40.366526Z","caller":"traceutil/trace.go:171","msg":"trace[502189782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1580; }","duration":"770.381735ms","start":"2026-02-26T23:48:39.59612Z","end":"2026-02-26T23:48:40.366501Z","steps":["trace[502189782] 'agreement among raft nodes before linearized reading' (duration: 770.15621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:40.366581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:39.596101Z","time spent":"770.470977ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:48:41.411118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003530054s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T23:48:41.41124Z","caller":"traceutil/trace.go:171","msg":"trace[523153416] linearizableReadLoop","detail":"{readStateIndex:1641; appliedIndex:1640; }","duration":"1.044967729s","start":"2026-02-26T23:48:40.366253Z","end":"2026-02-26T23:48:41.411221Z","steps":["trace[523153416] 'read index received' (duration: 41.304562ms)","trace[523153416] 'applied index is now lower than readState.Index' (duration: 1.003661707s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:41.411452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070159961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T23:48:41.411492Z","caller":"traceutil/trace.go:171","msg":"trace[814089713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1580; }","duration":"1.070237952s","start":"2026-02-26T23:48:40.341243Z","end":"2026-02-26T23:48:41.411481Z","steps":["trace[814089713] 'agreement among raft nodes before linearized reading' (duration: 1.070070498s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:41.411525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:40.341227Z","time spent":"1.070289823s","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T23:48:41.411651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593306839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ffd4e8-aae9-43c3-bb74-d65a4d23aa82\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-02-26T23:48:41.411731Z","caller":"traceutil/trace.go:171","msg":"trace[659707442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37ffd4e8-aae9-43c3-bb74-d65a4d23aa82; range_end:; response_count:1; response_revision:1580; }","duration":"1.593411422s","start":"2026-02-26T23:48:39.818302Z","end":"2026-02-26T23:48:41.411713Z","steps":["trace[659707442] 'agreement among raft nodes before linearized reading' (duration: 1.593171667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:41.411818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:39.81824Z","time spent":"1.593568975s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37ffd4e8-aae9-43c3-bb74-d65a4d23aa82\" "} {"level":"warn","ts":"2026-02-26T23:48:41.432981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064854935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:48:41.433054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.675139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T23:48:41.433064Z","caller":"traceutil/trace.go:171","msg":"trace[1197411345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1581; }","duration":"1.064977446s","start":"2026-02-26T23:48:40.368065Z","end":"2026-02-26T23:48:41.433042Z","steps":["trace[1197411345] 'agreement among raft nodes before linearized reading' (duration: 1.064843044s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:41.433045Z","caller":"traceutil/trace.go:171","msg":"trace[927937505] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"294.762965ms","start":"2026-02-26T23:48:41.138234Z","end":"2026-02-26T23:48:41.432997Z","steps":["trace[927937505] 'process raft request' (duration: 294.50069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:41.43314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:40.36804Z","time spent":"1.065083549s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:48:41.433189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.297676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T23:48:41.433162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.365878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:48:41.433249Z","caller":"traceutil/trace.go:171","msg":"trace[1581187079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1581; }","duration":"300.343837ms","start":"2026-02-26T23:48:41.132882Z","end":"2026-02-26T23:48:41.433226Z","steps":["trace[1581187079] 'agreement among raft nodes before linearized reading' (duration: 300.249055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:41.433283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:41.132855Z","time spent":"300.418118ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T23:48:41.433103Z","caller":"traceutil/trace.go:171","msg":"trace[1227805666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1581; }","duration":"303.742031ms","start":"2026-02-26T23:48:41.129346Z","end":"2026-02-26T23:48:41.433088Z","steps":["trace[1227805666] 'agreement among raft nodes before linearized reading' (duration: 303.606359ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:41.433274Z","caller":"traceutil/trace.go:171","msg":"trace[1988765440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1581; }","duration":"220.497591ms","start":"2026-02-26T23:48:41.212744Z","end":"2026-02-26T23:48:41.433242Z","steps":["trace[1988765440] 'agreement among raft nodes before linearized reading' (duration: 220.303017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:41.433369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.841482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T23:48:41.433372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:41.129338Z","time spent":"303.992957ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:48:41.433408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.780104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T23:48:41.433427Z","caller":"traceutil/trace.go:171","msg":"trace[709829637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1581; }","duration":"399.932144ms","start":"2026-02-26T23:48:41.033482Z","end":"2026-02-26T23:48:41.433414Z","steps":["trace[709829637] 'agreement among raft nodes before linearized reading' (duration: 399.769331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:41.433463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:41.033464Z","time spent":"399.991085ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T23:48:41.433464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.187084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:48:41.433467Z","caller":"traceutil/trace.go:171","msg":"trace[1674763109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1581; }","duration":"304.848485ms","start":"2026-02-26T23:48:41.128599Z","end":"2026-02-26T23:48:41.433447Z","steps":["trace[1674763109] 'agreement among raft nodes before linearized reading' (duration: 304.677702ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:41.433506Z","caller":"traceutil/trace.go:171","msg":"trace[1388101358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1581; }","duration":"531.263527ms","start":"2026-02-26T23:48:40.902231Z","end":"2026-02-26T23:48:41.433495Z","steps":["trace[1388101358] 'agreement among raft nodes before linearized reading' (duration: 531.127973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:41.433511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:41.12852Z","time spent":"304.983509ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:48:41.433542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:40.902212Z","time spent":"531.323158ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:48:41.433783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.673151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T23:48:41.43392Z","caller":"traceutil/trace.go:171","msg":"trace[1305525804] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1581; }","duration":"973.881696ms","start":"2026-02-26T23:48:40.460007Z","end":"2026-02-26T23:48:41.433889Z","steps":["trace[1305525804] 'agreement among raft nodes before linearized reading' (duration: 973.381294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:41.433975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:40.459978Z","time spent":"973.984877ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":224,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:48:55.684586Z","caller":"traceutil/trace.go:171","msg":"trace[1480900306] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1766; }","duration":"161.839829ms","start":"2026-02-26T23:48:55.522722Z","end":"2026-02-26T23:48:55.684561Z","steps":["trace[1480900306] 'read index received' (duration: 161.654935ms)","trace[1480900306] 'applied index is now lower than readState.Index' (duration: 183.724µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:48:55.684655Z","caller":"traceutil/trace.go:171","msg":"trace[602754259] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"182.172633ms","start":"2026-02-26T23:48:55.502453Z","end":"2026-02-26T23:48:55.684625Z","steps":["trace[602754259] 'process raft request' (duration: 181.939748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:55.684947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.245476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:48:55.685001Z","caller":"traceutil/trace.go:171","msg":"trace[550665417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1702; }","duration":"161.355089ms","start":"2026-02-26T23:48:55.523631Z","end":"2026-02-26T23:48:55.684986Z","steps":["trace[550665417] 'agreement among raft nodes before linearized reading' (duration: 161.123734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:55.685036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.298619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:48:55.685152Z","caller":"traceutil/trace.go:171","msg":"trace[1682789248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1702; }","duration":"162.476023ms","start":"2026-02-26T23:48:55.522648Z","end":"2026-02-26T23:48:55.685124Z","steps":["trace[1682789248] 'agreement among raft nodes before linearized reading' (duration: 162.093715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:55.685214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.430769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T23:48:55.685238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.766791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T23:48:55.685268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.688038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T23:48:55.685286Z","caller":"traceutil/trace.go:171","msg":"trace[727975950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1702; }","duration":"152.846473ms","start":"2026-02-26T23:48:55.532425Z","end":"2026-02-26T23:48:55.685272Z","steps":["trace[727975950] 'agreement among raft nodes before linearized reading' (duration: 152.673069ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:55.685282Z","caller":"traceutil/trace.go:171","msg":"trace[1335045630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1702; }","duration":"139.507221ms","start":"2026-02-26T23:48:55.545754Z","end":"2026-02-26T23:48:55.685261Z","steps":["trace[1335045630] 'agreement among raft nodes before linearized reading' (duration: 139.373018ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:55.68531Z","caller":"traceutil/trace.go:171","msg":"trace[702064200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1702; }","duration":"157.730579ms","start":"2026-02-26T23:48:55.52757Z","end":"2026-02-26T23:48:55.6853Z","steps":["trace[702064200] 'agreement among raft nodes before linearized reading' (duration: 157.634527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:55.685036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.833682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:48:55.685449Z","caller":"traceutil/trace.go:171","msg":"trace[1750287360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1702; }","duration":"142.276672ms","start":"2026-02-26T23:48:55.543161Z","end":"2026-02-26T23:48:55.685437Z","steps":["trace[1750287360] 'agreement among raft nodes before linearized reading' (duration: 141.649828ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:55.840318Z","caller":"traceutil/trace.go:171","msg":"trace[2095045813] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"149.676842ms","start":"2026-02-26T23:48:55.690611Z","end":"2026-02-26T23:48:55.840287Z","steps":["trace[2095045813] 'process raft request' (duration: 149.607441ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:55.840395Z","caller":"traceutil/trace.go:171","msg":"trace[2018348939] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"150.206234ms","start":"2026-02-26T23:48:55.690161Z","end":"2026-02-26T23:48:55.840367Z","steps":["trace[2018348939] 'process raft request' (duration: 150.0047ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:55.840445Z","caller":"traceutil/trace.go:171","msg":"trace[1116450819] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"147.475454ms","start":"2026-02-26T23:48:55.692958Z","end":"2026-02-26T23:48:55.840434Z","steps":["trace[1116450819] 'process raft request' (duration: 147.29162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:55.840328Z","caller":"traceutil/trace.go:171","msg":"trace[1974599280] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"150.207493ms","start":"2026-02-26T23:48:55.690082Z","end":"2026-02-26T23:48:55.84029Z","steps":["trace[1974599280] 'process raft request' (duration: 149.914487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:57.095625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569648476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:48:57.596036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569648476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:48:57.932954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.51197142s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T23:48:57.933395Z","caller":"traceutil/trace.go:171","msg":"trace[227779663] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"1.512499572s","start":"2026-02-26T23:48:56.420871Z","end":"2026-02-26T23:48:57.93337Z","steps":["trace[227779663] 'process raft request' (duration: 1.512290767s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:57.933596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.420853Z","time spent":"1.512631344s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:58.147216Z","caller":"traceutil/trace.go:171","msg":"trace[189287884] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"1.717186988s","start":"2026-02-26T23:48:56.430008Z","end":"2026-02-26T23:48:58.147195Z","steps":["trace[189287884] 'process raft request' (duration: 1.717012875s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.147364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.429973Z","time spent":"1.717310441s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:58.147611Z","caller":"traceutil/trace.go:171","msg":"trace[313624549] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"1.158260628s","start":"2026-02-26T23:48:56.989324Z","end":"2026-02-26T23:48:58.147584Z","steps":["trace[313624549] 'process raft request' (duration: 1.157838729s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.147796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.989299Z","time spent":"1.15838177s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:58.147832Z","caller":"traceutil/trace.go:171","msg":"trace[850672507] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1772; }","duration":"1.552817554s","start":"2026-02-26T23:48:56.594996Z","end":"2026-02-26T23:48:58.147814Z","steps":["trace[850672507] 'read index received' (duration: 1.338173639s)","trace[850672507] 'applied index is now lower than readState.Index' (duration: 214.642565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:58.147946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552947947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:48:58.147975Z","caller":"traceutil/trace.go:171","msg":"trace[1687634040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1711; }","duration":"1.553026339s","start":"2026-02-26T23:48:56.594942Z","end":"2026-02-26T23:48:58.147968Z","steps":["trace[1687634040] 'agreement among raft nodes before linearized reading' (duration: 1.552965408s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.147996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.594921Z","time spent":"1.55307123s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:48:58.148042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542463208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:48:58.148092Z","caller":"traceutil/trace.go:171","msg":"trace[483869750] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1711; }","duration":"1.54255649s","start":"2026-02-26T23:48:56.60552Z","end":"2026-02-26T23:48:58.148076Z","steps":["trace[483869750] 'agreement among raft nodes before linearized reading' (duration: 1.542484109s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.148131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.605501Z","time spent":"1.542620781s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:48:58.148042Z","caller":"traceutil/trace.go:171","msg":"trace[1750709692] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"457.565185ms","start":"2026-02-26T23:48:57.69036Z","end":"2026-02-26T23:48:58.147925Z","steps":["trace[1750709692] 'process raft request' (duration: 457.150966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.148359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.453476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:48:58.148393Z","caller":"traceutil/trace.go:171","msg":"trace[1554794316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1711; }","duration":"373.523187ms","start":"2026-02-26T23:48:57.774862Z","end":"2026-02-26T23:48:58.148385Z","steps":["trace[1554794316] 'agreement among raft nodes before linearized reading' (duration: 373.424995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.148412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:57.774841Z","time spent":"373.566669ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:48:58.148478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454607847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T23:48:58.148528Z","caller":"traceutil/trace.go:171","msg":"trace[1532479670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1711; }","duration":"1.454703229s","start":"2026-02-26T23:48:56.693811Z","end":"2026-02-26T23:48:58.148515Z","steps":["trace[1532479670] 'agreement among raft nodes before linearized reading' (duration: 1.454542905s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.148542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.357934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T23:48:58.14855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.397527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-26T23:48:58.148565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.693785Z","time spent":"1.454771761s","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T23:48:58.148595Z","caller":"traceutil/trace.go:171","msg":"trace[1890643762] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1711; }","duration":"160.465039ms","start":"2026-02-26T23:48:57.988119Z","end":"2026-02-26T23:48:58.148584Z","steps":["trace[1890643762] 'agreement among raft nodes before linearized reading' (duration: 160.370217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.148661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.092518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:48:58.148563Z","caller":"traceutil/trace.go:171","msg":"trace[298834539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1711; }","duration":"304.414456ms","start":"2026-02-26T23:48:57.844143Z","end":"2026-02-26T23:48:58.148557Z","steps":["trace[298834539] 'agreement among raft nodes before linearized reading' (duration: 304.359505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:58.148734Z","caller":"traceutil/trace.go:171","msg":"trace[2026164684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1711; }","duration":"303.176299ms","start":"2026-02-26T23:48:57.845539Z","end":"2026-02-26T23:48:58.148715Z","steps":["trace[2026164684] 'agreement among raft nodes before linearized reading' (duration: 302.999735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.148779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.074897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:48:58.14886Z","caller":"traceutil/trace.go:171","msg":"trace[1899295762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1711; }","duration":"303.18776ms","start":"2026-02-26T23:48:57.84565Z","end":"2026-02-26T23:48:58.148838Z","steps":["trace[1899295762] 'agreement among raft nodes before linearized reading' (duration: 303.011356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.14889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:57.845533Z","time spent":"303.243431ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:48:58.148944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:57.690325Z","time spent":"457.992985ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:48:58.148931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:57.844126Z","time spent":"304.704452ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T23:48:58.148263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.664099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:48:58.149108Z","caller":"traceutil/trace.go:171","msg":"trace[678789977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1711; }","duration":"304.530188ms","start":"2026-02-26T23:48:57.844554Z","end":"2026-02-26T23:48:58.149084Z","steps":["trace[678789977] 'agreement among raft nodes before linearized reading' (duration: 303.573598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.149154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:57.844529Z","time spent":"304.61366ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T23:48:58.148715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45569138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:48:58.149278Z","caller":"traceutil/trace.go:171","msg":"trace[1292954534] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1711; }","duration":"1.456274724s","start":"2026-02-26T23:48:56.692983Z","end":"2026-02-26T23:48:58.149258Z","steps":["trace[1292954534] 'agreement among raft nodes before linearized reading' (duration: 1.455705451s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.149318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.692969Z","time spent":"1.456336805s","remote":"127.0.0.1:58290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:48:58.148914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:57.845633Z","time spent":"303.268911ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T23:49:13.258131Z","caller":"traceutil/trace.go:171","msg":"trace[1352309017] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"148.888908ms","start":"2026-02-26T23:49:13.109214Z","end":"2026-02-26T23:49:13.258103Z","steps":["trace[1352309017] 'process raft request' (duration: 148.755375ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:13.392813Z","caller":"traceutil/trace.go:171","msg":"trace[838555536] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1863; }","duration":"206.53594ms","start":"2026-02-26T23:49:13.186254Z","end":"2026-02-26T23:49:13.39279Z","steps":["trace[838555536] 'read index received' (duration: 71.737681ms)","trace[838555536] 'applied index is now lower than readState.Index' (duration: 134.796719ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:13.392911Z","caller":"traceutil/trace.go:171","msg":"trace[2011005632] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"223.093753ms","start":"2026-02-26T23:49:13.169782Z","end":"2026-02-26T23:49:13.392876Z","steps":["trace[2011005632] 'process raft request' (duration: 164.109292ms)","trace[2011005632] 'compare' (duration: 58.742596ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:49:13.393058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.024577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T23:49:13.393092Z","caller":"traceutil/trace.go:171","msg":"trace[782263544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1797; }","duration":"115.101998ms","start":"2026-02-26T23:49:13.277981Z","end":"2026-02-26T23:49:13.393083Z","steps":["trace[782263544] 'agreement among raft nodes before linearized reading' (duration: 114.943665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:13.393112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.837437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T23:49:13.393176Z","caller":"traceutil/trace.go:171","msg":"trace[1980816565] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1797; }","duration":"206.935239ms","start":"2026-02-26T23:49:13.186225Z","end":"2026-02-26T23:49:13.39316Z","steps":["trace[1980816565] 'agreement among raft nodes before linearized reading' (duration: 206.696164ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:20.634075Z","caller":"traceutil/trace.go:171","msg":"trace[414579946] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"371.469919ms","start":"2026-02-26T23:49:20.262581Z","end":"2026-02-26T23:49:20.634051Z","steps":["trace[414579946] 'process raft request' (duration: 371.330436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:20.634228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:20.26255Z","time spent":"371.599801ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:20.796714Z","caller":"traceutil/trace.go:171","msg":"trace[128798898] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"398.927439ms","start":"2026-02-26T23:49:20.397747Z","end":"2026-02-26T23:49:20.796675Z","steps":["trace[128798898] 'process raft request' (duration: 398.801736ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:20.796739Z","caller":"traceutil/trace.go:171","msg":"trace[1395896659] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"532.989773ms","start":"2026-02-26T23:49:20.263674Z","end":"2026-02-26T23:49:20.796664Z","steps":["trace[1395896659] 'process raft request' (duration: 532.712567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:20.796897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:20.397725Z","time spent":"399.077152ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:20.797209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:20.263643Z","time spent":"533.260069ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:20.804431Z","caller":"traceutil/trace.go:171","msg":"trace[810902384] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1895; }","duration":"526.49554ms","start":"2026-02-26T23:49:20.277913Z","end":"2026-02-26T23:49:20.804408Z","steps":["trace[810902384] 'read index received' (duration: 355.983429ms)","trace[810902384] 'applied index is now lower than readState.Index' (duration: 170.510891ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:20.804588Z","caller":"traceutil/trace.go:171","msg":"trace[1424707654] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"280.052789ms","start":"2026-02-26T23:49:20.524519Z","end":"2026-02-26T23:49:20.804572Z","steps":["trace[1424707654] 'process raft request' (duration: 279.784963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:20.804671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.745306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T23:49:20.804978Z","caller":"traceutil/trace.go:171","msg":"trace[199257628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1830; }","duration":"527.103394ms","start":"2026-02-26T23:49:20.277858Z","end":"2026-02-26T23:49:20.804962Z","steps":["trace[199257628] 'agreement among raft nodes before linearized reading' (duration: 526.686475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:20.80503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:20.277833Z","time spent":"527.184065ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:49:20.804761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.005327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:49:20.805168Z","caller":"traceutil/trace.go:171","msg":"trace[981331246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1830; }","duration":"519.410255ms","start":"2026-02-26T23:49:20.285749Z","end":"2026-02-26T23:49:20.80516Z","steps":["trace[981331246] 'agreement among raft nodes before linearized reading' (duration: 518.960106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:20.805197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:20.285737Z","time spent":"519.452256ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:49:20.80475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.434849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:49:20.805277Z","caller":"traceutil/trace.go:171","msg":"trace[1659294241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1830; }","duration":"510.990361ms","start":"2026-02-26T23:49:20.294279Z","end":"2026-02-26T23:49:20.805269Z","steps":["trace[1659294241] 'agreement among raft nodes before linearized reading' (duration: 510.334727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:20.805304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:20.294268Z","time spent":"511.028811ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:49:20.80475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.208263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T23:49:20.805461Z","caller":"traceutil/trace.go:171","msg":"trace[378691951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1830; }","duration":"509.962408ms","start":"2026-02-26T23:49:20.295469Z","end":"2026-02-26T23:49:20.805432Z","steps":["trace[378691951] 'agreement among raft nodes before linearized reading' (duration: 509.1365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:20.80475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.833411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T23:49:20.805628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:20.295449Z","time spent":"510.109262ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T23:49:20.805622Z","caller":"traceutil/trace.go:171","msg":"trace[1429244467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1830; }","duration":"523.736ms","start":"2026-02-26T23:49:20.281859Z","end":"2026-02-26T23:49:20.805595Z","steps":["trace[1429244467] 'agreement among raft nodes before linearized reading' (duration: 522.721668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:20.805797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:20.281846Z","time spent":"523.931615ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T23:49:20.804773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.878999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T23:49:20.805908Z","caller":"traceutil/trace.go:171","msg":"trace[385714853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1830; }","duration":"363.048954ms","start":"2026-02-26T23:49:20.442834Z","end":"2026-02-26T23:49:20.805883Z","steps":["trace[385714853] 'agreement among raft nodes before linearized reading' (duration: 361.794977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:20.805959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:20.442818Z","time spent":"363.128645ms","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T23:49:26.398919Z","caller":"traceutil/trace.go:171","msg":"trace[1658679184] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"214.150317ms","start":"2026-02-26T23:49:26.184741Z","end":"2026-02-26T23:49:26.398891Z","steps":["trace[1658679184] 'process raft request' (duration: 213.976823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:26.808205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.196894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:49:26.808295Z","caller":"traceutil/trace.go:171","msg":"trace[268717415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1856; }","duration":"212.342308ms","start":"2026-02-26T23:49:26.595927Z","end":"2026-02-26T23:49:26.80827Z","steps":["trace[268717415] 'range keys from in-memory index tree' (duration: 212.088502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:26.833494Z","caller":"traceutil/trace.go:171","msg":"trace[1509792132] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"178.486586ms","start":"2026-02-26T23:49:26.654973Z","end":"2026-02-26T23:49:26.83346Z","steps":["trace[1509792132] 'process raft request' (duration: 178.282961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:32.869919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.221549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:49:32.870015Z","caller":"traceutil/trace.go:171","msg":"trace[433608393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1885; }","duration":"273.362932ms","start":"2026-02-26T23:49:32.596633Z","end":"2026-02-26T23:49:32.869996Z","steps":["trace[433608393] 'range keys from in-memory index tree' (duration: 273.080186ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:33.069829Z","caller":"traceutil/trace.go:171","msg":"trace[139516150] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"121.808015ms","start":"2026-02-26T23:49:32.947985Z","end":"2026-02-26T23:49:33.069793Z","steps":["trace[139516150] 'process raft request' (duration: 121.654902ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:35.119424Z","caller":"traceutil/trace.go:171","msg":"trace[2056698518] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"231.186429ms","start":"2026-02-26T23:49:34.888205Z","end":"2026-02-26T23:49:35.119391Z","steps":["trace[2056698518] 'process raft request' (duration: 231.033436ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:35.408661Z","caller":"traceutil/trace.go:171","msg":"trace[605190639] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1967; }","duration":"333.649511ms","start":"2026-02-26T23:49:35.07498Z","end":"2026-02-26T23:49:35.408629Z","steps":["trace[605190639] 'read index received' (duration: 44.266209ms)","trace[605190639] 'applied index is now lower than readState.Index' (duration: 289.382332ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:35.409142Z","caller":"traceutil/trace.go:171","msg":"trace[580742028] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"459.957005ms","start":"2026-02-26T23:49:34.949039Z","end":"2026-02-26T23:49:35.408996Z","steps":["trace[580742028] 'process raft request' (duration: 440.566741ms)","trace[580742028] 'compare' (duration: 18.918284ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:49:35.409208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.151126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T23:49:35.409208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.109124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T23:49:35.409228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.044395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T23:49:35.409272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.413835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:49:35.409308Z","caller":"traceutil/trace.go:171","msg":"trace[1555025654] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:1897; }","duration":"251.28272ms","start":"2026-02-26T23:49:35.158005Z","end":"2026-02-26T23:49:35.409287Z","steps":["trace[1555025654] 'agreement among raft nodes before linearized reading' (duration: 251.063905ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:35.40931Z","caller":"traceutil/trace.go:171","msg":"trace[831377440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1897; }","duration":"277.223147ms","start":"2026-02-26T23:49:35.132071Z","end":"2026-02-26T23:49:35.409294Z","steps":["trace[831377440] 'agreement among raft nodes before linearized reading' (duration: 277.002562ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:35.409328Z","caller":"traceutil/trace.go:171","msg":"trace[2041127124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1897; }","duration":"294.201298ms","start":"2026-02-26T23:49:35.115107Z","end":"2026-02-26T23:49:35.409308Z","steps":["trace[2041127124] 'agreement among raft nodes before linearized reading' (duration: 293.990773ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:35.409341Z","caller":"traceutil/trace.go:171","msg":"trace[861857164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1897; }","duration":"279.565128ms","start":"2026-02-26T23:49:35.129756Z","end":"2026-02-26T23:49:35.409321Z","steps":["trace[861857164] 'agreement among raft nodes before linearized reading' (duration: 279.375954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:35.409303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.277052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T23:49:35.409199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.446744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:49:35.409219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.232894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:49:35.409433Z","caller":"traceutil/trace.go:171","msg":"trace[1093668371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1897; }","duration":"279.446875ms","start":"2026-02-26T23:49:35.129965Z","end":"2026-02-26T23:49:35.409412Z","steps":["trace[1093668371] 'agreement among raft nodes before linearized reading' (duration: 279.101548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:35.409459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:34.948966Z","time spent":"460.312042ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:35.409489Z","caller":"traceutil/trace.go:171","msg":"trace[1681741943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1897; }","duration":"334.551391ms","start":"2026-02-26T23:49:35.074926Z","end":"2026-02-26T23:49:35.409478Z","steps":["trace[1681741943] 'agreement among raft nodes before linearized reading' (duration: 334.095371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:35.409523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:35.074909Z","time spent":"334.602341ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T23:49:35.409541Z","caller":"traceutil/trace.go:171","msg":"trace[446453627] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1897; }","duration":"310.786941ms","start":"2026-02-26T23:49:35.098676Z","end":"2026-02-26T23:49:35.409463Z","steps":["trace[446453627] 'agreement among raft nodes before linearized reading' (duration: 310.460834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:35.409665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:35.098654Z","time spent":"310.993095ms","remote":"127.0.0.1:48676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:49:35.410001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.444672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T23:49:35.41031Z","caller":"traceutil/trace.go:171","msg":"trace[353957914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"325.526484ms","start":"2026-02-26T23:49:35.084515Z","end":"2026-02-26T23:49:35.410042Z","steps":["trace[353957914] 'agreement among raft nodes before linearized reading' (duration: 324.549043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:35.410398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:35.084501Z","time spent":"325.848001ms","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T23:49:40.985521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.010088ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T23:49:41.051962Z","caller":"traceutil/trace.go:171","msg":"trace[1288400552] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1994; }","duration":"413.441297ms","start":"2026-02-26T23:49:40.638493Z","end":"2026-02-26T23:49:41.051935Z","steps":["trace[1288400552] 'read index received' (duration: 184.020156ms)","trace[1288400552] 'applied index is now lower than readState.Index' (duration: 229.420021ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:41.052039Z","caller":"traceutil/trace.go:171","msg":"trace[1245691177] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"552.241105ms","start":"2026-02-26T23:49:40.499764Z","end":"2026-02-26T23:49:41.052005Z","steps":["trace[1245691177] 'process raft request' (duration: 551.946309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:41.052178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:40.499722Z","time spent":"552.370877ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:41.052155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.620751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:49:41.052248Z","caller":"traceutil/trace.go:171","msg":"trace[1731439165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1922; }","duration":"413.789065ms","start":"2026-02-26T23:49:40.638437Z","end":"2026-02-26T23:49:41.052226Z","steps":["trace[1731439165] 'agreement among raft nodes before linearized reading' (duration: 413.601551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:41.052297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:40.638416Z","time spent":"413.870027ms","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:49:41.468672Z","caller":"traceutil/trace.go:171","msg":"trace[1685016864] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"266.574713ms","start":"2026-02-26T23:49:41.202074Z","end":"2026-02-26T23:49:41.468649Z","steps":["trace[1685016864] 'read index received' (duration: 221.542138ms)","trace[1685016864] 'applied index is now lower than readState.Index' (duration: 45.031715ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:41.46884Z","caller":"traceutil/trace.go:171","msg":"trace[1715075231] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"329.310597ms","start":"2026-02-26T23:49:41.139408Z","end":"2026-02-26T23:49:41.468719Z","steps":["trace[1715075231] 'process raft request' (duration: 284.178489ms)","trace[1715075231] 'compare' (duration: 44.948324ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:41.468981Z","caller":"traceutil/trace.go:171","msg":"trace[1586084726] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"207.898299ms","start":"2026-02-26T23:49:41.261047Z","end":"2026-02-26T23:49:41.468946Z","steps":["trace[1586084726] 'process raft request' (duration: 207.721126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:41.468845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.758278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:49:41.46912Z","caller":"traceutil/trace.go:171","msg":"trace[167264103] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1923; }","duration":"267.080095ms","start":"2026-02-26T23:49:41.20202Z","end":"2026-02-26T23:49:41.4691Z","steps":["trace[167264103] 'agreement among raft nodes before linearized reading' (duration: 266.740367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:41.469031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:41.139381Z","time spent":"329.559431ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:41.469888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.06461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:49:41.469932Z","caller":"traceutil/trace.go:171","msg":"trace[863680911] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1925; }","duration":"259.135032ms","start":"2026-02-26T23:49:41.210787Z","end":"2026-02-26T23:49:41.469922Z","steps":["trace[863680911] 'agreement among raft nodes before linearized reading' (duration: 259.007529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:41.470119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.742291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:49:41.470152Z","caller":"traceutil/trace.go:171","msg":"trace[1782331944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1925; }","duration":"257.816592ms","start":"2026-02-26T23:49:41.212328Z","end":"2026-02-26T23:49:41.470144Z","steps":["trace[1782331944] 'agreement among raft nodes before linearized reading' (duration: 257.759871ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:00.53821Z","caller":"traceutil/trace.go:171","msg":"trace[1616141516] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"119.087971ms","start":"2026-02-26T23:51:00.419094Z","end":"2026-02-26T23:51:00.538182Z","steps":["trace[1616141516] 'process raft request' (duration: 118.808285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:03.83757Z","caller":"traceutil/trace.go:171","msg":"trace[235812769] linearizableReadLoop","detail":"{readStateIndex:2585; appliedIndex:2584; }","duration":"355.296871ms","start":"2026-02-26T23:51:03.482246Z","end":"2026-02-26T23:51:03.837543Z","steps":["trace[235812769] 'read index received' (duration: 355.165449ms)","trace[235812769] 'applied index is now lower than readState.Index' (duration: 130.022µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:03.837657Z","caller":"traceutil/trace.go:171","msg":"trace[1951676471] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"453.030143ms","start":"2026-02-26T23:51:03.3846Z","end":"2026-02-26T23:51:03.83763Z","steps":["trace[1951676471] 'process raft request' (duration: 452.816189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:03.837744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.468575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:51:03.837814Z","caller":"traceutil/trace.go:171","msg":"trace[169347935] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2486; }","duration":"355.582567ms","start":"2026-02-26T23:51:03.482219Z","end":"2026-02-26T23:51:03.837801Z","steps":["trace[169347935] 'agreement among raft nodes before linearized reading' (duration: 355.454324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:03.837822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:03.384578Z","time spent":"453.169256ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:03.83786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:03.48221Z","time spent":"355.640429ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:51:04.338338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569650267,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T23:51:04.676859Z","caller":"traceutil/trace.go:171","msg":"trace[123598313] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2585; }","duration":"839.190131ms","start":"2026-02-26T23:51:03.837645Z","end":"2026-02-26T23:51:04.676835Z","steps":["trace[123598313] 'read index received' (duration: 837.069594ms)","trace[123598313] 'applied index is now lower than readState.Index' (duration: 2.119227ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:04.676941Z","caller":"traceutil/trace.go:171","msg":"trace[613859715] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"888.749007ms","start":"2026-02-26T23:51:03.78815Z","end":"2026-02-26T23:51:04.676899Z","steps":["trace[613859715] 'process raft request' (duration: 888.583144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:04.676812Z","caller":"traceutil/trace.go:171","msg":"trace[612572184] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"888.677267ms","start":"2026-02-26T23:51:03.788087Z","end":"2026-02-26T23:51:04.676765Z","steps":["trace[612572184] 'process raft request' (duration: 886.56796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:04.677103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.054414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T23:51:04.677092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046366375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T23:51:04.677146Z","caller":"traceutil/trace.go:171","msg":"trace[858315009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2488; }","duration":"655.138946ms","start":"2026-02-26T23:51:04.021996Z","end":"2026-02-26T23:51:04.677135Z","steps":["trace[858315009] 'agreement among raft nodes before linearized reading' (duration: 654.990582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:04.677001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081464703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:51:04.67718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:04.021977Z","time spent":"655.194957ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T23:51:04.677182Z","caller":"traceutil/trace.go:171","msg":"trace[7624952] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2488; }","duration":"1.046498287s","start":"2026-02-26T23:51:03.630662Z","end":"2026-02-26T23:51:04.67716Z","steps":["trace[7624952] 'agreement among raft nodes before linearized reading' (duration: 1.046236331s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:04.677169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:03.788123Z","time spent":"888.934272ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:04.677201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:03.788057Z","time spent":"889.021333ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:04.677226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:03.630648Z","time spent":"1.046570269s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T23:51:04.677297Z","caller":"traceutil/trace.go:171","msg":"trace[1723226091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2488; }","duration":"1.081711579s","start":"2026-02-26T23:51:03.595468Z","end":"2026-02-26T23:51:04.67718Z","steps":["trace[1723226091] 'agreement among raft nodes before linearized reading' (duration: 1.081452643s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:04.677344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:03.595446Z","time spent":"1.081886443s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:51:04.677357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.755913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:51:04.677413Z","caller":"traceutil/trace.go:171","msg":"trace[1755835128] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2488; }","duration":"553.855545ms","start":"2026-02-26T23:51:04.123541Z","end":"2026-02-26T23:51:04.677396Z","steps":["trace[1755835128] 'agreement among raft nodes before linearized reading' (duration: 553.763993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:04.677414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.589502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T23:51:04.677435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.038595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T23:51:04.677452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:04.123522Z","time spent":"553.920746ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:51:04.677473Z","caller":"traceutil/trace.go:171","msg":"trace[1514147236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2488; }","duration":"651.086107ms","start":"2026-02-26T23:51:04.026372Z","end":"2026-02-26T23:51:04.677458Z","steps":["trace[1514147236] 'agreement among raft nodes before linearized reading' (duration: 651.004425ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:04.677472Z","caller":"traceutil/trace.go:171","msg":"trace[258665856] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2488; }","duration":"648.669334ms","start":"2026-02-26T23:51:04.028786Z","end":"2026-02-26T23:51:04.677456Z","steps":["trace[258665856] 'agreement among raft nodes before linearized reading' (duration: 648.46655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:04.677482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.519693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T23:51:04.6775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:04.026363Z","time spent":"651.131627ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:51:04.677475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.456761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:51:04.677522Z","caller":"traceutil/trace.go:171","msg":"trace[1361368343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2488; }","duration":"654.580684ms","start":"2026-02-26T23:51:04.02293Z","end":"2026-02-26T23:51:04.677511Z","steps":["trace[1361368343] 'agreement among raft nodes before linearized reading' (duration: 654.42654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:04.677523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:04.028777Z","time spent":"648.734236ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T23:51:04.67756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:04.022919Z","time spent":"654.632545ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:51:04.677562Z","caller":"traceutil/trace.go:171","msg":"trace[1130762589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2488; }","duration":"654.592254ms","start":"2026-02-26T23:51:04.022947Z","end":"2026-02-26T23:51:04.677539Z","steps":["trace[1130762589] 'agreement among raft nodes before linearized reading' (duration: 654.37069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:04.677603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:04.022923Z","time spent":"654.672066ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T23:51:10.854807Z","caller":"traceutil/trace.go:171","msg":"trace[87063851] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"141.274058ms","start":"2026-02-26T23:51:10.713495Z","end":"2026-02-26T23:51:10.854769Z","steps":["trace[87063851] 'process raft request' (duration: 110.133845ms)","trace[87063851] 'compare' (duration: 30.950288ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:10.854831Z","caller":"traceutil/trace.go:171","msg":"trace[1009698118] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"138.971866ms","start":"2026-02-26T23:51:10.71583Z","end":"2026-02-26T23:51:10.854802Z","steps":["trace[1009698118] 'process raft request' (duration: 138.929095ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:10.854901Z","caller":"traceutil/trace.go:171","msg":"trace[475626104] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"140.972261ms","start":"2026-02-26T23:51:10.713894Z","end":"2026-02-26T23:51:10.854867Z","steps":["trace[475626104] 'process raft request' (duration: 140.817757ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:10.85483Z","caller":"traceutil/trace.go:171","msg":"trace[1257943988] linearizableReadLoop","detail":"{readStateIndex:2627; appliedIndex:2626; }","duration":"141.147784ms","start":"2026-02-26T23:51:10.713649Z","end":"2026-02-26T23:51:10.854797Z","steps":["trace[1257943988] 'read index received' (duration: 110.118954ms)","trace[1257943988] 'applied index is now lower than readState.Index' (duration: 31.02621ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:51:10.85502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.348068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T23:51:10.85507Z","caller":"traceutil/trace.go:171","msg":"trace[1695148824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2528; }","duration":"141.446341ms","start":"2026-02-26T23:51:10.71361Z","end":"2026-02-26T23:51:10.855056Z","steps":["trace[1695148824] 'agreement among raft nodes before linearized reading' (duration: 141.286867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:10.855149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.585872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T23:51:10.855174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.363586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T23:51:10.85519Z","caller":"traceutil/trace.go:171","msg":"trace[949159542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2528; }","duration":"140.660964ms","start":"2026-02-26T23:51:10.714518Z","end":"2026-02-26T23:51:10.855179Z","steps":["trace[949159542] 'agreement among raft nodes before linearized reading' (duration: 140.523641ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:10.855206Z","caller":"traceutil/trace.go:171","msg":"trace[162195998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2528; }","duration":"134.420868ms","start":"2026-02-26T23:51:10.720776Z","end":"2026-02-26T23:51:10.855197Z","steps":["trace[162195998] 'agreement among raft nodes before linearized reading' (duration: 134.309175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:10.855393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.180583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T23:51:10.8555Z","caller":"traceutil/trace.go:171","msg":"trace[1676040701] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2528; }","duration":"140.331167ms","start":"2026-02-26T23:51:10.715143Z","end":"2026-02-26T23:51:10.855474Z","steps":["trace[1676040701] 'agreement among raft nodes before linearized reading' (duration: 140.02463ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:33.196065Z","caller":"traceutil/trace.go:171","msg":"trace[1819621475] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"167.41497ms","start":"2026-02-26T23:51:33.028608Z","end":"2026-02-26T23:51:33.196023Z","steps":["trace[1819621475] 'process raft request' (duration: 136.266753ms)","trace[1819621475] 'compare' (duration: 30.931992ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:33.196498Z","caller":"traceutil/trace.go:171","msg":"trace[393970319] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2754; }","duration":"108.316407ms","start":"2026-02-26T23:51:33.088161Z","end":"2026-02-26T23:51:33.196477Z","steps":["trace[393970319] 'read index received' (duration: 76.559717ms)","trace[393970319] 'applied index is now lower than readState.Index' (duration: 31.75581ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:33.196562Z","caller":"traceutil/trace.go:171","msg":"trace[2130446004] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"166.919527ms","start":"2026-02-26T23:51:33.029594Z","end":"2026-02-26T23:51:33.196514Z","steps":["trace[2130446004] 'process raft request' (duration: 166.620061ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:33.196339Z","caller":"traceutil/trace.go:171","msg":"trace[193088653] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"166.831966ms","start":"2026-02-26T23:51:33.029476Z","end":"2026-02-26T23:51:33.196308Z","steps":["trace[193088653] 'process raft request' (duration: 166.483928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:33.196609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.433509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:51:33.196719Z","caller":"traceutil/trace.go:171","msg":"trace[1694526268] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"166.966369ms","start":"2026-02-26T23:51:33.029663Z","end":"2026-02-26T23:51:33.196629Z","steps":["trace[1694526268] 'process raft request' (duration: 166.741904ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:33.196805Z","caller":"traceutil/trace.go:171","msg":"trace[1969739194] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2653; }","duration":"108.686955ms","start":"2026-02-26T23:51:33.088097Z","end":"2026-02-26T23:51:33.196783Z","steps":["trace[1969739194] 'agreement among raft nodes before linearized reading' (duration: 108.455169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:38.751051Z","caller":"traceutil/trace.go:171","msg":"trace[1408534099] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"213.75334ms","start":"2026-02-26T23:51:38.537267Z","end":"2026-02-26T23:51:38.751021Z","steps":["trace[1408534099] 'process raft request' (duration: 213.510805ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:38.751323Z","caller":"traceutil/trace.go:171","msg":"trace[1292685411] linearizableReadLoop","detail":"{readStateIndex:2783; appliedIndex:2783; }","duration":"147.06269ms","start":"2026-02-26T23:51:38.604239Z","end":"2026-02-26T23:51:38.751302Z","steps":["trace[1292685411] 'read index received' (duration: 147.05202ms)","trace[1292685411] 'applied index is now lower than readState.Index' (duration: 8.67µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:51:38.751478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.214813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:51:38.751528Z","caller":"traceutil/trace.go:171","msg":"trace[798546483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2677; }","duration":"147.321926ms","start":"2026-02-26T23:51:38.604191Z","end":"2026-02-26T23:51:38.751513Z","steps":["trace[798546483] 'agreement among raft nodes before linearized reading' (duration: 147.222154ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:39.24234Z","caller":"traceutil/trace.go:171","msg":"trace[624147412] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"358.653323ms","start":"2026-02-26T23:51:38.883652Z","end":"2026-02-26T23:51:39.242306Z","steps":["trace[624147412] 'process raft request' (duration: 358.440819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:39.242509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:38.883577Z","time spent":"358.841357ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:51:39.852185Z","caller":"traceutil/trace.go:171","msg":"trace[6180097] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2784; }","duration":"778.526545ms","start":"2026-02-26T23:51:39.073633Z","end":"2026-02-26T23:51:39.852159Z","steps":["trace[6180097] 'read index received' (duration: 168.429821ms)","trace[6180097] 'applied index is now lower than readState.Index' (duration: 610.095374ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:39.852324Z","caller":"traceutil/trace.go:171","msg":"trace[1095801324] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"960.400453ms","start":"2026-02-26T23:51:38.891911Z","end":"2026-02-26T23:51:39.852311Z","steps":["trace[1095801324] 'process raft request' (duration: 960.086296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:39.852426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:38.89189Z","time spent":"960.460455ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:39.852709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.732829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:51:39.85277Z","caller":"traceutil/trace.go:171","msg":"trace[1974290740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2680; }","duration":"630.836261ms","start":"2026-02-26T23:51:39.221918Z","end":"2026-02-26T23:51:39.852755Z","steps":["trace[1974290740] 'agreement among raft nodes before linearized reading' (duration: 630.619747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:39.85281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.2219Z","time spent":"630.902003ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:51:39.852827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.201301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T23:51:39.852813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.698546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:51:39.852869Z","caller":"traceutil/trace.go:171","msg":"trace[2027445381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2680; }","duration":"779.285203ms","start":"2026-02-26T23:51:39.073575Z","end":"2026-02-26T23:51:39.85286Z","steps":["trace[2027445381] 'agreement among raft nodes before linearized reading' (duration: 779.181699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:39.852898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.073556Z","time spent":"779.336484ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:51:39.852896Z","caller":"traceutil/trace.go:171","msg":"trace[867200141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2680; }","duration":"629.811829ms","start":"2026-02-26T23:51:39.223065Z","end":"2026-02-26T23:51:39.852877Z","steps":["trace[867200141] 'agreement among raft nodes before linearized reading' (duration: 629.560483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:39.852993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.223056Z","time spent":"629.930351ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:51:39.853154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.111738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:51:39.85325Z","caller":"traceutil/trace.go:171","msg":"trace[1346548712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2680; }","duration":"631.247111ms","start":"2026-02-26T23:51:39.221982Z","end":"2026-02-26T23:51:39.853229Z","steps":["trace[1346548712] 'agreement among raft nodes before linearized reading' (duration: 630.931934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:39.853188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.407591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T23:51:39.853446Z","caller":"traceutil/trace.go:171","msg":"trace[2105138899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2680; }","duration":"630.692748ms","start":"2026-02-26T23:51:39.222739Z","end":"2026-02-26T23:51:39.853431Z","steps":["trace[2105138899] 'agreement among raft nodes before linearized reading' (duration: 630.238108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:39.853304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.221977Z","time spent":"631.314312ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:51:39.853571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.222732Z","time spent":"630.823921ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T23:51:40.382724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.564695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:51:40.382826Z","caller":"traceutil/trace.go:171","msg":"trace[1428443119] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"525.201923ms","start":"2026-02-26T23:51:39.857605Z","end":"2026-02-26T23:51:40.382807Z","steps":["trace[1428443119] 'process raft request' (duration: 204.475875ms)","trace[1428443119] 'compare' (duration: 320.390331ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:51:40.382886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.857582Z","time spent":"525.274845ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:51:40.393595Z","caller":"traceutil/trace.go:171","msg":"trace[385539107] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"399.050094ms","start":"2026-02-26T23:51:39.994519Z","end":"2026-02-26T23:51:40.393569Z","steps":["trace[385539107] 'process raft request' (duration: 398.995912ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:40.393744Z","caller":"traceutil/trace.go:171","msg":"trace[1880090019] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"535.490271ms","start":"2026-02-26T23:51:39.858218Z","end":"2026-02-26T23:51:40.393708Z","steps":["trace[1880090019] 'process raft request' (duration: 535.150102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:40.393803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.994487Z","time spent":"399.237628ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:40.393989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.858199Z","time spent":"535.629054ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:51:40.394126Z","caller":"traceutil/trace.go:171","msg":"trace[1027639722] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"535.798748ms","start":"2026-02-26T23:51:39.858246Z","end":"2026-02-26T23:51:40.394044Z","steps":["trace[1027639722] 'process raft request' (duration: 535.173793ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:40.394184Z","caller":"traceutil/trace.go:171","msg":"trace[1199503241] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"535.973332ms","start":"2026-02-26T23:51:39.858198Z","end":"2026-02-26T23:51:40.394171Z","steps":["trace[1199503241] 'process raft request' (duration: 535.067061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:40.394253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.858183Z","time spent":"536.034693ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:51:40.394365Z","caller":"traceutil/trace.go:171","msg":"trace[782543332] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"536.028682ms","start":"2026-02-26T23:51:39.858311Z","end":"2026-02-26T23:51:40.394339Z","steps":["trace[782543332] 'process raft request' (duration: 535.157463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:40.3946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.858292Z","time spent":"536.260148ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:40.394484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:39.85823Z","time spent":"535.966411ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:52:04.74992Z","caller":"traceutil/trace.go:171","msg":"trace[176855033] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"139.556485ms","start":"2026-02-26T23:52:04.610338Z","end":"2026-02-26T23:52:04.749894Z","steps":["trace[176855033] 'process raft request' (duration: 139.166446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:52:04.75013Z","caller":"traceutil/trace.go:171","msg":"trace[1161012215] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"138.598673ms","start":"2026-02-26T23:52:04.611502Z","end":"2026-02-26T23:52:04.750101Z","steps":["trace[1161012215] 'process raft request' (duration: 138.351468ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:53:26.842746Z","caller":"traceutil/trace.go:171","msg":"trace[282304804] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"104.555528ms","start":"2026-02-26T23:53:26.738163Z","end":"2026-02-26T23:53:26.842718Z","steps":["trace[282304804] 'process raft request' (duration: 104.370544ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:53:37.727584Z","caller":"traceutil/trace.go:171","msg":"trace[1926263432] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"100.414157ms","start":"2026-02-26T23:53:37.627141Z","end":"2026-02-26T23:53:37.727556Z","steps":["trace[1926263432] 'process raft request' (duration: 100.230013ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:54:06.091002Z","caller":"traceutil/trace.go:171","msg":"trace[1931803263] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"269.099784ms","start":"2026-02-26T23:54:05.821879Z","end":"2026-02-26T23:54:06.090979Z","steps":["trace[1931803263] 'process raft request' (duration: 268.860949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:54:06.090974Z","caller":"traceutil/trace.go:171","msg":"trace[1011616638] linearizableReadLoop","detail":"{readStateIndex:3719; appliedIndex:3718; }","duration":"181.981833ms","start":"2026-02-26T23:54:05.908958Z","end":"2026-02-26T23:54:06.09094Z","steps":["trace[1011616638] 'read index received' (duration: 181.635415ms)","trace[1011616638] 'applied index is now lower than readState.Index' (duration: 345.198µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:54:06.091215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.244699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-02-26T23:54:06.091257Z","caller":"traceutil/trace.go:171","msg":"trace[701957129] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3577; }","duration":"182.364792ms","start":"2026-02-26T23:54:05.908882Z","end":"2026-02-26T23:54:06.091247Z","steps":["trace[701957129] 'agreement among raft nodes before linearized reading' (duration: 182.168107ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:54:11.75361Z","caller":"traceutil/trace.go:171","msg":"trace[602167026] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"348.278836ms","start":"2026-02-26T23:54:11.405303Z","end":"2026-02-26T23:54:11.753581Z","steps":["trace[602167026] 'process raft request' (duration: 348.146373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:54:11.753771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:54:11.405278Z","time spent":"348.41296ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:54:12.210551Z","caller":"traceutil/trace.go:171","msg":"trace[1567947911] linearizableReadLoop","detail":"{readStateIndex:3746; appliedIndex:3742; }","duration":"794.33187ms","start":"2026-02-26T23:54:11.416197Z","end":"2026-02-26T23:54:12.210529Z","steps":["trace[1567947911] 'read index received' (duration: 337.316532ms)","trace[1567947911] 'applied index is now lower than readState.Index' (duration: 457.014118ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:54:12.210714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.495575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:54:12.210756Z","caller":"traceutil/trace.go:171","msg":"trace[706148782] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3603; }","duration":"794.569726ms","start":"2026-02-26T23:54:11.416176Z","end":"2026-02-26T23:54:12.210746Z","steps":["trace[706148782] 'agreement among raft nodes before linearized reading' (duration: 794.429673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:54:12.210796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:54:11.416168Z","time spent":"794.618217ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":91,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:54:12.210968Z","caller":"traceutil/trace.go:171","msg":"trace[878663518] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"805.02283ms","start":"2026-02-26T23:54:11.405934Z","end":"2026-02-26T23:54:12.210957Z","steps":["trace[878663518] 'process raft request' (duration: 804.518108ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:54:12.210952Z","caller":"traceutil/trace.go:171","msg":"trace[589317737] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"805.126142ms","start":"2026-02-26T23:54:11.405788Z","end":"2026-02-26T23:54:12.210914Z","steps":["trace[589317737] 'process raft request' (duration: 802.954204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:54:12.211049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:54:11.405914Z","time spent":"805.083861ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:54:12.211041Z","caller":"traceutil/trace.go:171","msg":"trace[160106348] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"805.06737ms","start":"2026-02-26T23:54:11.405935Z","end":"2026-02-26T23:54:12.211003Z","steps":["trace[160106348] 'process raft request' (duration: 804.559798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:54:12.211099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:54:11.405766Z","time spent":"805.254875ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:54:12.212737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:54:11.405907Z","time spent":"805.210464ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:55:23.72439Z","caller":"traceutil/trace.go:171","msg":"trace[238467072] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"173.842636ms","start":"2026-02-26T23:55:23.550521Z","end":"2026-02-26T23:55:23.724364Z","steps":["trace[238467072] 'process raft request' (duration: 118.368763ms)","trace[238467072] 'compare' (duration: 55.33122ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:23.725045Z","caller":"traceutil/trace.go:171","msg":"trace[1851169508] linearizableReadLoop","detail":"{readStateIndex:4325; appliedIndex:4322; }","duration":"128.726433ms","start":"2026-02-26T23:55:23.596298Z","end":"2026-02-26T23:55:23.725024Z","steps":["trace[1851169508] 'read index received' (duration: 72.602194ms)","trace[1851169508] 'applied index is now lower than readState.Index' (duration: 56.122959ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:23.725143Z","caller":"traceutil/trace.go:171","msg":"trace[1681637424] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"143.983223ms","start":"2026-02-26T23:55:23.581142Z","end":"2026-02-26T23:55:23.725126Z","steps":["trace[1681637424] 'process raft request' (duration: 143.84104ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:23.725145Z","caller":"traceutil/trace.go:171","msg":"trace[2048250231] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"144.085815ms","start":"2026-02-26T23:55:23.580999Z","end":"2026-02-26T23:55:23.725085Z","steps":["trace[2048250231] 'process raft request' (duration: 143.910591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:23.72521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.905157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:55:23.725372Z","caller":"traceutil/trace.go:171","msg":"trace[1902458363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4151; }","duration":"129.108082ms","start":"2026-02-26T23:55:23.596233Z","end":"2026-02-26T23:55:23.725341Z","steps":["trace[1902458363] 'agreement among raft nodes before linearized reading' (duration: 128.901357ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:25.807994Z","caller":"traceutil/trace.go:171","msg":"trace[504242095] linearizableReadLoop","detail":"{readStateIndex:4554; appliedIndex:4553; }","duration":"117.155336ms","start":"2026-02-26T23:55:25.690815Z","end":"2026-02-26T23:55:25.80797Z","steps":["trace[504242095] 'read index received' (duration: 63.806119ms)","trace[504242095] 'applied index is now lower than readState.Index' (duration: 53.348217ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:25.807994Z","caller":"traceutil/trace.go:171","msg":"trace[364416677] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"123.828223ms","start":"2026-02-26T23:55:25.684131Z","end":"2026-02-26T23:55:25.807959Z","steps":["trace[364416677] 'process raft request' (duration: 70.482117ms)","trace[364416677] 'compare' (duration: 53.176623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:55:25.808183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.34449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:55:25.808226Z","caller":"traceutil/trace.go:171","msg":"trace[977242403] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4374; }","duration":"117.413732ms","start":"2026-02-26T23:55:25.6908Z","end":"2026-02-26T23:55:25.808213Z","steps":["trace[977242403] 'agreement among raft nodes before linearized reading' (duration: 117.31174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:27.877928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.084222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-02-26T23:55:27.878027Z","caller":"traceutil/trace.go:171","msg":"trace[2112917361] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4471; }","duration":"259.230965ms","start":"2026-02-26T23:55:27.618775Z","end":"2026-02-26T23:55:27.878006Z","steps":["trace[2112917361] 'range keys from in-memory index tree' (duration: 258.944089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:27.878387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.309431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-26T23:55:27.87857Z","caller":"traceutil/trace.go:171","msg":"trace[1038449657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:4471; }","duration":"256.491414ms","start":"2026-02-26T23:55:27.621983Z","end":"2026-02-26T23:55:27.878474Z","steps":["trace[1038449657] 'range keys from in-memory index tree' (duration: 256.068295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:27.878871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.980323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2195858"} {"level":"info","ts":"2026-02-26T23:55:27.878967Z","caller":"traceutil/trace.go:171","msg":"trace[1381311181] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4471; }","duration":"260.131376ms","start":"2026-02-26T23:55:27.618813Z","end":"2026-02-26T23:55:27.878944Z","steps":["trace[1381311181] 'range keys from in-memory index tree' (duration: 259.143163ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:30.604204Z","caller":"traceutil/trace.go:171","msg":"trace[894779550] linearizableReadLoop","detail":"{readStateIndex:4695; appliedIndex:4694; }","duration":"139.492962ms","start":"2026-02-26T23:55:30.464684Z","end":"2026-02-26T23:55:30.604177Z","steps":["trace[894779550] 'read index received' (duration: 119.416035ms)","trace[894779550] 'applied index is now lower than readState.Index' (duration: 20.074876ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:30.604237Z","caller":"traceutil/trace.go:171","msg":"trace[631566267] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"123.23106ms","start":"2026-02-26T23:55:30.480983Z","end":"2026-02-26T23:55:30.604214Z","steps":["trace[631566267] 'process raft request' (duration: 123.102407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:30.604476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.780808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66ff8278-7942-4087-be4a-b2752801b514\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-02-26T23:55:30.604559Z","caller":"traceutil/trace.go:171","msg":"trace[2133846550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66ff8278-7942-4087-be4a-b2752801b514; range_end:; response_count:1; response_revision:4514; }","duration":"139.906121ms","start":"2026-02-26T23:55:30.464635Z","end":"2026-02-26T23:55:30.604541Z","steps":["trace[2133846550] 'agreement among raft nodes before linearized reading' (duration: 139.657015ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:33.712128Z","caller":"traceutil/trace.go:171","msg":"trace[762125381] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4788; }","duration":"137.276146ms","start":"2026-02-26T23:55:33.574823Z","end":"2026-02-26T23:55:33.7121Z","steps":["trace[762125381] 'read index received' (duration: 106.285649ms)","trace[762125381] 'applied index is now lower than readState.Index' (duration: 30.989327ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:33.712208Z","caller":"traceutil/trace.go:171","msg":"trace[130329299] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"157.731265ms","start":"2026-02-26T23:55:33.554431Z","end":"2026-02-26T23:55:33.712162Z","steps":["trace[130329299] 'process raft request' (duration: 126.745978ms)","trace[130329299] 'compare' (duration: 30.776332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:55:33.712358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.137832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:55:33.712402Z","caller":"traceutil/trace.go:171","msg":"trace[990294646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4602; }","duration":"116.223283ms","start":"2026-02-26T23:55:33.596169Z","end":"2026-02-26T23:55:33.712392Z","steps":["trace[990294646] 'agreement among raft nodes before linearized reading' (duration: 116.10434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:33.712519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.673755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-26T23:55:33.712639Z","caller":"traceutil/trace.go:171","msg":"trace[1665206611] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4602; }","duration":"137.861129ms","start":"2026-02-26T23:55:33.574748Z","end":"2026-02-26T23:55:33.712609Z","steps":["trace[1665206611] 'agreement among raft nodes before linearized reading' (duration: 137.508581ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:34.385609Z","caller":"traceutil/trace.go:171","msg":"trace[1839439496] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"123.713091ms","start":"2026-02-26T23:55:34.261849Z","end":"2026-02-26T23:55:34.385562Z","steps":["trace[1839439496] 'process raft request' (duration: 123.486126ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:34.437625Z","caller":"traceutil/trace.go:171","msg":"trace[747960211] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"133.130473ms","start":"2026-02-26T23:55:34.30447Z","end":"2026-02-26T23:55:34.437601Z","steps":["trace[747960211] 'process raft request' (duration: 133.00261ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:36.194849Z","caller":"traceutil/trace.go:171","msg":"trace[1863429618] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"197.235054ms","start":"2026-02-26T23:55:35.997582Z","end":"2026-02-26T23:55:36.194817Z","steps":["trace[1863429618] 'process raft request' (duration: 197.034539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:38.315881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.710966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T23:55:38.315961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.513946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-26T23:55:38.316009Z","caller":"traceutil/trace.go:171","msg":"trace[119008265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4729; }","duration":"117.906041ms","start":"2026-02-26T23:55:38.198077Z","end":"2026-02-26T23:55:38.315983Z","steps":["trace[119008265] 'range keys from in-memory index tree' (duration: 117.414169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:38.316057Z","caller":"traceutil/trace.go:171","msg":"trace[1620415771] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:4729; }","duration":"337.67454ms","start":"2026-02-26T23:55:37.97836Z","end":"2026-02-26T23:55:38.316035Z","steps":["trace[1620415771] 'range keys from in-memory index tree' (duration: 337.265761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:38.316102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:37.978333Z","time spent":"337.760032ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-bt9xv\" "} {"level":"warn","ts":"2026-02-26T23:55:38.316431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.720682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719048"} {"level":"info","ts":"2026-02-26T23:55:38.31656Z","caller":"traceutil/trace.go:171","msg":"trace[1092796231] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4729; }","duration":"160.938037ms","start":"2026-02-26T23:55:38.155595Z","end":"2026-02-26T23:55:38.316533Z","steps":["trace[1092796231] 'range keys from in-memory index tree' (duration: 159.934775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:38.666249Z","caller":"traceutil/trace.go:171","msg":"trace[223744699] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"345.952697ms","start":"2026-02-26T23:55:38.320271Z","end":"2026-02-26T23:55:38.666224Z","steps":["trace[223744699] 'process raft request' (duration: 345.818434ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:38.66629Z","caller":"traceutil/trace.go:171","msg":"trace[1334155237] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4919; }","duration":"345.368093ms","start":"2026-02-26T23:55:38.320884Z","end":"2026-02-26T23:55:38.666253Z","steps":["trace[1334155237] 'read index received' (duration: 345.311482ms)","trace[1334155237] 'applied index is now lower than readState.Index' (duration: 54.331µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:55:38.666402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.320243Z","time spent":"346.083219ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:55:38.666656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.754332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62901"} {"level":"info","ts":"2026-02-26T23:55:38.666708Z","caller":"traceutil/trace.go:171","msg":"trace[1864133816] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4730; }","duration":"345.889495ms","start":"2026-02-26T23:55:38.320808Z","end":"2026-02-26T23:55:38.666697Z","steps":["trace[1864133816] 'agreement among raft nodes before linearized reading' (duration: 345.606609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:38.666756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.320789Z","time spent":"345.958066ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62925,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T23:55:39.084626Z","caller":"traceutil/trace.go:171","msg":"trace[1082844915] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"741.682423ms","start":"2026-02-26T23:55:38.3429Z","end":"2026-02-26T23:55:39.084582Z","steps":["trace[1082844915] 'process raft request' (duration: 741.294583ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:39.084773Z","caller":"traceutil/trace.go:171","msg":"trace[1277764889] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4920; }","duration":"418.364795ms","start":"2026-02-26T23:55:38.666367Z","end":"2026-02-26T23:55:39.084732Z","steps":["trace[1277764889] 'read index received' (duration: 417.771651ms)","trace[1277764889] 'applied index is now lower than readState.Index' (duration: 591.464µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:39.084852Z","caller":"traceutil/trace.go:171","msg":"trace[1967443420] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"450.752363ms","start":"2026-02-26T23:55:38.634072Z","end":"2026-02-26T23:55:39.084825Z","steps":["trace[1967443420] 'process raft request' (duration: 450.437276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.084863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.342883Z","time spent":"741.860536ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:55:39.084864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.790645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:55:39.084952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.173493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:55:39.084964Z","caller":"traceutil/trace.go:171","msg":"trace[1372111815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4732; }","duration":"487.957949ms","start":"2026-02-26T23:55:38.596984Z","end":"2026-02-26T23:55:39.084941Z","steps":["trace[1372111815] 'agreement among raft nodes before linearized reading' (duration: 487.761934ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:39.085001Z","caller":"traceutil/trace.go:171","msg":"trace[999319445] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4732; }","duration":"536.46176ms","start":"2026-02-26T23:55:38.548525Z","end":"2026-02-26T23:55:39.084987Z","steps":["trace[999319445] 'agreement among raft nodes before linearized reading' (duration: 536.361807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.085008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.596921Z","time spent":"488.079242ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:55:39.085017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.866152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:55:39.085103Z","caller":"traceutil/trace.go:171","msg":"trace[931824109] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4732; }","duration":"470.013866ms","start":"2026-02-26T23:55:38.615076Z","end":"2026-02-26T23:55:39.08509Z","steps":["trace[931824109] 'agreement among raft nodes before linearized reading' (duration: 469.844652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.085098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.388031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:55:39.085195Z","caller":"traceutil/trace.go:171","msg":"trace[206071743] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4732; }","duration":"731.545295ms","start":"2026-02-26T23:55:38.353625Z","end":"2026-02-26T23:55:39.085171Z","steps":["trace[206071743] 'agreement among raft nodes before linearized reading' (duration: 731.377471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.085145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.615058Z","time spent":"470.077587ms","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:55:39.085206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.895318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T23:55:39.085207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.084397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db7c6b45-eb7a-4853-96da-3102c5246926\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-02-26T23:55:39.085243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.3536Z","time spent":"731.634126ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:55:39.085277Z","caller":"traceutil/trace.go:171","msg":"trace[2022843466] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db7c6b45-eb7a-4853-96da-3102c5246926; range_end:; response_count:1; response_revision:4732; }","duration":"736.186579ms","start":"2026-02-26T23:55:38.349076Z","end":"2026-02-26T23:55:39.085262Z","steps":["trace[2022843466] 'agreement among raft nodes before linearized reading' (duration: 735.988484ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:39.085279Z","caller":"traceutil/trace.go:171","msg":"trace[1203265933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4732; }","duration":"685.99724ms","start":"2026-02-26T23:55:38.399247Z","end":"2026-02-26T23:55:39.085244Z","steps":["trace[1203265933] 'agreement among raft nodes before linearized reading' (duration: 685.844917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.085038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.634038Z","time spent":"450.881075ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:55:39.085316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.349062Z","time spent":"736.246671ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db7c6b45-eb7a-4853-96da-3102c5246926\" "} {"level":"warn","ts":"2026-02-26T23:55:39.085328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.399222Z","time spent":"686.094213ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:55:39.085041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.5485Z","time spent":"536.532142ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:55:39.087396Z","caller":"traceutil/trace.go:171","msg":"trace[889840288] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"354.443348ms","start":"2026-02-26T23:55:38.732925Z","end":"2026-02-26T23:55:39.087368Z","steps":["trace[889840288] 'process raft request' (duration: 354.154151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.087615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.732898Z","time spent":"354.619291ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:55:39.087848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.850521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:55:39.087878Z","caller":"traceutil/trace.go:171","msg":"trace[1645113637] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"239.647327ms","start":"2026-02-26T23:55:38.848171Z","end":"2026-02-26T23:55:39.087819Z","steps":["trace[1645113637] 'process raft request' (duration: 239.093385ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:39.087942Z","caller":"traceutil/trace.go:171","msg":"trace[27591495] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4734; }","duration":"178.992363ms","start":"2026-02-26T23:55:38.908926Z","end":"2026-02-26T23:55:39.087919Z","steps":["trace[27591495] 'agreement among raft nodes before linearized reading' (duration: 178.810919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.088019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.688077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db7c6b45-eb7a-4853-96da-3102c5246926\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-02-26T23:55:39.087881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.296103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:55:39.088081Z","caller":"traceutil/trace.go:171","msg":"trace[2020842599] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db7c6b45-eb7a-4853-96da-3102c5246926; range_end:; response_count:1; response_revision:4734; }","duration":"388.78506ms","start":"2026-02-26T23:55:38.69928Z","end":"2026-02-26T23:55:39.088065Z","steps":["trace[2020842599] 'agreement among raft nodes before linearized reading' (duration: 388.648066ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:39.088106Z","caller":"traceutil/trace.go:171","msg":"trace[150212557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4734; }","duration":"418.543009ms","start":"2026-02-26T23:55:38.669542Z","end":"2026-02-26T23:55:39.088085Z","steps":["trace[150212557] 'agreement among raft nodes before linearized reading' (duration: 418.176111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.088134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.699265Z","time spent":"388.856661ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db7c6b45-eb7a-4853-96da-3102c5246926\" "} {"level":"warn","ts":"2026-02-26T23:55:39.088147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.268328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719048"} {"level":"warn","ts":"2026-02-26T23:55:39.088167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.669524Z","time spent":"418.62562ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T23:55:39.088199Z","caller":"traceutil/trace.go:171","msg":"trace[310903026] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4734; }","duration":"372.3471ms","start":"2026-02-26T23:55:38.715839Z","end":"2026-02-26T23:55:39.088186Z","steps":["trace[310903026] 'agreement among raft nodes before linearized reading' (duration: 371.827229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.088232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.715825Z","time spent":"372.400211ms","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719072,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-26T23:55:39.088329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.893568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T23:55:39.08838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.882318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T23:55:39.088419Z","caller":"traceutil/trace.go:171","msg":"trace[1452668040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4734; }","duration":"351.013ms","start":"2026-02-26T23:55:38.737388Z","end":"2026-02-26T23:55:39.088401Z","steps":["trace[1452668040] 'agreement among raft nodes before linearized reading' (duration: 350.738394ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:39.088437Z","caller":"traceutil/trace.go:171","msg":"trace[213125245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4734; }","duration":"354.965999ms","start":"2026-02-26T23:55:38.733458Z","end":"2026-02-26T23:55:39.088424Z","steps":["trace[213125245] 'agreement among raft nodes before linearized reading' (duration: 354.690273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:39.088462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.737379Z","time spent":"351.075461ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T23:55:39.088463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:38.733447Z","time spent":"355.01043ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T23:55:40.818674Z","caller":"traceutil/trace.go:171","msg":"trace[1789101732] linearizableReadLoop","detail":"{readStateIndex:4956; appliedIndex:4955; }","duration":"142.485583ms","start":"2026-02-26T23:55:40.676157Z","end":"2026-02-26T23:55:40.818642Z","steps":["trace[1789101732] 'read index received' (duration: 142.245828ms)","trace[1789101732] 'applied index is now lower than readState.Index' (duration: 238.325µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:40.8188Z","caller":"traceutil/trace.go:171","msg":"trace[934435319] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"144.446897ms","start":"2026-02-26T23:55:40.674311Z","end":"2026-02-26T23:55:40.818758Z","steps":["trace[934435319] 'process raft request' (duration: 144.09709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:40.819023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.850942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62901"} {"level":"info","ts":"2026-02-26T23:55:40.81906Z","caller":"traceutil/trace.go:171","msg":"trace[1528865663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4764; }","duration":"142.909053ms","start":"2026-02-26T23:55:40.67614Z","end":"2026-02-26T23:55:40.81905Z","steps":["trace[1528865663] 'agreement among raft nodes before linearized reading' (duration: 142.650147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:41.020827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.526053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16101"} {"level":"info","ts":"2026-02-26T23:55:41.02089Z","caller":"traceutil/trace.go:171","msg":"trace[930219805] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4764; }","duration":"182.637446ms","start":"2026-02-26T23:55:40.838239Z","end":"2026-02-26T23:55:41.020876Z","steps":["trace[930219805] 'range keys from in-memory index tree' (duration: 182.352109ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:41.257492Z","caller":"traceutil/trace.go:171","msg":"trace[2035536885] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"167.223728ms","start":"2026-02-26T23:55:41.090243Z","end":"2026-02-26T23:55:41.257466Z","steps":["trace[2035536885] 'process raft request' (duration: 167.025114ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:41.267885Z","caller":"traceutil/trace.go:171","msg":"trace[482345792] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4956; }","duration":"168.191081ms","start":"2026-02-26T23:55:41.099671Z","end":"2026-02-26T23:55:41.267862Z","steps":["trace[482345792] 'read index received' (duration: 157.578522ms)","trace[482345792] 'applied index is now lower than readState.Index' (duration: 10.611539ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:41.267961Z","caller":"traceutil/trace.go:171","msg":"trace[837583904] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"174.37561ms","start":"2026-02-26T23:55:41.093554Z","end":"2026-02-26T23:55:41.26793Z","steps":["trace[837583904] 'process raft request' (duration: 174.168986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:41.268072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.392106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T23:55:41.268108Z","caller":"traceutil/trace.go:171","msg":"trace[474384773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4766; }","duration":"168.469217ms","start":"2026-02-26T23:55:41.099628Z","end":"2026-02-26T23:55:41.268097Z","steps":["trace[474384773] 'agreement among raft nodes before linearized reading' (duration: 168.342894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:41.268125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.368119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T23:55:41.268168Z","caller":"traceutil/trace.go:171","msg":"trace[1724964960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4766; }","duration":"166.447531ms","start":"2026-02-26T23:55:41.101712Z","end":"2026-02-26T23:55:41.268159Z","steps":["trace[1724964960] 'agreement among raft nodes before linearized reading' (duration: 166.347079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:41.268279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.985941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T23:55:41.268292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.632746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db7c6b45-eb7a-4853-96da-3102c5246926\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-02-26T23:55:41.268307Z","caller":"traceutil/trace.go:171","msg":"trace[832279744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4766; }","duration":"166.053442ms","start":"2026-02-26T23:55:41.102245Z","end":"2026-02-26T23:55:41.268298Z","steps":["trace[832279744] 'agreement among raft nodes before linearized reading' (duration: 165.96136ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:41.268317Z","caller":"traceutil/trace.go:171","msg":"trace[7179068] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db7c6b45-eb7a-4853-96da-3102c5246926; range_end:; response_count:1; response_revision:4766; }","duration":"162.685718ms","start":"2026-02-26T23:55:41.105623Z","end":"2026-02-26T23:55:41.268309Z","steps":["trace[7179068] 'agreement among raft nodes before linearized reading' (duration: 162.605696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:41.268323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.131109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:55:41.268392Z","caller":"traceutil/trace.go:171","msg":"trace[623384506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4766; }","duration":"164.221051ms","start":"2026-02-26T23:55:41.104154Z","end":"2026-02-26T23:55:41.268375Z","steps":["trace[623384506] 'agreement among raft nodes before linearized reading' (duration: 164.023547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:42.006478Z","caller":"traceutil/trace.go:171","msg":"trace[1880138065] linearizableReadLoop","detail":"{readStateIndex:4982; appliedIndex:4981; }","duration":"139.607069ms","start":"2026-02-26T23:55:41.866847Z","end":"2026-02-26T23:55:42.006454Z","steps":["trace[1880138065] 'read index received' (duration: 139.395714ms)","trace[1880138065] 'applied index is now lower than readState.Index' (duration: 210.415µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:42.006558Z","caller":"traceutil/trace.go:171","msg":"trace[1596294562] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"230.575994ms","start":"2026-02-26T23:55:41.775945Z","end":"2026-02-26T23:55:42.006521Z","steps":["trace[1596294562] 'process raft request' (duration: 230.37326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.007297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.432297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787469"} {"level":"info","ts":"2026-02-26T23:55:42.007358Z","caller":"traceutil/trace.go:171","msg":"trace[831991260] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4788; }","duration":"140.54635ms","start":"2026-02-26T23:55:41.866797Z","end":"2026-02-26T23:55:42.007343Z","steps":["trace[831991260] 'agreement among raft nodes before linearized reading' (duration: 139.749392ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:42.579092Z","caller":"traceutil/trace.go:171","msg":"trace[411645550] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"108.388997ms","start":"2026-02-26T23:55:42.470661Z","end":"2026-02-26T23:55:42.57905Z","steps":["trace[411645550] 'process raft request' (duration: 107.777513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:43.671989Z","caller":"traceutil/trace.go:171","msg":"trace[1292664611] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"246.200774ms","start":"2026-02-26T23:55:43.425745Z","end":"2026-02-26T23:55:43.671946Z","steps":["trace[1292664611] 'process raft request' (duration: 225.753825ms)","trace[1292664611] 'compare' (duration: 20.070321ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:44.584028Z","caller":"traceutil/trace.go:171","msg":"trace[2004206054] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5034; }","duration":"132.409418ms","start":"2026-02-26T23:55:44.451589Z","end":"2026-02-26T23:55:44.583998Z","steps":["trace[2004206054] 'read index received' (duration: 128.061129ms)","trace[2004206054] 'applied index is now lower than readState.Index' (duration: 4.346809ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:44.584138Z","caller":"traceutil/trace.go:171","msg":"trace[954051600] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"136.940739ms","start":"2026-02-26T23:55:44.447156Z","end":"2026-02-26T23:55:44.584097Z","steps":["trace[954051600] 'process raft request' (duration: 132.518989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:44.584247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.628562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5b64469698-jnsl8.1897f12a9b42cd51\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-26T23:55:44.584291Z","caller":"traceutil/trace.go:171","msg":"trace[415690245] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5b64469698-jnsl8.1897f12a9b42cd51; range_end:; response_count:1; response_revision:4840; }","duration":"132.727324ms","start":"2026-02-26T23:55:44.451551Z","end":"2026-02-26T23:55:44.584278Z","steps":["trace[415690245] 'agreement among raft nodes before linearized reading' (duration: 132.55787ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:44.711151Z","caller":"traceutil/trace.go:171","msg":"trace[308245862] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5036; }","duration":"116.869897ms","start":"2026-02-26T23:55:44.594255Z","end":"2026-02-26T23:55:44.711125Z","steps":["trace[308245862] 'read index received' (duration: 9.847511ms)","trace[308245862] 'applied index is now lower than readState.Index' (duration: 107.021556ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:55:44.711284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.010861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:55:44.711269Z","caller":"traceutil/trace.go:171","msg":"trace[672130311] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"118.195487ms","start":"2026-02-26T23:55:44.593042Z","end":"2026-02-26T23:55:44.711237Z","steps":["trace[672130311] 'process raft request' (duration: 112.214492ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:44.711319Z","caller":"traceutil/trace.go:171","msg":"trace[573680617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4844; }","duration":"117.086842ms","start":"2026-02-26T23:55:44.594222Z","end":"2026-02-26T23:55:44.711309Z","steps":["trace[573680617] 'agreement among raft nodes before linearized reading' (duration: 117.00605ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:50.418587Z","caller":"traceutil/trace.go:171","msg":"trace[1438375095] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"117.830969ms","start":"2026-02-26T23:55:50.300693Z","end":"2026-02-26T23:55:50.418524Z","steps":["trace[1438375095] 'process raft request' (duration: 114.958064ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:50.530358Z","caller":"traceutil/trace.go:171","msg":"trace[1683068581] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"108.782514ms","start":"2026-02-26T23:55:50.421538Z","end":"2026-02-26T23:55:50.53032Z","steps":["trace[1683068581] 'process raft request' (duration: 108.543689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:50.641418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.887238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:55:50.641799Z","caller":"traceutil/trace.go:171","msg":"trace[1575257308] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"106.967054ms","start":"2026-02-26T23:55:50.534789Z","end":"2026-02-26T23:55:50.641756Z","steps":["trace[1575257308] 'compare' (duration: 100.732085ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:50.641863Z","caller":"traceutil/trace.go:171","msg":"trace[770262578] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"105.827429ms","start":"2026-02-26T23:55:50.536014Z","end":"2026-02-26T23:55:50.641842Z","steps":["trace[770262578] 'process raft request' (duration: 105.676636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:59.823728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.514235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:55:59.823877Z","caller":"traceutil/trace.go:171","msg":"trace[44894097] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"562.240719ms","start":"2026-02-26T23:55:59.261613Z","end":"2026-02-26T23:55:59.823854Z","steps":["trace[44894097] 'process raft request' (duration: 19.508489ms)","trace[44894097] 'compare' (duration: 541.754589ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:55:59.823943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.26159Z","time spent":"562.327801ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:55:59.83238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569656620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:56:00.326555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008168183s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T23:56:00.448275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.248526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:56:00.448459Z","caller":"traceutil/trace.go:171","msg":"trace[628283410] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"1.130184496s","start":"2026-02-26T23:55:59.318247Z","end":"2026-02-26T23:56:00.448432Z","steps":["trace[628283410] 'process raft request' (duration: 1.008593883s)","trace[628283410] 'compare' (duration: 121.105162ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:00.448547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.318218Z","time spent":"1.130283709s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:00.828039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.959156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:56:00.828313Z","caller":"traceutil/trace.go:171","msg":"trace[1578582000] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"1.388571264s","start":"2026-02-26T23:55:59.439718Z","end":"2026-02-26T23:56:00.828289Z","steps":["trace[1578582000] 'process raft request' (duration: 1.38841828s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:00.828299Z","caller":"traceutil/trace.go:171","msg":"trace[1947385245] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"1.484226714s","start":"2026-02-26T23:55:59.34403Z","end":"2026-02-26T23:56:00.828257Z","steps":["trace[1947385245] 'process raft request' (duration: 1.34790864s)","trace[1947385245] 'compare' (duration: 135.643389ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:00.828339Z","caller":"traceutil/trace.go:171","msg":"trace[674142192] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"1.318554429s","start":"2026-02-26T23:55:59.509771Z","end":"2026-02-26T23:56:00.828325Z","steps":["trace[674142192] 'process raft request' (duration: 1.318431547s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:00.828413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.439684Z","time spent":"1.388685356s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:00.828427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.509751Z","time spent":"1.318631741s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:00.828404Z","caller":"traceutil/trace.go:171","msg":"trace[1088300491] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"1.298794836s","start":"2026-02-26T23:55:59.529544Z","end":"2026-02-26T23:56:00.828338Z","steps":["trace[1088300491] 'process raft request' (duration: 1.298718504s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:00.828472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496395457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-02-26T23:56:00.828467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.344011Z","time spent":"1.484371887s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:00.828518Z","caller":"traceutil/trace.go:171","msg":"trace[1671996312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319; range_end:; response_count:1; response_revision:5100; }","duration":"1.496472589s","start":"2026-02-26T23:55:59.332034Z","end":"2026-02-26T23:56:00.828506Z","steps":["trace[1671996312] 'agreement among raft nodes before linearized reading' (duration: 1.496319036s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:00.828318Z","caller":"traceutil/trace.go:171","msg":"trace[1943291404] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5295; }","duration":"1.496231664s","start":"2026-02-26T23:55:59.332072Z","end":"2026-02-26T23:56:00.828303Z","steps":["trace[1943291404] 'read index received' (duration: 994.755681ms)","trace[1943291404] 'applied index is now lower than readState.Index' (duration: 501.475043ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:00.828567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.332014Z","time spent":"1.496544901s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" "} {"level":"warn","ts":"2026-02-26T23:56:00.82857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.529507Z","time spent":"1.29897842s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:01.895007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T23:56:01.895139Z","caller":"traceutil/trace.go:171","msg":"trace[737374805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301875s","start":"2026-02-26T23:55:59.894819Z","end":"2026-02-26T23:56:01.895121Z","steps":["trace[737374805] 'agreement among raft nodes before linearized reading' (duration: 2.000152702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:01.895187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.894795Z","time spent":"2.000382567s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:56:02.597905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T23:56:02.598031Z","caller":"traceutil/trace.go:171","msg":"trace[39177158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153042s","start":"2026-02-26T23:56:00.59784Z","end":"2026-02-26T23:56:02.597993Z","steps":["trace[39177158] 'agreement among raft nodes before linearized reading' (duration: 2.000009699s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.598089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.597823Z","time spent":"2.000256114s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 23:56:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T23:56:02.858216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851089891s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T23:56:02.858517Z","caller":"traceutil/trace.go:171","msg":"trace[1529414826] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5300; }","duration":"2.02989666s","start":"2026-02-26T23:56:00.828595Z","end":"2026-02-26T23:56:02.858491Z","steps":["trace[1529414826] 'read index received' (duration: 178.549193ms)","trace[1529414826] 'applied index is now lower than readState.Index' (duration: 1.851345707s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:02.85881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552753014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-26T23:56:02.858814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500556969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T23:56:02.858867Z","caller":"traceutil/trace.go:171","msg":"trace[33823361] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5100; }","duration":"2.552852756s","start":"2026-02-26T23:56:00.305993Z","end":"2026-02-26T23:56:02.858846Z","steps":["trace[33823361] 'agreement among raft nodes before linearized reading' (duration: 2.552622191s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.858871Z","caller":"traceutil/trace.go:171","msg":"trace[2118726956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5100; }","duration":"3.500654561s","start":"2026-02-26T23:55:59.358199Z","end":"2026-02-26T23:56:02.858854Z","steps":["trace[2118726956] 'agreement among raft nodes before linearized reading' (duration: 3.500482958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.858915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.358164Z","time spent":"3.500738133s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:56:02.858916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.305957Z","time spent":"2.552945428s","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-26T23:56:02.858935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013443999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-26T23:56:02.859093Z","caller":"traceutil/trace.go:171","msg":"trace[1014784623] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319; range_end:; response_count:1; response_revision:5100; }","duration":"3.013625034s","start":"2026-02-26T23:55:59.845423Z","end":"2026-02-26T23:56:02.859048Z","steps":["trace[1014784623] 'agreement among raft nodes before linearized reading' (duration: 3.013304317s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.859118Z","caller":"traceutil/trace.go:171","msg":"trace[884280645] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"404.637256ms","start":"2026-02-26T23:56:02.454459Z","end":"2026-02-26T23:56:02.859096Z","steps":["trace[884280645] 'process raft request' (duration: 403.903619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.85915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.845404Z","time spent":"3.013731016s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" "} {"level":"warn","ts":"2026-02-26T23:56:02.859256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.45444Z","time spent":"404.727597ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:02.881124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525148512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:56:02.881184Z","caller":"traceutil/trace.go:171","msg":"trace[803014512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5101; }","duration":"3.525261465s","start":"2026-02-26T23:55:59.355906Z","end":"2026-02-26T23:56:02.881168Z","steps":["trace[803014512] 'agreement among raft nodes before linearized reading' (duration: 3.502925583s)","trace[803014512] 'range keys from in-memory index tree' (duration: 22.094537ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:02.881049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522037853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T23:56:02.881292Z","caller":"traceutil/trace.go:171","msg":"trace[1371524649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5101; }","duration":"3.522292658s","start":"2026-02-26T23:55:59.358971Z","end":"2026-02-26T23:56:02.881264Z","steps":["trace[1371524649] 'agreement among raft nodes before linearized reading' (duration: 3.500073629s)","trace[1371524649] 'range keys from in-memory index tree' (duration: 21.886792ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:02.881375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.358968Z","time spent":"3.52237553s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T23:56:02.881226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.355893Z","time spent":"3.525319176s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:56:02.881318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523042914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T23:56:02.881566Z","caller":"traceutil/trace.go:171","msg":"trace[602903968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5101; }","duration":"3.523435403s","start":"2026-02-26T23:55:59.358095Z","end":"2026-02-26T23:56:02.881531Z","steps":["trace[602903968] 'agreement among raft nodes before linearized reading' (duration: 3.500889586s)","trace[602903968] 'range keys from in-memory index tree' (duration: 21.997654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:02.881661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.358081Z","time spent":"3.523564106s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:56:02.884836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.530902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:56:02.884894Z","caller":"traceutil/trace.go:171","msg":"trace[700318959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5105; }","duration":"278.636024ms","start":"2026-02-26T23:56:02.606245Z","end":"2026-02-26T23:56:02.884881Z","steps":["trace[700318959] 'agreement among raft nodes before linearized reading' (duration: 278.555212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.885275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925606147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-26T23:56:02.885374Z","caller":"traceutil/trace.go:171","msg":"trace[773749321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:5105; }","duration":"1.92576681s","start":"2026-02-26T23:56:00.959584Z","end":"2026-02-26T23:56:02.885351Z","steps":["trace[773749321] 'agreement among raft nodes before linearized reading' (duration: 1.925437393s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.885423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.959561Z","time spent":"1.925852292s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-bt9xv\" "} {"level":"warn","ts":"2026-02-26T23:56:02.885513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672109248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:56:02.88559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.757948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:56:02.885595Z","caller":"traceutil/trace.go:171","msg":"trace[1584020463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5105; }","duration":"1.672255361s","start":"2026-02-26T23:56:01.21332Z","end":"2026-02-26T23:56:02.885575Z","steps":["trace[1584020463] 'agreement among raft nodes before linearized reading' (duration: 1.672127629s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.885606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049890681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-02-26T23:56:02.885633Z","caller":"traceutil/trace.go:171","msg":"trace[873234894] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5105; }","duration":"799.84741ms","start":"2026-02-26T23:56:02.085774Z","end":"2026-02-26T23:56:02.885621Z","steps":["trace[873234894] 'agreement among raft nodes before linearized reading' (duration: 799.682247ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.885647Z","caller":"traceutil/trace.go:171","msg":"trace[2043623373] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319; range_end:; response_count:1; response_revision:5105; }","duration":"1.049966343s","start":"2026-02-26T23:56:01.835666Z","end":"2026-02-26T23:56:02.885632Z","steps":["trace[2043623373] 'agreement among raft nodes before linearized reading' (duration: 1.049907041s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.885678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.085751Z","time spent":"799.918222ms","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:56:02.88567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651855793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T23:56:02.885681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.83564Z","time spent":"1.050034055s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" "} {"level":"warn","ts":"2026-02-26T23:56:02.885641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.213292Z","time spent":"1.672338763s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T23:56:02.885732Z","caller":"traceutil/trace.go:171","msg":"trace[911185892] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5105; }","duration":"1.651965245s","start":"2026-02-26T23:56:01.233747Z","end":"2026-02-26T23:56:02.885712Z","steps":["trace[911185892] 'agreement among raft nodes before linearized reading' (duration: 1.651873543s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.885793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.233716Z","time spent":"1.652060028s","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:56:02.885544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215672347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T23:56:02.885928Z","caller":"traceutil/trace.go:171","msg":"trace[543406433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5105; }","duration":"1.216101887s","start":"2026-02-26T23:56:01.669815Z","end":"2026-02-26T23:56:02.885917Z","steps":["trace[543406433] 'agreement among raft nodes before linearized reading' (duration: 1.215627966s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.885971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.669794Z","time spent":"1.216166999s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T23:56:02.885905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.269307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-26T23:56:02.88552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820545255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T23:56:02.886109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921800471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T23:56:02.886161Z","caller":"traceutil/trace.go:171","msg":"trace[1799538492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5105; }","duration":"1.921914373s","start":"2026-02-26T23:56:00.964234Z","end":"2026-02-26T23:56:02.886149Z","steps":["trace[1799538492] 'agreement among raft nodes before linearized reading' (duration: 1.921279789s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.886204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.964201Z","time spent":"1.921992755s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:56:02.886226Z","caller":"traceutil/trace.go:171","msg":"trace[1173853686] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5105; }","duration":"1.821191459s","start":"2026-02-26T23:56:01.064903Z","end":"2026-02-26T23:56:02.886094Z","steps":["trace[1173853686] 'agreement among raft nodes before linearized reading' (duration: 1.820550075s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.886179Z","caller":"traceutil/trace.go:171","msg":"trace[350044537] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6; range_end:; response_count:1; response_revision:5105; }","duration":"283.498173ms","start":"2026-02-26T23:56:02.602583Z","end":"2026-02-26T23:56:02.886081Z","steps":["trace[350044537] 'agreement among raft nodes before linearized reading' (duration: 282.991611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.886324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.064881Z","time spent":"1.821419173s","remote":"127.0.0.1:48730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:56:03.379176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.858094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:56:03.37931Z","caller":"traceutil/trace.go:171","msg":"trace[1556136211] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"290.674434ms","start":"2026-02-26T23:56:03.088613Z","end":"2026-02-26T23:56:03.379288Z","steps":["trace[1556136211] 'process raft request' (duration: 17.572326ms)","trace[1556136211] 'compare' (duration: 272.70458ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:03.402995Z","caller":"traceutil/trace.go:171","msg":"trace[1425476320] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5116; }","duration":"313.157149ms","start":"2026-02-26T23:56:03.0898Z","end":"2026-02-26T23:56:03.402957Z","steps":["trace[1425476320] 'process raft request' (duration: 312.987855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:03.40341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:03.089784Z","time spent":"313.334724ms","remote":"127.0.0.1:58306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":1752,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:03.466221Z","caller":"traceutil/trace.go:171","msg":"trace[306593724] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"130.445103ms","start":"2026-02-26T23:56:03.335728Z","end":"2026-02-26T23:56:03.466174Z","steps":["trace[306593724] 'process raft request' (duration: 129.87367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:03.466396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.429808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:56:03.466501Z","caller":"traceutil/trace.go:171","msg":"trace[919335341] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5118; }","duration":"128.58534ms","start":"2026-02-26T23:56:03.337893Z","end":"2026-02-26T23:56:03.466478Z","steps":["trace[919335341] 'agreement among raft nodes before linearized reading' (duration: 128.389106ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:03.466144Z","caller":"traceutil/trace.go:171","msg":"trace[1388704233] linearizableReadLoop","detail":"{readStateIndex:5319; appliedIndex:5317; }","duration":"128.186692ms","start":"2026-02-26T23:56:03.33794Z","end":"2026-02-26T23:56:03.466127Z","steps":["trace[1388704233] 'read index received' (duration: 64.751575ms)","trace[1388704233] 'applied index is now lower than readState.Index' (duration: 63.433957ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:04.990124Z","caller":"traceutil/trace.go:171","msg":"trace[835644595] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"104.355056ms","start":"2026-02-26T23:56:04.885734Z","end":"2026-02-26T23:56:04.990089Z","steps":["trace[835644595] 'process raft request' (duration: 104.069569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.348168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.218443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:56:05.348408Z","caller":"traceutil/trace.go:171","msg":"trace[2126116245] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"354.420218ms","start":"2026-02-26T23:56:04.993965Z","end":"2026-02-26T23:56:05.348385Z","steps":["trace[2126116245] 'process raft request' (duration: 354.324256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.348498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.993916Z","time spent":"354.540321ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:05.348688Z","caller":"traceutil/trace.go:171","msg":"trace[666126983] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5350; }","duration":"358.56944ms","start":"2026-02-26T23:56:04.990049Z","end":"2026-02-26T23:56:05.348618Z","steps":["trace[666126983] 'read index received' (duration: 257.877047ms)","trace[666126983] 'applied index is now lower than readState.Index' (duration: 100.679753ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:05.34893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.607192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T23:56:05.348947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.007638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T23:56:05.349052Z","caller":"traceutil/trace.go:171","msg":"trace[711123378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5149; }","duration":"427.193242ms","start":"2026-02-26T23:56:04.921831Z","end":"2026-02-26T23:56:05.349024Z","steps":["trace[711123378] 'agreement among raft nodes before linearized reading' (duration: 426.825574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.349066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.199516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T23:56:05.349065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.143094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T23:56:05.34911Z","caller":"traceutil/trace.go:171","msg":"trace[1125042740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5149; }","duration":"436.306608ms","start":"2026-02-26T23:56:04.912792Z","end":"2026-02-26T23:56:05.349099Z","steps":["trace[1125042740] 'agreement among raft nodes before linearized reading' (duration: 436.168025ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:05.349117Z","caller":"traceutil/trace.go:171","msg":"trace[1493046765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5149; }","duration":"428.233757ms","start":"2026-02-26T23:56:04.920871Z","end":"2026-02-26T23:56:05.349105Z","steps":["trace[1493046765] 'agreement among raft nodes before linearized reading' (duration: 427.986431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.349144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.912763Z","time spent":"436.37571ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T23:56:05.349156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.92086Z","time spent":"428.288308ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:56:05.349108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.921808Z","time spent":"427.291385ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:56:05.349094Z","caller":"traceutil/trace.go:171","msg":"trace[656516475] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"407.389198ms","start":"2026-02-26T23:56:04.940903Z","end":"2026-02-26T23:56:05.348292Z","steps":["trace[656516475] 'process raft request' (duration: 306.95805ms)","trace[656516475] 'compare' (duration: 100.002598ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:05.348977Z","caller":"traceutil/trace.go:171","msg":"trace[1449074668] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5149; }","duration":"423.680554ms","start":"2026-02-26T23:56:04.925284Z","end":"2026-02-26T23:56:05.348964Z","steps":["trace[1449074668] 'agreement among raft nodes before linearized reading' (duration: 423.556591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.349219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.961636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T23:56:05.349282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.925259Z","time spent":"424.010721ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T23:56:05.349341Z","caller":"traceutil/trace.go:171","msg":"trace[1059491773] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:5149; }","duration":"168.098129ms","start":"2026-02-26T23:56:05.181213Z","end":"2026-02-26T23:56:05.349311Z","steps":["trace[1059491773] 'agreement among raft nodes before linearized reading' (duration: 167.753601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.349232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.7269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1897f12e02043747\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-02-26T23:56:05.349457Z","caller":"traceutil/trace.go:171","msg":"trace[1386644387] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1897f12e02043747; range_end:; response_count:1; response_revision:5149; }","duration":"297.013746ms","start":"2026-02-26T23:56:05.052414Z","end":"2026-02-26T23:56:05.349428Z","steps":["trace[1386644387] 'agreement among raft nodes before linearized reading' (duration: 296.557596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.349471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.725748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:56:05.349514Z","caller":"traceutil/trace.go:171","msg":"trace[1223304183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5149; }","duration":"428.778849ms","start":"2026-02-26T23:56:04.920723Z","end":"2026-02-26T23:56:05.349502Z","steps":["trace[1223304183] 'agreement among raft nodes before linearized reading' (duration: 428.664636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.349534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.920715Z","time spent":"428.814359ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:56:05.349593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.940868Z","time spent":"408.514073ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:56:05.350159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.7403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-02-26T23:56:05.35028Z","caller":"traceutil/trace.go:171","msg":"trace[420484642] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319; range_end:; response_count:1; response_revision:5149; }","duration":"453.892003ms","start":"2026-02-26T23:56:04.896365Z","end":"2026-02-26T23:56:05.350257Z","steps":["trace[420484642] 'agreement among raft nodes before linearized reading' (duration: 452.507272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.350351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.896351Z","time spent":"453.987155ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3976,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" "} {"level":"warn","ts":"2026-02-26T23:56:05.349051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.595871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-26T23:56:05.352747Z","caller":"traceutil/trace.go:171","msg":"trace[704422436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:5149; }","duration":"427.288585ms","start":"2026-02-26T23:56:04.925384Z","end":"2026-02-26T23:56:05.352673Z","steps":["trace[704422436] 'agreement among raft nodes before linearized reading' (duration: 423.314986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.353401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.925353Z","time spent":"427.48137ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-bt9xv\" "} {"level":"info","ts":"2026-02-26T23:56:18.149853Z","caller":"traceutil/trace.go:171","msg":"trace[1970252761] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5512; }","duration":"384.662527ms","start":"2026-02-26T23:56:17.765162Z","end":"2026-02-26T23:56:18.149824Z","steps":["trace[1970252761] 'read index received' (duration: 384.449632ms)","trace[1970252761] 'applied index is now lower than readState.Index' (duration: 212.175µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:18.149962Z","caller":"traceutil/trace.go:171","msg":"trace[1061594717] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"412.609446ms","start":"2026-02-26T23:56:17.737328Z","end":"2026-02-26T23:56:18.149937Z","steps":["trace[1061594717] 'process raft request' (duration: 412.276328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:18.150106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:17.737303Z","time spent":"412.719278ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17111,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:18.150138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.953764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T23:56:18.150226Z","caller":"traceutil/trace.go:171","msg":"trace[1503031691] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5307; }","duration":"385.101647ms","start":"2026-02-26T23:56:17.765101Z","end":"2026-02-26T23:56:18.150202Z","steps":["trace[1503031691] 'agreement among raft nodes before linearized reading' (duration: 384.853312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:18.150287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:17.765079Z","time spent":"385.194579ms","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T23:56:18.150458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.200725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-26T23:56:18.150551Z","caller":"traceutil/trace.go:171","msg":"trace[490663077] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5307; }","duration":"137.326507ms","start":"2026-02-26T23:56:18.013208Z","end":"2026-02-26T23:56:18.150534Z","steps":["trace[490663077] 'agreement among raft nodes before linearized reading' (duration: 136.912478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:18.150776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.848778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-26T23:56:18.150832Z","caller":"traceutil/trace.go:171","msg":"trace[946592340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5307; }","duration":"201.94725ms","start":"2026-02-26T23:56:17.948871Z","end":"2026-02-26T23:56:18.150818Z","steps":["trace[946592340] 'agreement among raft nodes before linearized reading' (duration: 201.211884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:18.38639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.921544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:56:18.386971Z","caller":"traceutil/trace.go:171","msg":"trace[1371021430] linearizableReadLoop","detail":"{readStateIndex:5514; appliedIndex:5513; }","duration":"219.612857ms","start":"2026-02-26T23:56:18.167329Z","end":"2026-02-26T23:56:18.386942Z","steps":["trace[1371021430] 'read index received' (duration: 108.290105ms)","trace[1371021430] 'applied index is now lower than readState.Index' (duration: 111.319382ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:18.387198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.848329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:56:18.387203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.845372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-02-26T23:56:18.387249Z","caller":"traceutil/trace.go:171","msg":"trace[1727963447] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5309; }","duration":"214.930871ms","start":"2026-02-26T23:56:18.172303Z","end":"2026-02-26T23:56:18.387233Z","steps":["trace[1727963447] 'agreement among raft nodes before linearized reading' (duration: 214.815609ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:18.387264Z","caller":"traceutil/trace.go:171","msg":"trace[949161681] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5309; }","duration":"219.940973ms","start":"2026-02-26T23:56:18.167309Z","end":"2026-02-26T23:56:18.38725Z","steps":["trace[949161681] 'agreement among raft nodes before linearized reading' (duration: 219.739179ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:18.386995Z","caller":"traceutil/trace.go:171","msg":"trace[1205967902] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"222.709026ms","start":"2026-02-26T23:56:18.164257Z","end":"2026-02-26T23:56:18.386966Z","steps":["trace[1205967902] 'process raft request' (duration: 111.142578ms)","trace[1205967902] 'compare' (duration: 110.816412ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:18.38734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.599646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T23:56:18.387392Z","caller":"traceutil/trace.go:171","msg":"trace[1811465503] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"215.80028ms","start":"2026-02-26T23:56:18.170952Z","end":"2026-02-26T23:56:18.386752Z","steps":["trace[1811465503] 'process raft request' (duration: 215.741219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:18.387374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.958886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T23:56:18.387635Z","caller":"traceutil/trace.go:171","msg":"trace[93198199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5309; }","duration":"160.258603ms","start":"2026-02-26T23:56:18.227364Z","end":"2026-02-26T23:56:18.387622Z","steps":["trace[93198199] 'agreement among raft nodes before linearized reading' (duration: 159.782221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:18.387465Z","caller":"traceutil/trace.go:171","msg":"trace[1090840200] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5309; }","duration":"126.749959ms","start":"2026-02-26T23:56:18.260693Z","end":"2026-02-26T23:56:18.387443Z","steps":["trace[1090840200] 'agreement among raft nodes before linearized reading' (duration: 126.440302ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:18.646245Z","caller":"traceutil/trace.go:171","msg":"trace[1301828352] linearizableReadLoop","detail":"{readStateIndex:5520; appliedIndex:5516; }","duration":"241.98019ms","start":"2026-02-26T23:56:18.404233Z","end":"2026-02-26T23:56:18.646214Z","steps":["trace[1301828352] 'read index received' (duration: 71.069229ms)","trace[1301828352] 'applied index is now lower than readState.Index' (duration: 170.909621ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:18.646291Z","caller":"traceutil/trace.go:171","msg":"trace[580063633] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"244.69312ms","start":"2026-02-26T23:56:18.401555Z","end":"2026-02-26T23:56:18.646248Z","steps":["trace[580063633] 'process raft request' (duration: 244.542387ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:18.646545Z","caller":"traceutil/trace.go:171","msg":"trace[862677931] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"240.768992ms","start":"2026-02-26T23:56:18.405763Z","end":"2026-02-26T23:56:18.646532Z","steps":["trace[862677931] 'process raft request' (duration: 240.384084ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:18.646539Z","caller":"traceutil/trace.go:171","msg":"trace[1630534460] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"251.676217ms","start":"2026-02-26T23:56:18.394819Z","end":"2026-02-26T23:56:18.646495Z","steps":["trace[1630534460] 'process raft request' (duration: 236.013225ms)","trace[1630534460] 'compare' (duration: 14.764703ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:18.646637Z","caller":"traceutil/trace.go:171","msg":"trace[115122099] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"251.204757ms","start":"2026-02-26T23:56:18.395418Z","end":"2026-02-26T23:56:18.646623Z","steps":["trace[115122099] 'process raft request' (duration: 250.507212ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:18.646809Z","caller":"traceutil/trace.go:171","msg":"trace[1774127217] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"251.316419ms","start":"2026-02-26T23:56:18.395482Z","end":"2026-02-26T23:56:18.646798Z","steps":["trace[1774127217] 'process raft request' (duration: 250.569523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:18.649479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.606906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-02-26T23:56:18.649603Z","caller":"traceutil/trace.go:171","msg":"trace[513787418] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5315; }","duration":"245.388467ms","start":"2026-02-26T23:56:18.404187Z","end":"2026-02-26T23:56:18.649576Z","steps":["trace[513787418] 'agreement among raft nodes before linearized reading' (duration: 242.663125ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:18.690306Z","caller":"traceutil/trace.go:171","msg":"trace[838420876] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"113.335958ms","start":"2026-02-26T23:56:18.576943Z","end":"2026-02-26T23:56:18.690279Z","steps":["trace[838420876] 'process raft request' (duration: 113.087682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:18.690307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.737307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:56:18.690509Z","caller":"traceutil/trace.go:171","msg":"trace[361959191] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5316; }","duration":"235.004323ms","start":"2026-02-26T23:56:18.45548Z","end":"2026-02-26T23:56:18.690484Z","steps":["trace[361959191] 'agreement among raft nodes before linearized reading' (duration: 234.760797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:19.169711Z","caller":"traceutil/trace.go:171","msg":"trace[568819623] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"124.448838ms","start":"2026-02-26T23:56:19.045183Z","end":"2026-02-26T23:56:19.169632Z","steps":["trace[568819623] 'process raft request' (duration: 96.47539ms)","trace[568819623] 'compare' (duration: 27.838536ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:19.611131Z","caller":"traceutil/trace.go:171","msg":"trace[382052881] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"148.472808ms","start":"2026-02-26T23:56:19.46263Z","end":"2026-02-26T23:56:19.611102Z","steps":["trace[382052881] 'process raft request' (duration: 101.658156ms)","trace[382052881] 'compare' (duration: 46.630978ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:19.621987Z","caller":"traceutil/trace.go:171","msg":"trace[35968544] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"156.099799ms","start":"2026-02-26T23:56:19.465862Z","end":"2026-02-26T23:56:19.621962Z","steps":["trace[35968544] 'process raft request' (duration: 155.912485ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:19.6222Z","caller":"traceutil/trace.go:171","msg":"trace[1015716044] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"155.692819ms","start":"2026-02-26T23:56:19.466491Z","end":"2026-02-26T23:56:19.622183Z","steps":["trace[1015716044] 'process raft request' (duration: 155.572926ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:19.622212Z","caller":"traceutil/trace.go:171","msg":"trace[1418307503] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"156.241853ms","start":"2026-02-26T23:56:19.465941Z","end":"2026-02-26T23:56:19.622183Z","steps":["trace[1418307503] 'process raft request' (duration: 155.978847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:19.622227Z","caller":"traceutil/trace.go:171","msg":"trace[1731886804] linearizableReadLoop","detail":"{readStateIndex:5536; appliedIndex:5530; }","duration":"153.88259ms","start":"2026-02-26T23:56:19.468329Z","end":"2026-02-26T23:56:19.622211Z","steps":["trace[1731886804] 'read index received' (duration: 96.04695ms)","trace[1731886804] 'applied index is now lower than readState.Index' (duration: 57.83459ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:19.622335Z","caller":"traceutil/trace.go:171","msg":"trace[1959310566] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"155.818343ms","start":"2026-02-26T23:56:19.466483Z","end":"2026-02-26T23:56:19.622301Z","steps":["trace[1959310566] 'process raft request' (duration: 155.652749ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:19.622404Z","caller":"traceutil/trace.go:171","msg":"trace[1086576309] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"155.67836ms","start":"2026-02-26T23:56:19.466709Z","end":"2026-02-26T23:56:19.622388Z","steps":["trace[1086576309] 'process raft request' (duration: 155.462425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:19.622531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.188706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81736"} {"level":"info","ts":"2026-02-26T23:56:19.622866Z","caller":"traceutil/trace.go:171","msg":"trace[1622199115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5330; }","duration":"154.558475ms","start":"2026-02-26T23:56:19.468283Z","end":"2026-02-26T23:56:19.622841Z","steps":["trace[1622199115] 'agreement among raft nodes before linearized reading' (duration: 154.032263ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:42.238713Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2690} {"level":"info","ts":"2026-02-26T23:56:42.299142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2690,"took":"58.926775ms","hash":1420728609,"current-db-size-bytes":39501824,"current-db-size":"40 MB","current-db-size-in-use-bytes":29196288,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-26T23:56:42.299236Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1420728609,"revision":2690,"compact-revision":-1} {"level":"info","ts":"2026-02-26T23:57:00.01396Z","caller":"traceutil/trace.go:171","msg":"trace[1218316598] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"139.631138ms","start":"2026-02-26T23:56:59.874295Z","end":"2026-02-26T23:57:00.013926Z","steps":["trace[1218316598] 'process raft request' (duration: 139.450514ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:57:00.031429Z","caller":"traceutil/trace.go:171","msg":"trace[415962780] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5857; }","duration":"147.335612ms","start":"2026-02-26T23:56:59.884074Z","end":"2026-02-26T23:57:00.031409Z","steps":["trace[415962780] 'read index received' (duration: 129.679456ms)","trace[415962780] 'applied index is now lower than readState.Index' (duration: 17.654966ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:57:00.031487Z","caller":"traceutil/trace.go:171","msg":"trace[893639814] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"155.570966ms","start":"2026-02-26T23:56:59.875886Z","end":"2026-02-26T23:57:00.031457Z","steps":["trace[893639814] 'process raft request' (duration: 155.424293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:57:00.031689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.588708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:57:00.031732Z","caller":"traceutil/trace.go:171","msg":"trace[272438558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5642; }","duration":"147.67192ms","start":"2026-02-26T23:56:59.884048Z","end":"2026-02-26T23:57:00.03172Z","steps":["trace[272438558] 'agreement among raft nodes before linearized reading' (duration: 147.500066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:57:00.031892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.92917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T23:57:00.031903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.9153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T23:57:00.031944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.567305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-26T23:57:00.031976Z","caller":"traceutil/trace.go:171","msg":"trace[1571928613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5642; }","duration":"142.040112ms","start":"2026-02-26T23:56:59.889914Z","end":"2026-02-26T23:57:00.031954Z","steps":["trace[1571928613] 'agreement among raft nodes before linearized reading' (duration: 141.863818ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:57:00.032019Z","caller":"traceutil/trace.go:171","msg":"trace[522376360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:5642; }","duration":"138.676836ms","start":"2026-02-26T23:56:59.893324Z","end":"2026-02-26T23:57:00.032001Z","steps":["trace[522376360] 'agreement among raft nodes before linearized reading' (duration: 138.460061ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:57:00.031927Z","caller":"traceutil/trace.go:171","msg":"trace[1035484935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5642; }","duration":"137.999461ms","start":"2026-02-26T23:56:59.893918Z","end":"2026-02-26T23:57:00.031918Z","steps":["trace[1035484935] 'agreement among raft nodes before linearized reading' (duration: 137.823438ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:57:09.50544Z","caller":"traceutil/trace.go:171","msg":"trace[1409337201] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"142.265908ms","start":"2026-02-26T23:57:09.363148Z","end":"2026-02-26T23:57:09.505414Z","steps":["trace[1409337201] 'process raft request' (duration: 142.126995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:57:13.475132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.676773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:57:13.475219Z","caller":"traceutil/trace.go:171","msg":"trace[130501571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5738; }","duration":"108.785795ms","start":"2026-02-26T23:57:13.36641Z","end":"2026-02-26T23:57:13.475196Z","steps":["trace[130501571] 'count revisions from in-memory index tree' (duration: 108.575451ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:57:13.622567Z","caller":"traceutil/trace.go:171","msg":"trace[534293365] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"102.374242ms","start":"2026-02-26T23:57:13.520157Z","end":"2026-02-26T23:57:13.622531Z","steps":["trace[534293365] 'process raft request' (duration: 93.891011ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:01:42.247862Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5457} {"level":"info","ts":"2026-02-27T00:01:42.350509Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5457,"took":"100.634388ms","hash":392999160,"current-db-size-bytes":41242624,"current-db-size":"41 MB","current-db-size-in-use-bytes":21225472,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-27T00:01:42.350584Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":392999160,"revision":5457,"compact-revision":2690} {"level":"info","ts":"2026-02-27T00:02:30.982517Z","caller":"traceutil/trace.go:171","msg":"trace[2137449872] linearizableReadLoop","detail":"{readStateIndex:8227; appliedIndex:8226; }","duration":"178.234155ms","start":"2026-02-27T00:02:30.804258Z","end":"2026-02-27T00:02:30.982492Z","steps":["trace[2137449872] 'read index received' (duration: 177.937289ms)","trace[2137449872] 'applied index is now lower than readState.Index' (duration: 296.346µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:30.982612Z","caller":"traceutil/trace.go:171","msg":"trace[1521606578] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"186.513499ms","start":"2026-02-27T00:02:30.796052Z","end":"2026-02-27T00:02:30.982566Z","steps":["trace[1521606578] 'process raft request' (duration: 186.224762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:30.982773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.488421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T00:02:30.982806Z","caller":"traceutil/trace.go:171","msg":"trace[535772437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7930; }","duration":"178.581873ms","start":"2026-02-27T00:02:30.804216Z","end":"2026-02-27T00:02:30.982798Z","steps":["trace[535772437] 'agreement among raft nodes before linearized reading' (duration: 178.379538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:33.096149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569664179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:02:33.597069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569664179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:02:33.794219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267012663s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:02:33.794608Z","caller":"traceutil/trace.go:171","msg":"trace[889962661] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"1.267515744s","start":"2026-02-27T00:02:32.527063Z","end":"2026-02-27T00:02:33.794579Z","steps":["trace[889962661] 'process raft request' (duration: 1.267368611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:33.794782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:32.527043Z","time spent":"1.267660277s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:33.79668Z","caller":"traceutil/trace.go:171","msg":"trace[571713151] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8232; }","duration":"1.200706698s","start":"2026-02-27T00:02:32.595946Z","end":"2026-02-27T00:02:33.796653Z","steps":["trace[571713151] 'read index received' (duration: 1.198508969s)","trace[571713151] 'applied index is now lower than readState.Index' (duration: 2.196919ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:33.796716Z","caller":"traceutil/trace.go:171","msg":"trace[808178838] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"1.251536179s","start":"2026-02-27T00:02:32.545141Z","end":"2026-02-27T00:02:33.796677Z","steps":["trace[808178838] 'process raft request' (duration: 1.250148007s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:33.796759Z","caller":"traceutil/trace.go:171","msg":"trace[553799108] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"809.122917ms","start":"2026-02-27T00:02:32.987582Z","end":"2026-02-27T00:02:33.796705Z","steps":["trace[553799108] 'process raft request' (duration: 809.021605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:33.796828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200882262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:33.796869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:32.545094Z","time spent":"1.251682122s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:33.796924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.182193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b6888c8bc-64dfk.1897f1879cb11f84\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-27T00:02:33.796964Z","caller":"traceutil/trace.go:171","msg":"trace[562617835] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b6888c8bc-64dfk.1897f1879cb11f84; range_end:; response_count:1; response_revision:7938; }","duration":"646.264275ms","start":"2026-02-27T00:02:33.150689Z","end":"2026-02-27T00:02:33.796953Z","steps":["trace[562617835] 'agreement among raft nodes before linearized reading' (duration: 646.147272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:33.796946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:32.987554Z","time spent":"809.287171ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:33.796877Z","caller":"traceutil/trace.go:171","msg":"trace[1026108668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7938; }","duration":"1.200982884s","start":"2026-02-27T00:02:32.595883Z","end":"2026-02-27T00:02:33.796865Z","steps":["trace[1026108668] 'agreement among raft nodes before linearized reading' (duration: 1.200897932s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:33.796995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:33.150662Z","time spent":"646.327967ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-7b6888c8bc-64dfk.1897f1879cb11f84\" "} {"level":"warn","ts":"2026-02-27T00:02:33.797026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:32.59586Z","time spent":"1.201156427s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:02:33.796868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14731062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:33.79715Z","caller":"traceutil/trace.go:171","msg":"trace[88786561] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7938; }","duration":"1.147608417s","start":"2026-02-27T00:02:32.649496Z","end":"2026-02-27T00:02:33.797105Z","steps":["trace[88786561] 'agreement among raft nodes before linearized reading' (duration: 1.14731003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:33.79724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:32.649485Z","time spent":"1.147725579s","remote":"127.0.0.1:36638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:44.174888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.646857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:02:44.175196Z","caller":"traceutil/trace.go:171","msg":"trace[345097529] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"253.764274ms","start":"2026-02-27T00:02:43.921383Z","end":"2026-02-27T00:02:44.175147Z","steps":["trace[345097529] 'process raft request' (duration: 113.74584ms)","trace[345097529] 'compare' (duration: 139.442182ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:44.175421Z","caller":"traceutil/trace.go:171","msg":"trace[1646628069] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"253.923548ms","start":"2026-02-27T00:02:43.921486Z","end":"2026-02-27T00:02:44.175409Z","steps":["trace[1646628069] 'process raft request' (duration: 253.55175ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:44.1756Z","caller":"traceutil/trace.go:171","msg":"trace[1774052902] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"238.157707ms","start":"2026-02-27T00:02:43.93732Z","end":"2026-02-27T00:02:44.175478Z","steps":["trace[1774052902] 'process raft request' (duration: 237.781599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:44.644129Z","caller":"traceutil/trace.go:171","msg":"trace[243365033] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"223.265566ms","start":"2026-02-27T00:02:44.420825Z","end":"2026-02-27T00:02:44.644091Z","steps":["trace[243365033] 'process raft request' (duration: 223.025641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:45.526377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.023133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:45.526492Z","caller":"traceutil/trace.go:171","msg":"trace[1575663840] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7993; }","duration":"759.164106ms","start":"2026-02-27T00:02:44.7673Z","end":"2026-02-27T00:02:45.526464Z","steps":["trace[1575663840] 'count revisions from in-memory index tree' (duration: 758.85193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:45.526541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:44.767275Z","time spent":"759.254058ms","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:45.526708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.264543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T00:02:45.526755Z","caller":"traceutil/trace.go:171","msg":"trace[66066680] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:7993; }","duration":"324.371645ms","start":"2026-02-27T00:02:45.202368Z","end":"2026-02-27T00:02:45.52674Z","steps":["trace[66066680] 'range keys from in-memory index tree' (duration: 324.043238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:45.527066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:45.202337Z","time spent":"324.441187ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-27T00:02:46.088136Z","caller":"traceutil/trace.go:171","msg":"trace[1544498216] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8294; }","duration":"166.889381ms","start":"2026-02-27T00:02:45.921213Z","end":"2026-02-27T00:02:46.088103Z","steps":["trace[1544498216] 'read index received' (duration: 30.684622ms)","trace[1544498216] 'applied index is now lower than readState.Index' (duration: 136.203729ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:46.088211Z","caller":"traceutil/trace.go:171","msg":"trace[1682919372] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"190.310713ms","start":"2026-02-27T00:02:45.897834Z","end":"2026-02-27T00:02:46.088145Z","steps":["trace[1682919372] 'process raft request' (duration: 189.446174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:46.088347Z","caller":"traceutil/trace.go:171","msg":"trace[945362868] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"190.202371ms","start":"2026-02-27T00:02:45.898093Z","end":"2026-02-27T00:02:46.088295Z","steps":["trace[945362868] 'process raft request' (duration: 189.959115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:46.088464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.216438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T00:02:46.088508Z","caller":"traceutil/trace.go:171","msg":"trace[583857556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7997; }","duration":"167.322871ms","start":"2026-02-27T00:02:45.921171Z","end":"2026-02-27T00:02:46.088494Z","steps":["trace[583857556] 'agreement among raft nodes before linearized reading' (duration: 167.123907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:46.088763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.922458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:46.088854Z","caller":"traceutil/trace.go:171","msg":"trace[191985959] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7997; }","duration":"107.091851ms","start":"2026-02-27T00:02:45.981746Z","end":"2026-02-27T00:02:46.088838Z","steps":["trace[191985959] 'agreement among raft nodes before linearized reading' (duration: 106.904317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:46.088918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.978918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T00:02:46.089123Z","caller":"traceutil/trace.go:171","msg":"trace[199151388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7997; }","duration":"151.371727ms","start":"2026-02-27T00:02:45.937724Z","end":"2026-02-27T00:02:46.089096Z","steps":["trace[199151388] 'agreement among raft nodes before linearized reading' (duration: 150.711672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:46.456495Z","caller":"traceutil/trace.go:171","msg":"trace[126855980] linearizableReadLoop","detail":"{readStateIndex:8302; appliedIndex:8300; }","duration":"228.194726ms","start":"2026-02-27T00:02:46.228273Z","end":"2026-02-27T00:02:46.456467Z","steps":["trace[126855980] 'read index received' (duration: 227.999622ms)","trace[126855980] 'applied index is now lower than readState.Index' (duration: 193.934µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:46.456537Z","caller":"traceutil/trace.go:171","msg":"trace[898829056] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"270.552708ms","start":"2026-02-27T00:02:46.18595Z","end":"2026-02-27T00:02:46.456502Z","steps":["trace[898829056] 'process raft request' (duration: 270.343344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:46.456647Z","caller":"traceutil/trace.go:171","msg":"trace[1773842764] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"269.505854ms","start":"2026-02-27T00:02:46.187134Z","end":"2026-02-27T00:02:46.45664Z","steps":["trace[1773842764] 'process raft request' (duration: 269.30251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:46.456846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.560274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:46.456874Z","caller":"traceutil/trace.go:171","msg":"trace[1406550722] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8002; }","duration":"228.660096ms","start":"2026-02-27T00:02:46.228207Z","end":"2026-02-27T00:02:46.456867Z","steps":["trace[1406550722] 'agreement among raft nodes before linearized reading' (duration: 228.583885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:46.456964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.762964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T00:02:46.457019Z","caller":"traceutil/trace.go:171","msg":"trace[162755154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:8002; }","duration":"199.891816ms","start":"2026-02-27T00:02:46.257111Z","end":"2026-02-27T00:02:46.457003Z","steps":["trace[162755154] 'agreement among raft nodes before linearized reading' (duration: 199.661291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:46.457155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.290464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T00:02:46.457174Z","caller":"traceutil/trace.go:171","msg":"trace[1586506326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8002; }","duration":"124.360906ms","start":"2026-02-27T00:02:46.332807Z","end":"2026-02-27T00:02:46.457168Z","steps":["trace[1586506326] 'agreement among raft nodes before linearized reading' (duration: 124.269544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:47.700233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.904709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:47.700243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104210492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:47.700349Z","caller":"traceutil/trace.go:171","msg":"trace[795974230] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8002; }","duration":"789.083943ms","start":"2026-02-27T00:02:46.911239Z","end":"2026-02-27T00:02:47.700323Z","steps":["trace[795974230] 'count revisions from in-memory index tree' (duration: 788.814326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:47.700357Z","caller":"traceutil/trace.go:171","msg":"trace[158645130] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8002; }","duration":"1.104396766s","start":"2026-02-27T00:02:46.595936Z","end":"2026-02-27T00:02:47.700333Z","steps":["trace[158645130] 'range keys from in-memory index tree' (duration: 1.104063267s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:47.700402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:46.911216Z","time spent":"789.172524ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:47.700391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104105728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:47.700478Z","caller":"traceutil/trace.go:171","msg":"trace[1894351596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8002; }","duration":"1.104245292s","start":"2026-02-27T00:02:46.596211Z","end":"2026-02-27T00:02:47.700456Z","steps":["trace[1894351596] 'range keys from in-memory index tree' (duration: 1.104032227s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:47.700515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:46.596198Z","time spent":"1.104308823s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:02:47.700563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:46.595901Z","time spent":"1.104648252s","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T00:02:48.206065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569664372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:02:48.706483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569664372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:02:49.206731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569664372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:02:49.391172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.44077895s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:02:49.391734Z","caller":"traceutil/trace.go:171","msg":"trace[1796199749] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"2.441501466s","start":"2026-02-27T00:02:46.950196Z","end":"2026-02-27T00:02:49.391697Z","steps":["trace[1796199749] 'process raft request' (duration: 2.441277931s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:49.391995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:46.950155Z","time spent":"2.441731522s","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19562,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:49.709891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:02:49.709997Z","caller":"traceutil/trace.go:171","msg":"trace[1108546843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370594s","start":"2026-02-27T00:02:47.709601Z","end":"2026-02-27T00:02:49.709971Z","steps":["trace[1108546843] 'agreement among raft nodes before linearized reading' (duration: 2.000237321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:49.710181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:47.709592Z","time spent":"2.000454337s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:02:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T00:02:50.195223Z","caller":"traceutil/trace.go:171","msg":"trace[1363502088] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"2.236529917s","start":"2026-02-27T00:02:47.958601Z","end":"2026-02-27T00:02:50.195131Z","steps":["trace[1363502088] 'process raft request' (duration: 2.236282042s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.19545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:47.958581Z","time spent":"2.236762082s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:50.19552Z","caller":"traceutil/trace.go:171","msg":"trace[87904155] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"2.100475411s","start":"2026-02-27T00:02:48.094998Z","end":"2026-02-27T00:02:50.195473Z","steps":["trace[87904155] 'process raft request' (duration: 2.100081602s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.195646Z","caller":"traceutil/trace.go:171","msg":"trace[1845075982] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"2.100155644s","start":"2026-02-27T00:02:48.095454Z","end":"2026-02-27T00:02:50.195609Z","steps":["trace[1845075982] 'process raft request' (duration: 2.099932759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.195738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.094963Z","time spent":"2.100664484s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:50.195881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.095417Z","time spent":"2.100357447s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:50.196054Z","caller":"traceutil/trace.go:171","msg":"trace[1175688088] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"1.524132711s","start":"2026-02-27T00:02:48.671908Z","end":"2026-02-27T00:02:50.196041Z","steps":["trace[1175688088] 'process raft request' (duration: 1.523626679s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.196045Z","caller":"traceutil/trace.go:171","msg":"trace[174606735] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8302; }","duration":"2.489967265s","start":"2026-02-27T00:02:47.706014Z","end":"2026-02-27T00:02:50.195981Z","steps":["trace[174606735] 'read index received' (duration: 1.685428389s)","trace[174606735] 'applied index is now lower than readState.Index' (duration: 804.537576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:02:50.196139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.671873Z","time spent":"1.524233714s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:50.196235Z","caller":"traceutil/trace.go:171","msg":"trace[2051234862] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"1.180334255s","start":"2026-02-27T00:02:49.01589Z","end":"2026-02-27T00:02:50.196224Z","steps":["trace[2051234862] 'process raft request' (duration: 1.179924626s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.196293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.015854Z","time spent":"1.180408696s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:50.196407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490393494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:50.196468Z","caller":"traceutil/trace.go:171","msg":"trace[43594577] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8008; }","duration":"2.490491536s","start":"2026-02-27T00:02:47.705954Z","end":"2026-02-27T00:02:50.196446Z","steps":["trace[43594577] 'agreement among raft nodes before linearized reading' (duration: 2.490337923s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.196523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736316221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T00:02:50.196538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:47.705931Z","time spent":"2.490592179s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T00:02:50.196567Z","caller":"traceutil/trace.go:171","msg":"trace[211496788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8008; }","duration":"1.736374242s","start":"2026-02-27T00:02:48.460183Z","end":"2026-02-27T00:02:50.196558Z","steps":["trace[211496788] 'agreement among raft nodes before linearized reading' (duration: 1.736181458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.196607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.460177Z","time spent":"1.736423963s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:02:50.196635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302136307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T00:02:50.196638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061154046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T00:02:50.196638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490312312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:50.196734Z","caller":"traceutil/trace.go:171","msg":"trace[1511983365] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8008; }","duration":"2.30228622s","start":"2026-02-27T00:02:47.894426Z","end":"2026-02-27T00:02:50.196712Z","steps":["trace[1511983365] 'agreement among raft nodes before linearized reading' (duration: 2.302075845s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.196753Z","caller":"traceutil/trace.go:171","msg":"trace[631967031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8008; }","duration":"2.0613307s","start":"2026-02-27T00:02:48.135394Z","end":"2026-02-27T00:02:50.196725Z","steps":["trace[631967031] 'agreement among raft nodes before linearized reading' (duration: 2.061005633s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.19676Z","caller":"traceutil/trace.go:171","msg":"trace[210876050] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8008; }","duration":"2.490560807s","start":"2026-02-27T00:02:47.706177Z","end":"2026-02-27T00:02:50.196738Z","steps":["trace[210876050] 'agreement among raft nodes before linearized reading' (duration: 2.490183979s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.196766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.243351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:50.196782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089920266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T00:02:50.196788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:47.894412Z","time spent":"2.302364592s","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.196799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726711658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T00:02:50.196804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.13537Z","time spent":"2.061424193s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:02:50.196826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:47.706159Z","time spent":"2.49064767s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:02:50.196842Z","caller":"traceutil/trace.go:171","msg":"trace[367561293] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8008; }","duration":"2.089983707s","start":"2026-02-27T00:02:48.106842Z","end":"2026-02-27T00:02:50.196826Z","steps":["trace[367561293] 'agreement among raft nodes before linearized reading' (duration: 2.089758002s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.196651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744546884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:50.196864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.650085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:50.196863Z","caller":"traceutil/trace.go:171","msg":"trace[128742452] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8008; }","duration":"890.381665ms","start":"2026-02-27T00:02:49.306437Z","end":"2026-02-27T00:02:50.196819Z","steps":["trace[128742452] 'agreement among raft nodes before linearized reading' (duration: 890.252332ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.196882Z","caller":"traceutil/trace.go:171","msg":"trace[64689759] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8008; }","duration":"1.744875511s","start":"2026-02-27T00:02:48.451997Z","end":"2026-02-27T00:02:50.196872Z","steps":["trace[64689759] 'agreement among raft nodes before linearized reading' (duration: 1.744536324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.196882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.106789Z","time spent":"2.090083169s","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.196888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73628468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T00:02:50.196903Z","caller":"traceutil/trace.go:171","msg":"trace[1807967181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8008; }","duration":"486.709476ms","start":"2026-02-27T00:02:49.71018Z","end":"2026-02-27T00:02:50.19689Z","steps":["trace[1807967181] 'agreement among raft nodes before linearized reading' (duration: 486.661755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.196915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.451969Z","time spent":"1.744936453s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.196916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.306406Z","time spent":"890.494487ms","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.19679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039466634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T00:02:50.196942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.710166Z","time spent":"486.769938ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:02:50.196948Z","caller":"traceutil/trace.go:171","msg":"trace[1363337356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8008; }","duration":"1.736409503s","start":"2026-02-27T00:02:48.460516Z","end":"2026-02-27T00:02:50.196926Z","steps":["trace[1363337356] 'agreement among raft nodes before linearized reading' (duration: 1.736221789s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.196963Z","caller":"traceutil/trace.go:171","msg":"trace[823537255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8008; }","duration":"2.039666848s","start":"2026-02-27T00:02:48.157285Z","end":"2026-02-27T00:02:50.196952Z","steps":["trace[823537255] 'agreement among raft nodes before linearized reading' (duration: 2.039357551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.196996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.157275Z","time spent":"2.03971247s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:02:50.196996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.460475Z","time spent":"1.736511806s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:02:50.197009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.557848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:50.197073Z","caller":"traceutil/trace.go:171","msg":"trace[361554654] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8008; }","duration":"564.67537ms","start":"2026-02-27T00:02:49.632377Z","end":"2026-02-27T00:02:50.197053Z","steps":["trace[361554654] 'agreement among raft nodes before linearized reading' (duration: 564.572628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.196849Z","caller":"traceutil/trace.go:171","msg":"trace[97582401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:8008; }","duration":"1.72677754s","start":"2026-02-27T00:02:48.470063Z","end":"2026-02-27T00:02:50.196841Z","steps":["trace[97582401] 'agreement among raft nodes before linearized reading' (duration: 1.726667647s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.19713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.632347Z","time spent":"564.764303ms","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.196709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.188876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:50.197133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.47005Z","time spent":"1.727071946s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-bt9xv\" "} {"level":"info","ts":"2026-02-27T00:02:50.197201Z","caller":"traceutil/trace.go:171","msg":"trace[578573834] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8008; }","duration":"366.737757ms","start":"2026-02-27T00:02:49.830453Z","end":"2026-02-27T00:02:50.19719Z","steps":["trace[578573834] 'agreement among raft nodes before linearized reading' (duration: 366.220016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.197393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.830424Z","time spent":"366.943712ms","remote":"127.0.0.1:34018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.197427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327533162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T00:02:50.197444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970884288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:02:50.198373Z","caller":"traceutil/trace.go:171","msg":"trace[2082573925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8008; }","duration":"1.971836209s","start":"2026-02-27T00:02:48.226495Z","end":"2026-02-27T00:02:50.198331Z","steps":["trace[2082573925] 'agreement among raft nodes before linearized reading' (duration: 1.969953578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.198485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.226469Z","time spent":"1.971974582s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:02:50.198545Z","caller":"traceutil/trace.go:171","msg":"trace[679410454] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8008; }","duration":"2.328621525s","start":"2026-02-27T00:02:47.869785Z","end":"2026-02-27T00:02:50.198406Z","steps":["trace[679410454] 'agreement among raft nodes before linearized reading' (duration: 2.327317506s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.198986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:47.869708Z","time spent":"2.329079646s","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-27T00:02:50.330368Z","caller":"traceutil/trace.go:171","msg":"trace[951185000] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8308; }","duration":"128.831366ms","start":"2026-02-27T00:02:50.201507Z","end":"2026-02-27T00:02:50.330338Z","steps":["trace[951185000] 'read index received' (duration: 87.576198ms)","trace[951185000] 'applied index is now lower than readState.Index' (duration: 41.253587ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:50.330387Z","caller":"traceutil/trace.go:171","msg":"trace[1417531678] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"129.135924ms","start":"2026-02-27T00:02:50.201212Z","end":"2026-02-27T00:02:50.330348Z","steps":["trace[1417531678] 'process raft request' (duration: 87.851195ms)","trace[1417531678] 'compare' (duration: 41.053523ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:50.330711Z","caller":"traceutil/trace.go:171","msg":"trace[1235167405] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"129.01598ms","start":"2026-02-27T00:02:50.201678Z","end":"2026-02-27T00:02:50.330694Z","steps":["trace[1235167405] 'process raft request' (duration: 128.624652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.330847Z","caller":"traceutil/trace.go:171","msg":"trace[235375989] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"128.262013ms","start":"2026-02-27T00:02:50.202574Z","end":"2026-02-27T00:02:50.330836Z","steps":["trace[235375989] 'process raft request' (duration: 128.078429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.331136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.598202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T00:02:50.331185Z","caller":"traceutil/trace.go:171","msg":"trace[161509174] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6; range_end:; response_count:1; response_revision:8010; }","duration":"129.708415ms","start":"2026-02-27T00:02:50.201463Z","end":"2026-02-27T00:02:50.331171Z","steps":["trace[161509174] 'agreement among raft nodes before linearized reading' (duration: 129.03551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.331369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.56137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T00:02:50.331408Z","caller":"traceutil/trace.go:171","msg":"trace[1474701382] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7c2e548-14b8-44da-add5-a01f888cd319; range_end:; response_count:1; response_revision:8013; }","duration":"128.618032ms","start":"2026-02-27T00:02:50.202776Z","end":"2026-02-27T00:02:50.331394Z","steps":["trace[1474701382] 'agreement among raft nodes before linearized reading' (duration: 128.471088ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.331498Z","caller":"traceutil/trace.go:171","msg":"trace[270550214] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"128.662572ms","start":"2026-02-27T00:02:50.202806Z","end":"2026-02-27T00:02:50.331468Z","steps":["trace[270550214] 'process raft request' (duration: 128.003018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.331527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.53594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-02-27T00:02:50.331569Z","caller":"traceutil/trace.go:171","msg":"trace[1301634421] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"128.353215ms","start":"2026-02-27T00:02:50.203208Z","end":"2026-02-27T00:02:50.331561Z","steps":["trace[1301634421] 'process raft request' (duration: 127.988697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.331594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.84949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:50.331613Z","caller":"traceutil/trace.go:171","msg":"trace[456348424] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8013; }","duration":"128.627292ms","start":"2026-02-27T00:02:50.202953Z","end":"2026-02-27T00:02:50.33158Z","steps":["trace[456348424] 'agreement among raft nodes before linearized reading' (duration: 128.384166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.331632Z","caller":"traceutil/trace.go:171","msg":"trace[634708379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8013; }","duration":"125.900481ms","start":"2026-02-27T00:02:50.20572Z","end":"2026-02-27T00:02:50.331621Z","steps":["trace[634708379] 'agreement among raft nodes before linearized reading' (duration: 125.842149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.33163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.637552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:230059"} {"level":"info","ts":"2026-02-27T00:02:50.331663Z","caller":"traceutil/trace.go:171","msg":"trace[1366042796] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8013; }","duration":"128.691902ms","start":"2026-02-27T00:02:50.202963Z","end":"2026-02-27T00:02:50.331655Z","steps":["trace[1366042796] 'agreement among raft nodes before linearized reading' (duration: 128.320114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:52.462781Z","caller":"traceutil/trace.go:171","msg":"trace[1970719074] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"313.505354ms","start":"2026-02-27T00:02:52.149243Z","end":"2026-02-27T00:02:52.462748Z","steps":["trace[1970719074] 'process raft request' (duration: 313.272688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:52.46297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.149188Z","time spent":"313.685527ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:52.946574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.323698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:02:52.9468Z","caller":"traceutil/trace.go:171","msg":"trace[834346843] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"744.309026ms","start":"2026-02-27T00:02:52.202464Z","end":"2026-02-27T00:02:52.946773Z","steps":["trace[834346843] 'process raft request' (duration: 533.66477ms)","trace[834346843] 'compare' (duration: 210.076133ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:02:52.946883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.20243Z","time spent":"744.419989ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:52.947292Z","caller":"traceutil/trace.go:171","msg":"trace[210174608] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"744.660224ms","start":"2026-02-27T00:02:52.202587Z","end":"2026-02-27T00:02:52.947248Z","steps":["trace[210174608] 'process raft request' (duration: 744.119831ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:52.947338Z","caller":"traceutil/trace.go:171","msg":"trace[1700661657] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8316; }","duration":"612.848922ms","start":"2026-02-27T00:02:52.33445Z","end":"2026-02-27T00:02:52.947299Z","steps":["trace[1700661657] 'read index received' (duration: 128.060428ms)","trace[1700661657] 'applied index is now lower than readState.Index' (duration: 484.786474ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:52.947382Z","caller":"traceutil/trace.go:171","msg":"trace[1518096266] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"743.953458ms","start":"2026-02-27T00:02:52.203354Z","end":"2026-02-27T00:02:52.947308Z","steps":["trace[1518096266] 'process raft request' (duration: 743.785294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:52.9475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.20255Z","time spent":"744.834088ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:52.947578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.106878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T00:02:52.947647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.644598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:52.947659Z","caller":"traceutil/trace.go:171","msg":"trace[1700154331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8019; }","duration":"613.263601ms","start":"2026-02-27T00:02:52.334376Z","end":"2026-02-27T00:02:52.94764Z","steps":["trace[1700154331] 'agreement among raft nodes before linearized reading' (duration: 612.993605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:52.947664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.5143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:02:52.947707Z","caller":"traceutil/trace.go:171","msg":"trace[2924801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8019; }","duration":"349.77506ms","start":"2026-02-27T00:02:52.597915Z","end":"2026-02-27T00:02:52.94769Z","steps":["trace[2924801] 'agreement among raft nodes before linearized reading' (duration: 349.660528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:52.947724Z","caller":"traceutil/trace.go:171","msg":"trace[2006461122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8019; }","duration":"610.599122ms","start":"2026-02-27T00:02:52.337107Z","end":"2026-02-27T00:02:52.947707Z","steps":["trace[2006461122] 'agreement among raft nodes before linearized reading' (duration: 610.431328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:52.947729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.334348Z","time spent":"613.360414ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:02:52.947781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.437133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T00:02:52.947794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.597882Z","time spent":"349.900583ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:02:52.947812Z","caller":"traceutil/trace.go:171","msg":"trace[692237018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8019; }","duration":"612.527525ms","start":"2026-02-27T00:02:52.335276Z","end":"2026-02-27T00:02:52.947803Z","steps":["trace[692237018] 'agreement among raft nodes before linearized reading' (duration: 612.358571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:52.947743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.555736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T00:02:52.947837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.335245Z","time spent":"612.587036ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:02:52.947656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.219258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:52.947866Z","caller":"traceutil/trace.go:171","msg":"trace[1056062872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8019; }","duration":"612.71422ms","start":"2026-02-27T00:02:52.335128Z","end":"2026-02-27T00:02:52.947843Z","steps":["trace[1056062872] 'agreement among raft nodes before linearized reading' (duration: 612.415413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:52.94792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.33512Z","time spent":"612.788471ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:02:52.947895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.723465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T00:02:52.948041Z","caller":"traceutil/trace.go:171","msg":"trace[1414973333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:8019; }","duration":"610.884678ms","start":"2026-02-27T00:02:52.337098Z","end":"2026-02-27T00:02:52.947982Z","steps":["trace[1414973333] 'agreement among raft nodes before linearized reading' (duration: 610.53514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:52.947932Z","caller":"traceutil/trace.go:171","msg":"trace[1003452616] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8019; }","duration":"260.540185ms","start":"2026-02-27T00:02:52.687362Z","end":"2026-02-27T00:02:52.947902Z","steps":["trace[1003452616] 'agreement among raft nodes before linearized reading' (duration: 260.220168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:52.948154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.337086Z","time spent":"611.054632ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-bt9xv\" "} {"level":"warn","ts":"2026-02-27T00:02:52.94782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.053464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T00:02:52.948268Z","caller":"traceutil/trace.go:171","msg":"trace[1151764634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8019; }","duration":"612.559496ms","start":"2026-02-27T00:02:52.335695Z","end":"2026-02-27T00:02:52.948254Z","steps":["trace[1151764634] 'agreement among raft nodes before linearized reading' (duration: 611.8649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:52.948314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.335685Z","time spent":"612.618427ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:02:52.948519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.337096Z","time spent":"610.695673ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:02:52.948574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.203317Z","time spent":"744.179523ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:54.57152Z","caller":"traceutil/trace.go:171","msg":"trace[818134850] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"163.271722ms","start":"2026-02-27T00:02:54.40821Z","end":"2026-02-27T00:02:54.571481Z","steps":["trace[818134850] 'process raft request' (duration: 162.980225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:21.684029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569665057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:03:22.301988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363395505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T00:03:22.302088Z","caller":"traceutil/trace.go:171","msg":"trace[2068361627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8207; }","duration":"1.363564329s","start":"2026-02-27T00:03:20.9385Z","end":"2026-02-27T00:03:22.302065Z","steps":["trace[2068361627] 'range keys from in-memory index tree' (duration: 1.363070708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.302135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:20.938471Z","time spent":"1.363653341s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:03:22.3029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.595759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:03:22.303228Z","caller":"traceutil/trace.go:171","msg":"trace[684451992] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8517; }","duration":"1.120061661s","start":"2026-02-27T00:03:21.183145Z","end":"2026-02-27T00:03:22.303207Z","steps":["trace[684451992] 'read index received' (duration: 873.037483ms)","trace[684451992] 'applied index is now lower than readState.Index' (duration: 247.022848ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:22.303232Z","caller":"traceutil/trace.go:171","msg":"trace[572069] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"1.22474421s","start":"2026-02-27T00:03:21.078445Z","end":"2026-02-27T00:03:22.303189Z","steps":["trace[572069] 'process raft request' (duration: 977.717392ms)","trace[572069] 'compare' (duration: 246.219121ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:22.303433Z","caller":"traceutil/trace.go:171","msg":"trace[257500201] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"1.20857307s","start":"2026-02-27T00:03:21.094848Z","end":"2026-02-27T00:03:22.303421Z","steps":["trace[257500201] 'process raft request' (duration: 1.208226863s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.303537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.094831Z","time spent":"1.208632912s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:22.303653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.078415Z","time spent":"1.224995035s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:22.30369Z","caller":"traceutil/trace.go:171","msg":"trace[1775012951] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"1.204424248s","start":"2026-02-27T00:03:21.099259Z","end":"2026-02-27T00:03:22.303683Z","steps":["trace[1775012951] 'process raft request' (duration: 1.203905877s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.303728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.099228Z","time spent":"1.204479749s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:22.303923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120778226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T00:03:22.303949Z","caller":"traceutil/trace.go:171","msg":"trace[377679022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8210; }","duration":"1.120843468s","start":"2026-02-27T00:03:21.183099Z","end":"2026-02-27T00:03:22.303943Z","steps":["trace[377679022] 'agreement among raft nodes before linearized reading' (duration: 1.120732896s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.303971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.183079Z","time spent":"1.120887568s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:03:22.304058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06570912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T00:03:22.304077Z","caller":"traceutil/trace.go:171","msg":"trace[1673373334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8210; }","duration":"1.065780502s","start":"2026-02-27T00:03:21.238292Z","end":"2026-02-27T00:03:22.304072Z","steps":["trace[1673373334] 'agreement among raft nodes before linearized reading' (duration: 1.065728291s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.304094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.238262Z","time spent":"1.065828282s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:03:22.304221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01400382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:03:22.304247Z","caller":"traceutil/trace.go:171","msg":"trace[820644781] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8210; }","duration":"1.01403362s","start":"2026-02-27T00:03:21.290206Z","end":"2026-02-27T00:03:22.30424Z","steps":["trace[820644781] 'agreement among raft nodes before linearized reading' (duration: 1.013985869s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.30427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.290169Z","time spent":"1.014092001s","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:03:22.304409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040008598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T00:03:22.304408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.93485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T00:03:22.304433Z","caller":"traceutil/trace.go:171","msg":"trace[1764270026] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:8210; }","duration":"1.040054739s","start":"2026-02-27T00:03:21.264372Z","end":"2026-02-27T00:03:22.304427Z","steps":["trace[1764270026] 'agreement among raft nodes before linearized reading' (duration: 1.039987447s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.30445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.26436Z","time spent":"1.0400859s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-bt9xv\" "} {"level":"info","ts":"2026-02-27T00:03:22.304442Z","caller":"traceutil/trace.go:171","msg":"trace[47839627] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8210; }","duration":"426.023742ms","start":"2026-02-27T00:03:21.87841Z","end":"2026-02-27T00:03:22.304434Z","steps":["trace[47839627] 'agreement among raft nodes before linearized reading' (duration: 425.760536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.304582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052904466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T00:03:22.304602Z","caller":"traceutil/trace.go:171","msg":"trace[293179123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8210; }","duration":"1.052947116s","start":"2026-02-27T00:03:21.251649Z","end":"2026-02-27T00:03:22.304597Z","steps":["trace[293179123] 'agreement among raft nodes before linearized reading' (duration: 1.052891205s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.304621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.251636Z","time spent":"1.052980468s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:03:22.304586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.878383Z","time spent":"426.194856ms","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T00:03:22.304717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054507291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:03:22.304739Z","caller":"traceutil/trace.go:171","msg":"trace[241086896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8210; }","duration":"1.054548231s","start":"2026-02-27T00:03:21.250186Z","end":"2026-02-27T00:03:22.304734Z","steps":["trace[241086896] 'agreement among raft nodes before linearized reading' (duration: 1.05449805s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.304756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.250177Z","time spent":"1.054575032s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:03:22.304853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057232361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T00:03:22.304875Z","caller":"traceutil/trace.go:171","msg":"trace[925091147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8210; }","duration":"1.057256371s","start":"2026-02-27T00:03:21.247613Z","end":"2026-02-27T00:03:22.304869Z","steps":["trace[925091147] 'agreement among raft nodes before linearized reading' (duration: 1.05720288s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.30489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:21.24758Z","time spent":"1.057306953s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:03:22.30507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.07336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:03:22.305103Z","caller":"traceutil/trace.go:171","msg":"trace[475395130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8210; }","duration":"110.172772ms","start":"2026-02-27T00:03:22.194921Z","end":"2026-02-27T00:03:22.305094Z","steps":["trace[475395130] 'agreement among raft nodes before linearized reading' (duration: 110.114391ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:22.624028Z","caller":"traceutil/trace.go:171","msg":"trace[924411514] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"312.339011ms","start":"2026-02-27T00:03:22.311631Z","end":"2026-02-27T00:03:22.62397Z","steps":["trace[924411514] 'process raft request' (duration: 289.871642ms)","trace[924411514] 'compare' (duration: 22.270155ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:22.624296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:22.311611Z","time spent":"312.535115ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:22.626092Z","caller":"traceutil/trace.go:171","msg":"trace[1472319588] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"314.04003ms","start":"2026-02-27T00:03:22.312007Z","end":"2026-02-27T00:03:22.626047Z","steps":["trace[1472319588] 'process raft request' (duration: 313.57903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.626319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:22.31199Z","time spent":"314.174663ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:22.626324Z","caller":"traceutil/trace.go:171","msg":"trace[1756215130] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"314.203424ms","start":"2026-02-27T00:03:22.312102Z","end":"2026-02-27T00:03:22.626305Z","steps":["trace[1756215130] 'process raft request' (duration: 313.889257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.626437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:22.312095Z","time spent":"314.289505ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:22.626574Z","caller":"traceutil/trace.go:171","msg":"trace[1062169177] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"314.388357ms","start":"2026-02-27T00:03:22.312152Z","end":"2026-02-27T00:03:22.62654Z","steps":["trace[1062169177] 'process raft request' (duration: 314.07806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:22.626688Z","caller":"traceutil/trace.go:171","msg":"trace[1994373215] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"313.434206ms","start":"2026-02-27T00:03:22.313221Z","end":"2026-02-27T00:03:22.626656Z","steps":["trace[1994373215] 'process raft request' (duration: 313.298253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.626745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:22.313216Z","time spent":"313.503878ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:22.626851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:22.312146Z","time spent":"314.601972ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:22.626962Z","caller":"traceutil/trace.go:171","msg":"trace[446632357] linearizableReadLoop","detail":"{readStateIndex:8525; appliedIndex:8520; }","duration":"313.219721ms","start":"2026-02-27T00:03:22.313727Z","end":"2026-02-27T00:03:22.626947Z","steps":["trace[446632357] 'read index received' (duration: 287.854656ms)","trace[446632357] 'applied index is now lower than readState.Index' (duration: 25.362405ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:22.627205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.447516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-02-27T00:03:22.62729Z","caller":"traceutil/trace.go:171","msg":"trace[1119811590] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8216; }","duration":"313.552968ms","start":"2026-02-27T00:03:22.313715Z","end":"2026-02-27T00:03:22.627268Z","steps":["trace[1119811590] 'agreement among raft nodes before linearized reading' (duration: 313.305502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.627356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:22.31371Z","time spent":"313.639071ms","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19588,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T00:03:22.626862Z","caller":"traceutil/trace.go:171","msg":"trace[920099216] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"135.774381ms","start":"2026-02-27T00:03:22.491052Z","end":"2026-02-27T00:03:22.626826Z","steps":["trace[920099216] 'process raft request' (duration: 135.540796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.627511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.511456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:234787"} {"level":"info","ts":"2026-02-27T00:03:22.627563Z","caller":"traceutil/trace.go:171","msg":"trace[1673003165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8216; }","duration":"303.574728ms","start":"2026-02-27T00:03:22.323973Z","end":"2026-02-27T00:03:22.627548Z","steps":["trace[1673003165] 'agreement among raft nodes before linearized reading' (duration: 303.169258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.627596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:22.323966Z","time spent":"303.619209ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":27,"response size":234811,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T00:03:24.804649Z","caller":"traceutil/trace.go:171","msg":"trace[2137396039] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"102.762308ms","start":"2026-02-27T00:03:24.701846Z","end":"2026-02-27T00:03:24.804608Z","steps":["trace[2137396039] 'process raft request' (duration: 69.474847ms)","trace[2137396039] 'compare' (duration: 33.100577ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:25.610863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:25.206622Z","time spent":"404.233058ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:03:25.61109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.884824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:03:25.611165Z","caller":"traceutil/trace.go:171","msg":"trace[1885640932] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8225; }","duration":"335.047168ms","start":"2026-02-27T00:03:25.276108Z","end":"2026-02-27T00:03:25.611155Z","steps":["trace[1885640932] 'agreement among raft nodes before linearized reading' (duration: 334.860674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:25.61122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:25.276081Z","time spent":"335.127599ms","remote":"127.0.0.1:48730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:03:25.610881Z","caller":"traceutil/trace.go:171","msg":"trace[1674630953] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8536; }","duration":"334.66007ms","start":"2026-02-27T00:03:25.276166Z","end":"2026-02-27T00:03:25.610826Z","steps":["trace[1674630953] 'read index received' (duration: 334.634749ms)","trace[1674630953] 'applied index is now lower than readState.Index' (duration: 22.031µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:25.61154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.572304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:03:25.611631Z","caller":"traceutil/trace.go:171","msg":"trace[1408035936] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8225; }","duration":"231.743228ms","start":"2026-02-27T00:03:25.379858Z","end":"2026-02-27T00:03:25.611602Z","steps":["trace[1408035936] 'agreement among raft nodes before linearized reading' (duration: 231.558523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:25.80851Z","caller":"traceutil/trace.go:171","msg":"trace[1021838085] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"191.134234ms","start":"2026-02-27T00:03:25.617331Z","end":"2026-02-27T00:03:25.808465Z","steps":["trace[1021838085] 'process raft request' (duration: 97.083341ms)","trace[1021838085] 'compare' (duration: 93.723466ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:34.812902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.20753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:03:34.813046Z","caller":"traceutil/trace.go:171","msg":"trace[1210617328] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8307; }","duration":"324.664135ms","start":"2026-02-27T00:03:34.488362Z","end":"2026-02-27T00:03:34.813026Z","steps":["trace[1210617328] 'process raft request' (duration: 51.151668ms)","trace[1210617328] 'compare' (duration: 272.638298ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:34.813117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:34.488336Z","time spent":"324.750388ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-27T00:03:34.856923Z","caller":"traceutil/trace.go:171","msg":"trace[1780118989] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8622; }","duration":"260.833696ms","start":"2026-02-27T00:03:34.596058Z","end":"2026-02-27T00:03:34.856891Z","steps":["trace[1780118989] 'read index received' (duration: 260.627831ms)","trace[1780118989] 'applied index is now lower than readState.Index' (duration: 204.535µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:34.857326Z","caller":"traceutil/trace.go:171","msg":"trace[263577414] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"366.472757ms","start":"2026-02-27T00:03:34.490837Z","end":"2026-02-27T00:03:34.85731Z","steps":["trace[263577414] 'process raft request' (duration: 365.885264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.857516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:34.490826Z","time spent":"366.546449ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:34.857717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.662324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:03:34.857771Z","caller":"traceutil/trace.go:171","msg":"trace[1454296876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8308; }","duration":"261.764906ms","start":"2026-02-27T00:03:34.595989Z","end":"2026-02-27T00:03:34.857754Z","steps":["trace[1454296876] 'agreement among raft nodes before linearized reading' (duration: 261.687894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:34.965221Z","caller":"traceutil/trace.go:171","msg":"trace[1832047130] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8623; }","duration":"108.177737ms","start":"2026-02-27T00:03:34.857008Z","end":"2026-02-27T00:03:34.965186Z","steps":["trace[1832047130] 'read index received' (duration: 86.101876ms)","trace[1832047130] 'applied index is now lower than readState.Index' (duration: 22.074421ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:34.965489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.969663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T00:03:34.965598Z","caller":"traceutil/trace.go:171","msg":"trace[359799447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:8309; }","duration":"166.117137ms","start":"2026-02-27T00:03:34.799455Z","end":"2026-02-27T00:03:34.965572Z","steps":["trace[359799447] 'agreement among raft nodes before linearized reading' (duration: 165.79036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.96564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.25694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T00:03:34.965697Z","caller":"traceutil/trace.go:171","msg":"trace[569063084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8309; }","duration":"183.333241ms","start":"2026-02-27T00:03:34.782348Z","end":"2026-02-27T00:03:34.965681Z","steps":["trace[569063084] 'agreement among raft nodes before linearized reading' (duration: 183.017224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.96587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.523942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-49ggs\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-02-27T00:03:34.965966Z","caller":"traceutil/trace.go:171","msg":"trace[1585955694] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"238.407406ms","start":"2026-02-27T00:03:34.727541Z","end":"2026-02-27T00:03:34.965948Z","steps":["trace[1585955694] 'process raft request' (duration: 215.600769ms)","trace[1585955694] 'compare' (duration: 21.541839ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:34.965989Z","caller":"traceutil/trace.go:171","msg":"trace[636528356] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-49ggs; range_end:; response_count:1; response_revision:8309; }","duration":"239.706316ms","start":"2026-02-27T00:03:34.72626Z","end":"2026-02-27T00:03:34.965967Z","steps":["trace[636528356] 'agreement among raft nodes before linearized reading' (duration: 239.243465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.966072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.129589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T00:03:34.966131Z","caller":"traceutil/trace.go:171","msg":"trace[1675128415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8309; }","duration":"286.226371ms","start":"2026-02-27T00:03:34.679885Z","end":"2026-02-27T00:03:34.966111Z","steps":["trace[1675128415] 'agreement among raft nodes before linearized reading' (duration: 286.051677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.966159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.695378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-49ggs\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-02-27T00:03:34.966198Z","caller":"traceutil/trace.go:171","msg":"trace[1553203295] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-49ggs; range_end:; response_count:1; response_revision:8309; }","duration":"103.773429ms","start":"2026-02-27T00:03:34.862414Z","end":"2026-02-27T00:03:34.966188Z","steps":["trace[1553203295] 'agreement among raft nodes before linearized reading' (duration: 103.666317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.965879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.251847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:03:34.966354Z","caller":"traceutil/trace.go:171","msg":"trace[1229832660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8309; }","duration":"107.781508ms","start":"2026-02-27T00:03:34.858542Z","end":"2026-02-27T00:03:34.966323Z","steps":["trace[1229832660] 'agreement among raft nodes before linearized reading' (duration: 107.217736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.96642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.444064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T00:03:34.967086Z","caller":"traceutil/trace.go:171","msg":"trace[897856560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8309; }","duration":"114.12289ms","start":"2026-02-27T00:03:34.852939Z","end":"2026-02-27T00:03:34.967062Z","steps":["trace[897856560] 'agreement among raft nodes before linearized reading' (duration: 113.393784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.966253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.014654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T00:03:34.967316Z","caller":"traceutil/trace.go:171","msg":"trace[1077710361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8309; }","duration":"220.059157ms","start":"2026-02-27T00:03:34.74722Z","end":"2026-02-27T00:03:34.967279Z","steps":["trace[1077710361] 'agreement among raft nodes before linearized reading' (duration: 218.897232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.966447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.945505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T00:03:34.967492Z","caller":"traceutil/trace.go:171","msg":"trace[1026708009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8309; }","duration":"221.051311ms","start":"2026-02-27T00:03:34.746423Z","end":"2026-02-27T00:03:34.967474Z","steps":["trace[1026708009] 'agreement among raft nodes before linearized reading' (duration: 219.765731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:36.060076Z","caller":"traceutil/trace.go:171","msg":"trace[904409656] linearizableReadLoop","detail":"{readStateIndex:8634; appliedIndex:8633; }","duration":"246.581919ms","start":"2026-02-27T00:03:35.813462Z","end":"2026-02-27T00:03:36.060044Z","steps":["trace[904409656] 'read index received' (duration: 246.264221ms)","trace[904409656] 'applied index is now lower than readState.Index' (duration: 316.728µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:36.060233Z","caller":"traceutil/trace.go:171","msg":"trace[672728325] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"466.678208ms","start":"2026-02-27T00:03:35.5935Z","end":"2026-02-27T00:03:36.060178Z","steps":["trace[672728325] 'process raft request' (duration: 466.367711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:36.060291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.811614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T00:03:36.060441Z","caller":"traceutil/trace.go:171","msg":"trace[1187302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8318; }","duration":"247.018368ms","start":"2026-02-27T00:03:35.813405Z","end":"2026-02-27T00:03:36.060424Z","steps":["trace[1187302] 'agreement among raft nodes before linearized reading' (duration: 246.747682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:36.060519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:35.593476Z","time spent":"466.877993ms","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:36.439701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.240217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:03:36.43987Z","caller":"traceutil/trace.go:171","msg":"trace[1479603333] linearizableReadLoop","detail":"{readStateIndex:8635; appliedIndex:8634; }","duration":"372.369999ms","start":"2026-02-27T00:03:36.067476Z","end":"2026-02-27T00:03:36.439846Z","steps":["trace[1479603333] 'read index received' (duration: 135.837675ms)","trace[1479603333] 'applied index is now lower than readState.Index' (duration: 236.529924ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:36.439958Z","caller":"traceutil/trace.go:171","msg":"trace[976132915] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"375.188111ms","start":"2026-02-27T00:03:36.064758Z","end":"2026-02-27T00:03:36.439946Z","steps":["trace[976132915] 'process raft request' (duration: 138.540194ms)","trace[976132915] 'compare' (duration: 235.922511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:36.440031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:36.064726Z","time spent":"375.268973ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:36.440182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.684905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T00:03:36.440285Z","caller":"traceutil/trace.go:171","msg":"trace[1505464195] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8319; }","duration":"372.830318ms","start":"2026-02-27T00:03:36.067434Z","end":"2026-02-27T00:03:36.440264Z","steps":["trace[1505464195] 'agreement among raft nodes before linearized reading' (duration: 372.514921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:36.440334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:36.067408Z","time spent":"372.91536ms","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-02-27T00:03:36.998947Z","caller":"traceutil/trace.go:171","msg":"trace[1919745643] linearizableReadLoop","detail":"{readStateIndex:8638; appliedIndex:8635; }","duration":"559.023293ms","start":"2026-02-27T00:03:36.439898Z","end":"2026-02-27T00:03:36.998922Z","steps":["trace[1919745643] 'read index received' (duration: 21.059809ms)","trace[1919745643] 'applied index is now lower than readState.Index' (duration: 537.961764ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:36.998996Z","caller":"traceutil/trace.go:171","msg":"trace[1883613894] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"580.303706ms","start":"2026-02-27T00:03:36.41864Z","end":"2026-02-27T00:03:36.998944Z","steps":["trace[1883613894] 'process raft request' (duration: 580.00539ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:36.999098Z","caller":"traceutil/trace.go:171","msg":"trace[278068054] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"575.679933ms","start":"2026-02-27T00:03:36.423362Z","end":"2026-02-27T00:03:36.999042Z","steps":["trace[278068054] 'process raft request' (duration: 575.484619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:36.999203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.027614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:03:36.99924Z","caller":"traceutil/trace.go:171","msg":"trace[783109249] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8322; }","duration":"555.103086ms","start":"2026-02-27T00:03:36.444126Z","end":"2026-02-27T00:03:36.999229Z","steps":["trace[783109249] 'agreement among raft nodes before linearized reading' (duration: 555.053004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:36.999233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:36.418601Z","time spent":"580.494891ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:36.999277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:36.444104Z","time spent":"555.162816ms","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-02-27T00:03:36.999314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:36.423345Z","time spent":"575.863328ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:36.999344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.346608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:03:36.999141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.373964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:03:36.999405Z","caller":"traceutil/trace.go:171","msg":"trace[557212493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8322; }","duration":"403.4572ms","start":"2026-02-27T00:03:36.595933Z","end":"2026-02-27T00:03:36.99939Z","steps":["trace[557212493] 'agreement among raft nodes before linearized reading' (duration: 403.329967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:36.999444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:36.595909Z","time spent":"403.528132ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:03:36.999466Z","caller":"traceutil/trace.go:171","msg":"trace[813584350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8322; }","duration":"565.722412ms","start":"2026-02-27T00:03:36.433699Z","end":"2026-02-27T00:03:36.999422Z","steps":["trace[813584350] 'agreement among raft nodes before linearized reading' (duration: 565.371194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:36.999503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.276937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-02-27T00:03:36.999592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:36.43369Z","time spent":"565.853054ms","remote":"127.0.0.1:47038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:03:36.999601Z","caller":"traceutil/trace.go:171","msg":"trace[1512340608] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8322; }","duration":"186.4237ms","start":"2026-02-27T00:03:36.813154Z","end":"2026-02-27T00:03:36.999578Z","steps":["trace[1512340608] 'agreement among raft nodes before linearized reading' (duration: 186.089133ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:38.135427Z","caller":"traceutil/trace.go:171","msg":"trace[1529266932] linearizableReadLoop","detail":"{readStateIndex:8648; appliedIndex:8647; }","duration":"128.511049ms","start":"2026-02-27T00:03:38.006885Z","end":"2026-02-27T00:03:38.135396Z","steps":["trace[1529266932] 'read index received' (duration: 128.305315ms)","trace[1529266932] 'applied index is now lower than readState.Index' (duration: 203.794µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:38.135687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.783716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:03:38.135806Z","caller":"traceutil/trace.go:171","msg":"trace[1111789034] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8332; }","duration":"128.95827ms","start":"2026-02-27T00:03:38.00683Z","end":"2026-02-27T00:03:38.135788Z","steps":["trace[1111789034] 'agreement among raft nodes before linearized reading' (duration: 128.761074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:38.135769Z","caller":"traceutil/trace.go:171","msg":"trace[1232202926] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"135.240221ms","start":"2026-02-27T00:03:38.000462Z","end":"2026-02-27T00:03:38.135702Z","steps":["trace[1232202926] 'process raft request' (duration: 134.758409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:38.47619Z","caller":"traceutil/trace.go:171","msg":"trace[1303962978] linearizableReadLoop","detail":"{readStateIndex:8650; appliedIndex:8648; }","duration":"332.195394ms","start":"2026-02-27T00:03:38.14395Z","end":"2026-02-27T00:03:38.476145Z","steps":["trace[1303962978] 'read index received' (duration: 45.290779ms)","trace[1303962978] 'applied index is now lower than readState.Index' (duration: 286.903025ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:38.476378Z","caller":"traceutil/trace.go:171","msg":"trace[2094698250] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"334.981745ms","start":"2026-02-27T00:03:38.141353Z","end":"2026-02-27T00:03:38.476334Z","steps":["trace[2094698250] 'process raft request' (duration: 319.02547ms)","trace[2094698250] 'compare' (duration: 15.567287ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:38.476517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.583842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T00:03:38.476593Z","caller":"traceutil/trace.go:171","msg":"trace[858477337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8334; }","duration":"332.708096ms","start":"2026-02-27T00:03:38.143868Z","end":"2026-02-27T00:03:38.476576Z","steps":["trace[858477337] 'agreement among raft nodes before linearized reading' (duration: 332.43545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:38.476564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:38.141342Z","time spent":"335.122238ms","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:38.476657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:38.143822Z","time spent":"332.820418ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T00:04:53.431548Z","caller":"traceutil/trace.go:171","msg":"trace[1161398217] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"104.161949ms","start":"2026-02-27T00:04:53.327346Z","end":"2026-02-27T00:04:53.431508Z","steps":["trace[1161398217] 'process raft request' (duration: 63.968663ms)","trace[1161398217] 'compare' (duration: 39.970511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:04:54.219092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.790259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:04:54.219217Z","caller":"traceutil/trace.go:171","msg":"trace[1937572135] linearizableReadLoop","detail":"{readStateIndex:9369; appliedIndex:9368; }","duration":"782.813844ms","start":"2026-02-27T00:04:53.436386Z","end":"2026-02-27T00:04:54.2192Z","steps":["trace[1937572135] 'read index received' (duration: 386.838071ms)","trace[1937572135] 'applied index is now lower than readState.Index' (duration: 395.974163ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:04:54.21936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.975247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:04:54.219401Z","caller":"traceutil/trace.go:171","msg":"trace[118612447] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9033; }","duration":"783.048489ms","start":"2026-02-27T00:04:53.436339Z","end":"2026-02-27T00:04:54.219388Z","steps":["trace[118612447] 'agreement among raft nodes before linearized reading' (duration: 782.962417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.219444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:53.436323Z","time spent":"783.10783ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:04:54.219564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.260854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T00:04:54.219537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.48444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:04:54.21962Z","caller":"traceutil/trace.go:171","msg":"trace[277273439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9033; }","duration":"553.345465ms","start":"2026-02-27T00:04:53.666258Z","end":"2026-02-27T00:04:54.219604Z","steps":["trace[277273439] 'agreement among raft nodes before linearized reading' (duration: 553.186872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.219598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.644249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T00:04:54.21963Z","caller":"traceutil/trace.go:171","msg":"trace[1476802338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9033; }","duration":"620.619714ms","start":"2026-02-27T00:04:53.59899Z","end":"2026-02-27T00:04:54.21961Z","steps":["trace[1476802338] 'agreement among raft nodes before linearized reading' (duration: 620.468431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.21962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.602623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T00:04:54.219665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:53.666245Z","time spent":"553.407008ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:04:54.219676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:53.598972Z","time spent":"620.694745ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:04:54.219697Z","caller":"traceutil/trace.go:171","msg":"trace[1515396960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9033; }","duration":"558.726266ms","start":"2026-02-27T00:04:53.660947Z","end":"2026-02-27T00:04:54.219673Z","steps":["trace[1515396960] 'agreement among raft nodes before linearized reading' (duration: 558.516051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:04:54.219677Z","caller":"traceutil/trace.go:171","msg":"trace[1986318680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9033; }","duration":"556.778312ms","start":"2026-02-27T00:04:53.662878Z","end":"2026-02-27T00:04:54.219656Z","steps":["trace[1986318680] 'agreement among raft nodes before linearized reading' (duration: 556.562187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.219787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:53.660924Z","time spent":"558.848858ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:04:54.219723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.02487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T00:04:54.219813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:53.662858Z","time spent":"556.945236ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:04:54.219779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.159406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T00:04:54.219869Z","caller":"traceutil/trace.go:171","msg":"trace[945912741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:9033; }","duration":"620.257855ms","start":"2026-02-27T00:04:53.59958Z","end":"2026-02-27T00:04:54.219838Z","steps":["trace[945912741] 'agreement among raft nodes before linearized reading' (duration: 619.864877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.219927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:53.599559Z","time spent":"620.359017ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-bt9xv\" "} {"level":"info","ts":"2026-02-27T00:04:54.21987Z","caller":"traceutil/trace.go:171","msg":"trace[964226829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9033; }","duration":"745.318198ms","start":"2026-02-27T00:04:53.474532Z","end":"2026-02-27T00:04:54.21985Z","steps":["trace[964226829] 'agreement among raft nodes before linearized reading' (duration: 744.95115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.220022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:53.474516Z","time spent":"745.494783ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:04:54.220375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.131641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T00:04:54.220459Z","caller":"traceutil/trace.go:171","msg":"trace[771122252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9033; }","duration":"557.482958ms","start":"2026-02-27T00:04:53.662957Z","end":"2026-02-27T00:04:54.220439Z","steps":["trace[771122252] 'agreement among raft nodes before linearized reading' (duration: 556.499887ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:04:54.220596Z","caller":"traceutil/trace.go:171","msg":"trace[1676904312] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"887.186116ms","start":"2026-02-27T00:04:53.332947Z","end":"2026-02-27T00:04:54.220134Z","steps":["trace[1676904312] 'process raft request' (duration: 490.255742ms)","trace[1676904312] 'compare' (duration: 395.070203ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:04:54.220749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:53.332921Z","time spent":"887.751368ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:04:54.22051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:53.66289Z","time spent":"557.611101ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:04:54.729186Z","caller":"traceutil/trace.go:171","msg":"trace[253648635] linearizableReadLoop","detail":"{readStateIndex:9372; appliedIndex:9369; }","duration":"504.5582ms","start":"2026-02-27T00:04:54.224597Z","end":"2026-02-27T00:04:54.729155Z","steps":["trace[253648635] 'read index received' (duration: 16.923096ms)","trace[253648635] 'applied index is now lower than readState.Index' (duration: 487.633894ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:04:54.729256Z","caller":"traceutil/trace.go:171","msg":"trace[738234541] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"504.810056ms","start":"2026-02-27T00:04:54.224424Z","end":"2026-02-27T00:04:54.729234Z","steps":["trace[738234541] 'process raft request' (duration: 504.53801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.729387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:54.224416Z","time spent":"504.887897ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:04:54.729422Z","caller":"traceutil/trace.go:171","msg":"trace[1033221517] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"504.693464ms","start":"2026-02-27T00:04:54.224684Z","end":"2026-02-27T00:04:54.729377Z","steps":["trace[1033221517] 'process raft request' (duration: 504.356266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.729529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:54.224677Z","time spent":"504.796766ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:04:54.729611Z","caller":"traceutil/trace.go:171","msg":"trace[628425323] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"503.988288ms","start":"2026-02-27T00:04:54.225576Z","end":"2026-02-27T00:04:54.729564Z","steps":["trace[628425323] 'process raft request' (duration: 503.531808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.729804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.190855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:297163"} {"level":"info","ts":"2026-02-27T00:04:54.729775Z","caller":"traceutil/trace.go:171","msg":"trace[1620125590] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"505.416649ms","start":"2026-02-27T00:04:54.2243Z","end":"2026-02-27T00:04:54.729717Z","steps":["trace[1620125590] 'process raft request' (duration: 504.462378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.72983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:54.225553Z","time spent":"504.154271ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:04:54.729879Z","caller":"traceutil/trace.go:171","msg":"trace[1597452243] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9038; }","duration":"505.289896ms","start":"2026-02-27T00:04:54.224571Z","end":"2026-02-27T00:04:54.729861Z","steps":["trace[1597452243] 'agreement among raft nodes before linearized reading' (duration: 504.702643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:54.729943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:54.224562Z","time spent":"505.364988ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":32,"response size":297187,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T00:04:54.730113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:04:54.224266Z","time spent":"505.634974ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:04:54.894521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.237523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:04:54.894638Z","caller":"traceutil/trace.go:171","msg":"trace[366627575] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9038; }","duration":"110.436157ms","start":"2026-02-27T00:04:54.784169Z","end":"2026-02-27T00:04:54.894605Z","steps":["trace[366627575] 'count revisions from in-memory index tree' (duration: 110.080929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:04:55.398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.999193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T00:04:55.398091Z","caller":"traceutil/trace.go:171","msg":"trace[1849003275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9040; }","duration":"116.134365ms","start":"2026-02-27T00:04:55.281935Z","end":"2026-02-27T00:04:55.398069Z","steps":["trace[1849003275] 'range keys from in-memory index tree' (duration: 115.86975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:06:29.442178Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T00:06:29.449801Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T00:06:29.449906Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-27T00:06:42.255425Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7493} {"level":"info","ts":"2026-02-27T00:06:42.326282Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7493,"took":"68.738861ms","hash":3689464834,"current-db-size-bytes":41242624,"current-db-size":"41 MB","current-db-size-in-use-bytes":24637440,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T00:06:42.326355Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3689464834,"revision":7493,"compact-revision":5457} {"level":"info","ts":"2026-02-27T00:06:56.80605Z","caller":"traceutil/trace.go:171","msg":"trace[1226590323] transaction","detail":"{read_only:false; response_revision:9822; number_of_response:1; }","duration":"122.997258ms","start":"2026-02-27T00:06:56.683028Z","end":"2026-02-27T00:06:56.806026Z","steps":["trace[1226590323] 'process raft request' (duration: 122.853315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:10:10.251924Z","caller":"traceutil/trace.go:171","msg":"trace[1528630176] transaction","detail":"{read_only:false; response_revision:11181; number_of_response:1; }","duration":"174.100529ms","start":"2026-02-27T00:10:10.077796Z","end":"2026-02-27T00:10:10.251896Z","steps":["trace[1528630176] 'process raft request' (duration: 173.965747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:11:42.262057Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9724} {"level":"info","ts":"2026-02-27T00:11:42.353094Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9724,"took":"88.892181ms","hash":1248342637,"current-db-size-bytes":41242624,"current-db-size":"41 MB","current-db-size-in-use-bytes":22228992,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-27T00:11:42.353167Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1248342637,"revision":9724,"compact-revision":7493} {"level":"info","ts":"2026-02-27T00:14:48.314708Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000344a.wal"} {"level":"info","ts":"2026-02-27T00:16:29.378544Z","caller":"traceutil/trace.go:171","msg":"trace[1248545890] linearizableReadLoop","detail":"{readStateIndex:14040; appliedIndex:14039; }","duration":"185.921964ms","start":"2026-02-27T00:16:29.192598Z","end":"2026-02-27T00:16:29.37852Z","steps":["trace[1248545890] 'read index received' (duration: 185.747619ms)","trace[1248545890] 'applied index is now lower than readState.Index' (duration: 173.335µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:16:29.378837Z","caller":"traceutil/trace.go:171","msg":"trace[1266244428] transaction","detail":"{read_only:false; response_revision:13542; number_of_response:1; }","duration":"212.371722ms","start":"2026-02-27T00:16:29.166454Z","end":"2026-02-27T00:16:29.378826Z","steps":["trace[1266244428] 'process raft request' (duration: 211.946412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:29.379169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.511377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T00:16:29.379213Z","caller":"traceutil/trace.go:171","msg":"trace[1172727260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13542; }","duration":"186.64835ms","start":"2026-02-27T00:16:29.192554Z","end":"2026-02-27T00:16:29.379202Z","steps":["trace[1172727260] 'agreement among raft nodes before linearized reading' (duration: 186.448936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:29.379203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.411252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:29.379274Z","caller":"traceutil/trace.go:171","msg":"trace[1580234964] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13542; }","duration":"140.521653ms","start":"2026-02-27T00:16:29.238736Z","end":"2026-02-27T00:16:29.379257Z","steps":["trace[1580234964] 'agreement among raft nodes before linearized reading' (duration: 140.390611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:32.316915Z","caller":"traceutil/trace.go:171","msg":"trace[1829487429] transaction","detail":"{read_only:false; response_revision:13554; number_of_response:1; }","duration":"280.411134ms","start":"2026-02-27T00:16:32.036476Z","end":"2026-02-27T00:16:32.316887Z","steps":["trace[1829487429] 'process raft request' (duration: 279.723519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:42.270245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11734} {"level":"info","ts":"2026-02-27T00:16:42.348426Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11734,"took":"75.772785ms","hash":3272170945,"current-db-size-bytes":41242624,"current-db-size":"41 MB","current-db-size-in-use-bytes":23846912,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-27T00:16:42.348507Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3272170945,"revision":11734,"compact-revision":9724} {"level":"info","ts":"2026-02-27T00:16:51.642818Z","caller":"traceutil/trace.go:171","msg":"trace[71150725] linearizableReadLoop","detail":"{readStateIndex:14154; appliedIndex:14153; }","duration":"101.825053ms","start":"2026-02-27T00:16:51.540953Z","end":"2026-02-27T00:16:51.642778Z","steps":["trace[71150725] 'read index received' (duration: 101.484276ms)","trace[71150725] 'applied index is now lower than readState.Index' (duration: 339.057µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:16:51.643036Z","caller":"traceutil/trace.go:171","msg":"trace[208850512] transaction","detail":"{read_only:false; response_revision:13650; number_of_response:1; }","duration":"192.936209ms","start":"2026-02-27T00:16:51.450066Z","end":"2026-02-27T00:16:51.643003Z","steps":["trace[208850512] 'process raft request' (duration: 192.475149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:51.643076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.113129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:51.643153Z","caller":"traceutil/trace.go:171","msg":"trace[1391774128] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13650; }","duration":"102.239902ms","start":"2026-02-27T00:16:51.540902Z","end":"2026-02-27T00:16:51.643141Z","steps":["trace[1391774128] 'agreement among raft nodes before linearized reading' (duration: 102.109969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:51.945057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.209346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:51.945157Z","caller":"traceutil/trace.go:171","msg":"trace[61214712] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13650; }","duration":"180.38702ms","start":"2026-02-27T00:16:51.764746Z","end":"2026-02-27T00:16:51.945133Z","steps":["trace[61214712] 'count revisions from in-memory index tree' (duration: 180.098233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:51.946067Z","caller":"traceutil/trace.go:171","msg":"trace[658682448] transaction","detail":"{read_only:false; response_revision:13651; number_of_response:1; }","duration":"160.008138ms","start":"2026-02-27T00:16:51.786042Z","end":"2026-02-27T00:16:51.94605Z","steps":["trace[658682448] 'process raft request' (duration: 154.464774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:51.94608Z","caller":"traceutil/trace.go:171","msg":"trace[258259526] linearizableReadLoop","detail":"{readStateIndex:14155; appliedIndex:14154; }","duration":"143.579382ms","start":"2026-02-27T00:16:51.802394Z","end":"2026-02-27T00:16:51.945974Z","steps":["trace[258259526] 'read index received' (duration: 138.089ms)","trace[258259526] 'applied index is now lower than readState.Index' (duration: 5.488142ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:16:51.947394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.964023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:16:51.947974Z","caller":"traceutil/trace.go:171","msg":"trace[1725993904] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13651; }","duration":"145.590307ms","start":"2026-02-27T00:16:51.802342Z","end":"2026-02-27T00:16:51.947932Z","steps":["trace[1725993904] 'agreement among raft nodes before linearized reading' (duration: 143.904109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:59.790946Z","caller":"traceutil/trace.go:171","msg":"trace[1460692869] transaction","detail":"{read_only:false; response_revision:13688; number_of_response:1; }","duration":"116.93314ms","start":"2026-02-27T00:16:59.673985Z","end":"2026-02-27T00:16:59.790919Z","steps":["trace[1460692869] 'process raft request' (duration: 116.762457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:06.905843Z","caller":"traceutil/trace.go:171","msg":"trace[1912579071] linearizableReadLoop","detail":"{readStateIndex:14243; appliedIndex:14242; }","duration":"143.740937ms","start":"2026-02-27T00:17:06.762074Z","end":"2026-02-27T00:17:06.905815Z","steps":["trace[1912579071] 'read index received' (duration: 143.555582ms)","trace[1912579071] 'applied index is now lower than readState.Index' (duration: 184.355µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:17:06.905879Z","caller":"traceutil/trace.go:171","msg":"trace[183502572] transaction","detail":"{read_only:false; response_revision:13735; number_of_response:1; }","duration":"154.958006ms","start":"2026-02-27T00:17:06.750894Z","end":"2026-02-27T00:17:06.905852Z","steps":["trace[183502572] 'process raft request' (duration: 154.737661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:06.90621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.105814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T00:17:06.906338Z","caller":"traceutil/trace.go:171","msg":"trace[1154380359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13735; }","duration":"144.282548ms","start":"2026-02-27T00:17:06.762027Z","end":"2026-02-27T00:17:06.90631Z","steps":["trace[1154380359] 'agreement among raft nodes before linearized reading' (duration: 143.90457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:07.125764Z","caller":"traceutil/trace.go:171","msg":"trace[457128452] transaction","detail":"{read_only:false; response_revision:13739; number_of_response:1; }","duration":"101.907115ms","start":"2026-02-27T00:17:07.02381Z","end":"2026-02-27T00:17:07.125717Z","steps":["trace[457128452] 'process raft request' (duration: 101.68122ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:08.380855Z","caller":"traceutil/trace.go:171","msg":"trace[548183765] linearizableReadLoop","detail":"{readStateIndex:14250; appliedIndex:14249; }","duration":"352.051347ms","start":"2026-02-27T00:17:08.02878Z","end":"2026-02-27T00:17:08.380832Z","steps":["trace[548183765] 'read index received' (duration: 342.797252ms)","trace[548183765] 'applied index is now lower than readState.Index' (duration: 9.253275ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:17:08.380977Z","caller":"traceutil/trace.go:171","msg":"trace[407518686] transaction","detail":"{read_only:false; response_revision:13742; number_of_response:1; }","duration":"381.092913ms","start":"2026-02-27T00:17:07.999869Z","end":"2026-02-27T00:17:08.380962Z","steps":["trace[407518686] 'process raft request' (duration: 371.694864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:08.38106Z","caller":"traceutil/trace.go:171","msg":"trace[816823342] transaction","detail":"{read_only:false; response_revision:13743; number_of_response:1; }","duration":"194.087885ms","start":"2026-02-27T00:17:08.186937Z","end":"2026-02-27T00:17:08.381024Z","steps":["trace[816823342] 'process raft request' (duration: 193.824569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:08.381133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:07.999838Z","time spent":"381.171345ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:17:08.381188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.382265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:17:08.381265Z","caller":"traceutil/trace.go:171","msg":"trace[1056615959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13743; }","duration":"352.508817ms","start":"2026-02-27T00:17:08.028736Z","end":"2026-02-27T00:17:08.381245Z","steps":["trace[1056615959] 'agreement among raft nodes before linearized reading' (duration: 352.1964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:08.381318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.02872Z","time spent":"352.581359ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:17:09.009344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569680812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:17:09.394429Z","caller":"traceutil/trace.go:171","msg":"trace[169834594] transaction","detail":"{read_only:false; response_revision:13744; number_of_response:1; }","duration":"939.108349ms","start":"2026-02-27T00:17:08.455288Z","end":"2026-02-27T00:17:09.394396Z","steps":["trace[169834594] 'process raft request' (duration: 918.803637ms)","trace[169834594] 'compare' (duration: 19.34037ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:17:09.394435Z","caller":"traceutil/trace.go:171","msg":"trace[1054517144] linearizableReadLoop","detail":"{readStateIndex:14253; appliedIndex:14251; }","duration":"885.996448ms","start":"2026-02-27T00:17:08.508408Z","end":"2026-02-27T00:17:09.394404Z","steps":["trace[1054517144] 'read index received' (duration: 865.711597ms)","trace[1054517144] 'applied index is now lower than readState.Index' (duration: 20.283811ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:17:09.394505Z","caller":"traceutil/trace.go:171","msg":"trace[1657154064] transaction","detail":"{read_only:false; response_revision:13745; number_of_response:1; }","duration":"857.698429ms","start":"2026-02-27T00:17:08.536755Z","end":"2026-02-27T00:17:09.394453Z","steps":["trace[1657154064] 'process raft request' (duration: 857.550716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.394577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.45526Z","time spent":"939.232762ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:17:09.394601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.181763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T00:17:09.394639Z","caller":"traceutil/trace.go:171","msg":"trace[315852524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13745; }","duration":"886.270634ms","start":"2026-02-27T00:17:08.508357Z","end":"2026-02-27T00:17:09.394628Z","steps":["trace[315852524] 'agreement among raft nodes before linearized reading' (duration: 886.173321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.394631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.830528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:17:09.394673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.508333Z","time spent":"886.331705ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:17:09.394674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.536735Z","time spent":"857.842542ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:17:09.3947Z","caller":"traceutil/trace.go:171","msg":"trace[2125624496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13745; }","duration":"797.931651ms","start":"2026-02-27T00:17:08.596749Z","end":"2026-02-27T00:17:09.394681Z","steps":["trace[2125624496] 'agreement among raft nodes before linearized reading' (duration: 797.835259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.394735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.596732Z","time spent":"797.997382ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:17:09.394782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.440337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T00:17:09.394838Z","caller":"traceutil/trace.go:171","msg":"trace[439771295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13745; }","duration":"455.546679ms","start":"2026-02-27T00:17:08.939273Z","end":"2026-02-27T00:17:09.39482Z","steps":["trace[439771295] 'agreement among raft nodes before linearized reading' (duration: 455.378745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.394871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.939263Z","time spent":"455.60039ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:17:09.394944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.372903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T00:17:09.394967Z","caller":"traceutil/trace.go:171","msg":"trace[1819224678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13745; }","duration":"459.422724ms","start":"2026-02-27T00:17:08.935538Z","end":"2026-02-27T00:17:09.39496Z","steps":["trace[1819224678] 'agreement among raft nodes before linearized reading' (duration: 459.321312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.394984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.935523Z","time spent":"459.457775ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:17:09.395017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.379354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T00:17:09.395046Z","caller":"traceutil/trace.go:171","msg":"trace[1894507447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13745; }","duration":"455.453876ms","start":"2026-02-27T00:17:08.939583Z","end":"2026-02-27T00:17:09.395037Z","steps":["trace[1894507447] 'agreement among raft nodes before linearized reading' (duration: 455.371984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.39507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.939574Z","time spent":"455.490786ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:17:09.395204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.796222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T00:17:09.395248Z","caller":"traceutil/trace.go:171","msg":"trace[385615735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:13745; }","duration":"759.876874ms","start":"2026-02-27T00:17:08.635358Z","end":"2026-02-27T00:17:09.395235Z","steps":["trace[385615735] 'agreement among raft nodes before linearized reading' (duration: 759.723341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.395281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.635337Z","time spent":"759.935476ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-bt9xv\" "} {"level":"warn","ts":"2026-02-27T00:17:09.395415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.285759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T00:17:09.39545Z","caller":"traceutil/trace.go:171","msg":"trace[774258665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13745; }","duration":"485.3589ms","start":"2026-02-27T00:17:08.910082Z","end":"2026-02-27T00:17:09.39544Z","steps":["trace[774258665] 'agreement among raft nodes before linearized reading' (duration: 485.242198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.395478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:08.910061Z","time spent":"485.410012ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:17:31.897427Z","caller":"traceutil/trace.go:171","msg":"trace[1797287948] linearizableReadLoop","detail":"{readStateIndex:14567; appliedIndex:14566; }","duration":"300.8744ms","start":"2026-02-27T00:17:31.596533Z","end":"2026-02-27T00:17:31.897407Z","steps":["trace[1797287948] 'read index received' (duration: 300.719896ms)","trace[1797287948] 'applied index is now lower than readState.Index' (duration: 153.764µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:17:31.897497Z","caller":"traceutil/trace.go:171","msg":"trace[605381313] transaction","detail":"{read_only:false; response_revision:14045; number_of_response:1; }","duration":"307.955537ms","start":"2026-02-27T00:17:31.589509Z","end":"2026-02-27T00:17:31.897464Z","steps":["trace[605381313] 'process raft request' (duration: 307.772043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:31.897762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:31.589489Z","time spent":"308.192552ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:17:31.897799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.075411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T00:17:31.897795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.824767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T00:17:31.897843Z","caller":"traceutil/trace.go:171","msg":"trace[44504911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14045; }","duration":"255.140332ms","start":"2026-02-27T00:17:31.642688Z","end":"2026-02-27T00:17:31.897828Z","steps":["trace[44504911] 'agreement among raft nodes before linearized reading' (duration: 254.992589ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:31.897854Z","caller":"traceutil/trace.go:171","msg":"trace[1190810403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14045; }","duration":"268.905428ms","start":"2026-02-27T00:17:31.628931Z","end":"2026-02-27T00:17:31.897836Z","steps":["trace[1190810403] 'agreement among raft nodes before linearized reading' (duration: 268.736954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:31.897564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.025673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:17:31.898017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.122079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T00:17:31.898033Z","caller":"traceutil/trace.go:171","msg":"trace[482072834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14045; }","duration":"301.538514ms","start":"2026-02-27T00:17:31.59648Z","end":"2026-02-27T00:17:31.898018Z","steps":["trace[482072834] 'agreement among raft nodes before linearized reading' (duration: 301.034973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:31.898047Z","caller":"traceutil/trace.go:171","msg":"trace[513137910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14045; }","duration":"258.173469ms","start":"2026-02-27T00:17:31.639863Z","end":"2026-02-27T00:17:31.898037Z","steps":["trace[513137910] 'agreement among raft nodes before linearized reading' (duration: 258.088538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:31.89807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:31.596459Z","time spent":"301.600786ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:17:31.898096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.046419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T00:17:31.898131Z","caller":"traceutil/trace.go:171","msg":"trace[1725304811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:14045; }","duration":"187.09995ms","start":"2026-02-27T00:17:31.711022Z","end":"2026-02-27T00:17:31.898122Z","steps":["trace[1725304811] 'agreement among raft nodes before linearized reading' (duration: 187.014978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:31.898019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.64974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d66ac1d-d723-479d-bd1c-1abafff20aef\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-27T00:17:31.898269Z","caller":"traceutil/trace.go:171","msg":"trace[1283785868] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d66ac1d-d723-479d-bd1c-1abafff20aef; range_end:; response_count:1; response_revision:14045; }","duration":"186.896196ms","start":"2026-02-27T00:17:31.711344Z","end":"2026-02-27T00:17:31.898241Z","steps":["trace[1283785868] 'agreement among raft nodes before linearized reading' (duration: 186.61105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:31.898341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.50174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T00:17:31.898374Z","caller":"traceutil/trace.go:171","msg":"trace[1296447433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14045; }","duration":"259.571562ms","start":"2026-02-27T00:17:31.638793Z","end":"2026-02-27T00:17:31.898364Z","steps":["trace[1296447433] 'agreement among raft nodes before linearized reading' (duration: 259.469689ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:32.746889Z","caller":"traceutil/trace.go:171","msg":"trace[301936408] transaction","detail":"{read_only:false; response_revision:14047; number_of_response:1; }","duration":"844.070946ms","start":"2026-02-27T00:17:31.902786Z","end":"2026-02-27T00:17:32.746857Z","steps":["trace[301936408] 'process raft request' (duration: 844.003615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:32.747071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:31.902772Z","time spent":"844.207229ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:17:32.747432Z","caller":"traceutil/trace.go:171","msg":"trace[769830309] transaction","detail":"{read_only:false; response_revision:14046; number_of_response:1; }","duration":"844.602298ms","start":"2026-02-27T00:17:31.90278Z","end":"2026-02-27T00:17:32.747383Z","steps":["trace[769830309] 'process raft request' (duration: 791.294133ms)","trace[769830309] 'compare' (duration: 52.574659ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:17:32.747601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:31.902762Z","time spent":"844.74611ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:17:32.772056Z","caller":"traceutil/trace.go:171","msg":"trace[1519630915] transaction","detail":"{read_only:false; response_revision:14049; number_of_response:1; }","duration":"868.914028ms","start":"2026-02-27T00:17:31.903116Z","end":"2026-02-27T00:17:32.77203Z","steps":["trace[1519630915] 'process raft request' (duration: 868.783605ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:32.772055Z","caller":"traceutil/trace.go:171","msg":"trace[1958115723] transaction","detail":"{read_only:false; response_revision:14050; number_of_response:1; }","duration":"854.411175ms","start":"2026-02-27T00:17:31.917599Z","end":"2026-02-27T00:17:32.772011Z","steps":["trace[1958115723] 'process raft request' (duration: 854.336194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:32.772144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:31.903093Z","time spent":"869.00522ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:17:32.772087Z","caller":"traceutil/trace.go:171","msg":"trace[1583860353] transaction","detail":"{read_only:false; response_revision:14048; number_of_response:1; }","duration":"869.158224ms","start":"2026-02-27T00:17:31.902857Z","end":"2026-02-27T00:17:32.772015Z","steps":["trace[1583860353] 'process raft request' (duration: 868.832716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:32.772267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:31.917586Z","time spent":"854.57089ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:17:32.772305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:31.902851Z","time spent":"869.345988ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:17:32.772376Z","caller":"traceutil/trace.go:171","msg":"trace[616564968] transaction","detail":"{read_only:false; response_revision:14051; number_of_response:1; }","duration":"833.695806ms","start":"2026-02-27T00:17:31.938657Z","end":"2026-02-27T00:17:32.772353Z","steps":["trace[616564968] 'process raft request' (duration: 833.314978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:32.772486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.543776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:17:32.77252Z","caller":"traceutil/trace.go:171","msg":"trace[592094039] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14052; }","duration":"454.621087ms","start":"2026-02-27T00:17:32.31789Z","end":"2026-02-27T00:17:32.772511Z","steps":["trace[592094039] 'agreement among raft nodes before linearized reading' (duration: 454.549416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:32.772525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:31.938631Z","time spent":"833.818218ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:17:32.772414Z","caller":"traceutil/trace.go:171","msg":"trace[879791819] linearizableReadLoop","detail":"{readStateIndex:14573; appliedIndex:14567; }","duration":"454.467484ms","start":"2026-02-27T00:17:32.317939Z","end":"2026-02-27T00:17:32.772406Z","steps":["trace[879791819] 'read index received' (duration: 376.679924ms)","trace[879791819] 'applied index is now lower than readState.Index' (duration: 77.78652ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:17:32.772547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:32.317867Z","time spent":"454.673788ms","remote":"127.0.0.1:48528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:17:32.772948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.487582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d66ac1d-d723-479d-bd1c-1abafff20aef\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-27T00:17:32.773004Z","caller":"traceutil/trace.go:171","msg":"trace[1872001806] transaction","detail":"{read_only:false; response_revision:14052; number_of_response:1; }","duration":"226.837563ms","start":"2026-02-27T00:17:32.545651Z","end":"2026-02-27T00:17:32.772489Z","steps":["trace[1872001806] 'process raft request' (duration: 226.613238ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:32.773064Z","caller":"traceutil/trace.go:171","msg":"trace[2091860819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d66ac1d-d723-479d-bd1c-1abafff20aef; range_end:; response_count:1; response_revision:14052; }","duration":"408.659226ms","start":"2026-02-27T00:17:32.364377Z","end":"2026-02-27T00:17:32.773036Z","steps":["trace[2091860819] 'agreement among raft nodes before linearized reading' (duration: 408.314758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:32.77313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:32.364362Z","time spent":"408.757008ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3661,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d66ac1d-d723-479d-bd1c-1abafff20aef\" "} {"level":"info","ts":"2026-02-27T00:17:33.082841Z","caller":"traceutil/trace.go:171","msg":"trace[1243220806] linearizableReadLoop","detail":"{readStateIndex:14575; appliedIndex:14574; }","duration":"188.678824ms","start":"2026-02-27T00:17:32.894131Z","end":"2026-02-27T00:17:33.08281Z","steps":["trace[1243220806] 'read index received' (duration: 188.378118ms)","trace[1243220806] 'applied index is now lower than readState.Index' (duration: 299.356µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:17:33.082946Z","caller":"traceutil/trace.go:171","msg":"trace[1511941020] transaction","detail":"{read_only:false; response_revision:14053; number_of_response:1; }","duration":"303.853406ms","start":"2026-02-27T00:17:32.779054Z","end":"2026-02-27T00:17:33.082907Z","steps":["trace[1511941020] 'process raft request' (duration: 303.550579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:33.083042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.457372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d66ac1d-d723-479d-bd1c-1abafff20aef\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-02-27T00:17:33.083113Z","caller":"traceutil/trace.go:171","msg":"trace[1542108050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d66ac1d-d723-479d-bd1c-1abafff20aef; range_end:; response_count:1; response_revision:14053; }","duration":"180.601665ms","start":"2026-02-27T00:17:32.902494Z","end":"2026-02-27T00:17:33.083096Z","steps":["trace[1542108050] 'agreement among raft nodes before linearized reading' (duration: 180.483162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:33.083155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:17:32.779023Z","time spent":"304.016349ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:17:33.083194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.050723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-b8zcb\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-02-27T00:17:33.083238Z","caller":"traceutil/trace.go:171","msg":"trace[421907223] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-b8zcb; range_end:; response_count:1; response_revision:14053; }","duration":"189.164756ms","start":"2026-02-27T00:17:32.89406Z","end":"2026-02-27T00:17:33.083224Z","steps":["trace[421907223] 'agreement among raft nodes before linearized reading' (duration: 188.865489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:24.401113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.695507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T00:18:24.401205Z","caller":"traceutil/trace.go:171","msg":"trace[1195693606] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14653; }","duration":"166.8326ms","start":"2026-02-27T00:18:24.234355Z","end":"2026-02-27T00:18:24.401188Z","steps":["trace[1195693606] 'range keys from in-memory index tree' (duration: 166.534924ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:18:58.514624Z","caller":"traceutil/trace.go:171","msg":"trace[529836101] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"180.3517ms","start":"2026-02-27T00:18:58.334237Z","end":"2026-02-27T00:18:58.514588Z","steps":["trace[529836101] 'process raft request' (duration: 180.076184ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:18:58.920625Z","caller":"traceutil/trace.go:171","msg":"trace[953471784] linearizableReadLoop","detail":"{readStateIndex:15365; appliedIndex:15364; }","duration":"442.572279ms","start":"2026-02-27T00:18:58.47803Z","end":"2026-02-27T00:18:58.920603Z","steps":["trace[953471784] 'read index received' (duration: 36.133883ms)","trace[953471784] 'applied index is now lower than readState.Index' (duration: 406.437136ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:18:58.920743Z","caller":"traceutil/trace.go:171","msg":"trace[2112416812] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"558.494786ms","start":"2026-02-27T00:18:58.362203Z","end":"2026-02-27T00:18:58.920698Z","steps":["trace[2112416812] 'process raft request' (duration: 558.270791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:58.920826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.787424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T00:18:58.920849Z","caller":"traceutil/trace.go:171","msg":"trace[802758712] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14817; }","duration":"442.910447ms","start":"2026-02-27T00:18:58.477932Z","end":"2026-02-27T00:18:58.920843Z","steps":["trace[802758712] 'agreement among raft nodes before linearized reading' (duration: 442.775004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:58.920872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:58.477915Z","time spent":"442.950708ms","remote":"127.0.0.1:48600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T00:18:58.920978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:58.362174Z","time spent":"558.64891ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:18:58.921131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.944319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:18:58.921212Z","caller":"traceutil/trace.go:171","msg":"trace[1074684375] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:14817; }","duration":"287.076392ms","start":"2026-02-27T00:18:58.634118Z","end":"2026-02-27T00:18:58.921194Z","steps":["trace[1074684375] 'agreement among raft nodes before linearized reading' (duration: 286.838657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:58.921477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.974187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bt9xv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T00:18:58.921544Z","caller":"traceutil/trace.go:171","msg":"trace[1961233413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bt9xv; range_end:; response_count:1; response_revision:14817; }","duration":"223.06137ms","start":"2026-02-27T00:18:58.69847Z","end":"2026-02-27T00:18:58.921531Z","steps":["trace[1961233413] 'agreement among raft nodes before linearized reading' (duration: 222.880906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:58.921681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.993008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-27T00:18:58.921728Z","caller":"traceutil/trace.go:171","msg":"trace[1728215067] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14817; }","duration":"120.07086ms","start":"2026-02-27T00:18:58.801645Z","end":"2026-02-27T00:18:58.921716Z","steps":["trace[1728215067] 'agreement among raft nodes before linearized reading' (duration: 119.947847ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:18:59.474866Z","caller":"traceutil/trace.go:171","msg":"trace[355180986] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"368.363839ms","start":"2026-02-27T00:18:59.106465Z","end":"2026-02-27T00:18:59.474829Z","steps":["trace[355180986] 'process raft request' (duration: 368.113624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.475111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.106438Z","time spent":"368.538483ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:18:59.946784Z","caller":"traceutil/trace.go:171","msg":"trace[419818784] linearizableReadLoop","detail":"{readStateIndex:15367; appliedIndex:15365; }","duration":"763.075246ms","start":"2026-02-27T00:18:59.183672Z","end":"2026-02-27T00:18:59.946747Z","steps":["trace[419818784] 'read index received' (duration: 290.893228ms)","trace[419818784] 'applied index is now lower than readState.Index' (duration: 472.180588ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:18:59.947101Z","caller":"traceutil/trace.go:171","msg":"trace[458444600] transaction","detail":"{read_only:false; response_revision:14819; number_of_response:1; }","duration":"835.429465ms","start":"2026-02-27T00:18:59.111659Z","end":"2026-02-27T00:18:59.947088Z","steps":["trace[458444600] 'process raft request' (duration: 807.916253ms)","trace[458444600] 'compare' (duration: 27.001389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:18:59.947234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.111621Z","time spent":"835.513657ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:18:59.947521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.859013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T00:18:59.947557Z","caller":"traceutil/trace.go:171","msg":"trace[1218996666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14819; }","duration":"763.935135ms","start":"2026-02-27T00:18:59.183611Z","end":"2026-02-27T00:18:59.947546Z","steps":["trace[1218996666] 'agreement among raft nodes before linearized reading' (duration: 763.799522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.947579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.183591Z","time spent":"763.984086ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:18:59.947721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.149754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T00:18:59.947766Z","caller":"traceutil/trace.go:171","msg":"trace[1708469321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14819; }","duration":"744.203936ms","start":"2026-02-27T00:18:59.203537Z","end":"2026-02-27T00:18:59.947741Z","steps":["trace[1708469321] 'agreement among raft nodes before linearized reading' (duration: 744.136344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.947969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.203522Z","time spent":"744.442801ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:18:59.94849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.307301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T00:18:59.948518Z","caller":"traceutil/trace.go:171","msg":"trace[585078282] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14819; }","duration":"154.376352ms","start":"2026-02-27T00:18:59.794134Z","end":"2026-02-27T00:18:59.948511Z","steps":["trace[585078282] 'agreement among raft nodes before linearized reading' (duration: 154.30229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.948636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.701554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:18:59.94866Z","caller":"traceutil/trace.go:171","msg":"trace[1861608787] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14819; }","duration":"156.771636ms","start":"2026-02-27T00:18:59.791882Z","end":"2026-02-27T00:18:59.948654Z","steps":["trace[1861608787] 'agreement among raft nodes before linearized reading' (duration: 156.736615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.948898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.694452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T00:18:59.948994Z","caller":"traceutil/trace.go:171","msg":"trace[1747890458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14819; }","duration":"742.826125ms","start":"2026-02-27T00:18:59.206143Z","end":"2026-02-27T00:18:59.94897Z","steps":["trace[1747890458] 'agreement among raft nodes before linearized reading' (duration: 742.530548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.949043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.206131Z","time spent":"742.903256ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:18:59.949067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.022496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-27T00:18:59.949078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.861676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T00:18:59.949166Z","caller":"traceutil/trace.go:171","msg":"trace[61783378] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14819; }","duration":"334.18578ms","start":"2026-02-27T00:18:59.61496Z","end":"2026-02-27T00:18:59.949145Z","steps":["trace[61783378] 'agreement among raft nodes before linearized reading' (duration: 333.833402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:18:59.949182Z","caller":"traceutil/trace.go:171","msg":"trace[455176412] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14819; }","duration":"331.05774ms","start":"2026-02-27T00:18:59.6181Z","end":"2026-02-27T00:18:59.949157Z","steps":["trace[455176412] 'agreement among raft nodes before linearized reading' (duration: 330.695442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.949218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.614938Z","time spent":"334.270622ms","remote":"127.0.0.1:48600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T00:18:59.949226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.618069Z","time spent":"331.149322ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T00:18:59.94924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.021081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T00:18:59.94928Z","caller":"traceutil/trace.go:171","msg":"trace[1829634098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14819; }","duration":"744.078242ms","start":"2026-02-27T00:18:59.205191Z","end":"2026-02-27T00:18:59.94927Z","steps":["trace[1829634098] 'agreement among raft nodes before linearized reading' (duration: 743.97975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.949312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.205182Z","time spent":"744.124843ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:18:59.94935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.317293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:18:59.949399Z","caller":"traceutil/trace.go:171","msg":"trace[972904192] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14819; }","duration":"334.366904ms","start":"2026-02-27T00:18:59.615016Z","end":"2026-02-27T00:18:59.949383Z","steps":["trace[972904192] 'agreement among raft nodes before linearized reading' (duration: 334.283742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.949375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.612278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-v8cld\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T00:18:59.949525Z","caller":"traceutil/trace.go:171","msg":"trace[526362720] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-v8cld; range_end:; response_count:1; response_revision:14819; }","duration":"562.795842ms","start":"2026-02-27T00:18:59.386702Z","end":"2026-02-27T00:18:59.949498Z","steps":["trace[526362720] 'agreement among raft nodes before linearized reading' (duration: 562.484555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.949428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.614982Z","time spent":"334.441407ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T00:18:59.949597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.386686Z","time spent":"562.897345ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-v8cld\" "} {"level":"warn","ts":"2026-02-27T00:18:59.949614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.115461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-v8cld\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-02-27T00:18:59.949425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.077281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:18:59.949713Z","caller":"traceutil/trace.go:171","msg":"trace[336978032] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-v8cld; range_end:; response_count:1; response_revision:14819; }","duration":"613.277494ms","start":"2026-02-27T00:18:59.336409Z","end":"2026-02-27T00:18:59.949687Z","steps":["trace[336978032] 'agreement among raft nodes before linearized reading' (duration: 612.906735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:18:59.949736Z","caller":"traceutil/trace.go:171","msg":"trace[1281441893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14819; }","duration":"353.393838ms","start":"2026-02-27T00:18:59.596306Z","end":"2026-02-27T00:18:59.9497Z","steps":["trace[1281441893] 'agreement among raft nodes before linearized reading' (duration: 353.09534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.949766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.336388Z","time spent":"613.369267ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-v8cld\" "} {"level":"warn","ts":"2026-02-27T00:18:59.949836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.596287Z","time spent":"353.51979ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:18:59.951189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.734278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T00:18:59.9513Z","caller":"traceutil/trace.go:171","msg":"trace[1185352569] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14819; }","duration":"159.568228ms","start":"2026-02-27T00:18:59.791698Z","end":"2026-02-27T00:18:59.951267Z","steps":["trace[1185352569] 'agreement among raft nodes before linearized reading' (duration: 157.563313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:19:00.280069Z","caller":"traceutil/trace.go:171","msg":"trace[1541452422] transaction","detail":"{read_only:false; response_revision:14824; number_of_response:1; }","duration":"280.531338ms","start":"2026-02-27T00:18:59.999513Z","end":"2026-02-27T00:19:00.280044Z","steps":["trace[1541452422] 'process raft request' (duration: 280.481067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:19:00.280596Z","caller":"traceutil/trace.go:171","msg":"trace[1323683915] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"324.388772ms","start":"2026-02-27T00:18:59.956187Z","end":"2026-02-27T00:19:00.280576Z","steps":["trace[1323683915] 'process raft request' (duration: 242.87941ms)","trace[1323683915] 'compare' (duration: 80.654502ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:19:00.280837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.956172Z","time spent":"324.474554ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:19:00.281089Z","caller":"traceutil/trace.go:171","msg":"trace[1596288447] transaction","detail":"{read_only:false; response_revision:14822; number_of_response:1; }","duration":"324.862473ms","start":"2026-02-27T00:18:59.95621Z","end":"2026-02-27T00:19:00.281073Z","steps":["trace[1596288447] 'process raft request' (duration: 323.685516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.281201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.956192Z","time spent":"324.934824ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:19:00.281417Z","caller":"traceutil/trace.go:171","msg":"trace[224957410] transaction","detail":"{read_only:false; response_revision:14823; number_of_response:1; }","duration":"325.158209ms","start":"2026-02-27T00:18:59.956246Z","end":"2026-02-27T00:19:00.281404Z","steps":["trace[224957410] 'process raft request' (duration: 323.698816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.281521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.95624Z","time spent":"325.21079ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:19:00.281786Z","caller":"traceutil/trace.go:171","msg":"trace[1135423165] linearizableReadLoop","detail":"{readStateIndex:15371; appliedIndex:15367; }","duration":"323.128564ms","start":"2026-02-27T00:18:59.958644Z","end":"2026-02-27T00:19:00.281773Z","steps":["trace[1135423165] 'read index received' (duration: 19.656217ms)","trace[1135423165] 'applied index is now lower than readState.Index' (duration: 303.467047ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:19:00.282574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.662567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:19:00.282671Z","caller":"traceutil/trace.go:171","msg":"trace[367173197] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14824; }","duration":"279.783519ms","start":"2026-02-27T00:19:00.002866Z","end":"2026-02-27T00:19:00.282649Z","steps":["trace[367173197] 'agreement among raft nodes before linearized reading' (duration: 279.640036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.282763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.008534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:19:00.282841Z","caller":"traceutil/trace.go:171","msg":"trace[744529910] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14824; }","duration":"280.111718ms","start":"2026-02-27T00:19:00.002713Z","end":"2026-02-27T00:19:00.282824Z","steps":["trace[744529910] 'agreement among raft nodes before linearized reading' (duration: 279.999995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.283026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.371272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739574"} {"level":"warn","ts":"2026-02-27T00:19:00.28305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.349353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:19:00.283084Z","caller":"traceutil/trace.go:171","msg":"trace[490516818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14824; }","duration":"324.441294ms","start":"2026-02-27T00:18:59.958628Z","end":"2026-02-27T00:19:00.283069Z","steps":["trace[490516818] 'agreement among raft nodes before linearized reading' (duration: 323.303298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.283158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.958623Z","time spent":"324.522225ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739598,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T00:19:00.283241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.071996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T00:19:00.283275Z","caller":"traceutil/trace.go:171","msg":"trace[1128517092] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14824; }","duration":"284.104287ms","start":"2026-02-27T00:18:59.999163Z","end":"2026-02-27T00:19:00.283267Z","steps":["trace[1128517092] 'agreement among raft nodes before linearized reading' (duration: 284.020245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.283345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.574231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:19:00.283422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.423434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:19:00.283445Z","caller":"traceutil/trace.go:171","msg":"trace[1920875818] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14824; }","duration":"156.722714ms","start":"2026-02-27T00:19:00.12671Z","end":"2026-02-27T00:19:00.283432Z","steps":["trace[1920875818] 'agreement among raft nodes before linearized reading' (duration: 156.607292ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:19:00.283456Z","caller":"traceutil/trace.go:171","msg":"trace[683995542] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14824; }","duration":"284.478386ms","start":"2026-02-27T00:18:59.998969Z","end":"2026-02-27T00:19:00.283448Z","steps":["trace[683995542] 'agreement among raft nodes before linearized reading' (duration: 284.431595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.283641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.005183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T00:19:00.283677Z","caller":"traceutil/trace.go:171","msg":"trace[1681083534] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14824; }","duration":"310.058994ms","start":"2026-02-27T00:18:59.973608Z","end":"2026-02-27T00:19:00.283667Z","steps":["trace[1681083534] 'agreement among raft nodes before linearized reading' (duration: 309.964452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.283682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.141494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:19:00.283707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.973596Z","time spent":"310.101125ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T00:19:00.283715Z","caller":"traceutil/trace.go:171","msg":"trace[344405700] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14824; }","duration":"157.200425ms","start":"2026-02-27T00:19:00.126504Z","end":"2026-02-27T00:19:00.283705Z","steps":["trace[344405700] 'agreement among raft nodes before linearized reading' (duration: 157.148334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.283928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.43981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T00:19:00.283963Z","caller":"traceutil/trace.go:171","msg":"trace[1572262257] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14824; }","duration":"157.475711ms","start":"2026-02-27T00:19:00.126479Z","end":"2026-02-27T00:19:00.283955Z","steps":["trace[1572262257] 'agreement among raft nodes before linearized reading' (duration: 157.381059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.284129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.640705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:19:00.284165Z","caller":"traceutil/trace.go:171","msg":"trace[673636135] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14824; }","duration":"157.678005ms","start":"2026-02-27T00:19:00.126479Z","end":"2026-02-27T00:19:00.284157Z","steps":["trace[673636135] 'agreement among raft nodes before linearized reading' (duration: 157.626804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.284345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.721609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T00:19:00.284379Z","caller":"traceutil/trace.go:171","msg":"trace[200143753] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14824; }","duration":"279.77469ms","start":"2026-02-27T00:19:00.004596Z","end":"2026-02-27T00:19:00.284371Z","steps":["trace[200143753] 'agreement among raft nodes before linearized reading' (duration: 279.679188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.284523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.919022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739574"} {"level":"warn","ts":"2026-02-27T00:19:00.284588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.888441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739574"} {"level":"info","ts":"2026-02-27T00:19:00.284575Z","caller":"traceutil/trace.go:171","msg":"trace[877111559] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14824; }","duration":"323.984953ms","start":"2026-02-27T00:18:59.960579Z","end":"2026-02-27T00:19:00.284563Z","steps":["trace[877111559] 'agreement among raft nodes before linearized reading' (duration: 321.805765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:19:00.28462Z","caller":"traceutil/trace.go:171","msg":"trace[502145487] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14824; }","duration":"323.941701ms","start":"2026-02-27T00:18:59.96067Z","end":"2026-02-27T00:19:00.284611Z","steps":["trace[502145487] 'agreement among raft nodes before linearized reading' (duration: 323.157894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.28464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.960573Z","time spent":"324.053656ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739598,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T00:19:00.28466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:18:59.960651Z","time spent":"323.999773ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739598,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T00:19:00.283087Z","caller":"traceutil/trace.go:171","msg":"trace[653369800] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14824; }","duration":"280.401784ms","start":"2026-02-27T00:19:00.002676Z","end":"2026-02-27T00:19:00.283078Z","steps":["trace[653369800] 'agreement among raft nodes before linearized reading' (duration: 280.351163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:19:00.283166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.382307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T00:19:00.285318Z","caller":"traceutil/trace.go:171","msg":"trace[21679984] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14824; }","duration":"283.552924ms","start":"2026-02-27T00:19:00.001751Z","end":"2026-02-27T00:19:00.285304Z","steps":["trace[21679984] 'agreement among raft nodes before linearized reading' (duration: 281.353986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:19:00.731809Z","caller":"traceutil/trace.go:171","msg":"trace[1486694569] transaction","detail":"{read_only:false; response_revision:14826; number_of_response:1; }","duration":"126.890361ms","start":"2026-02-27T00:19:00.604845Z","end":"2026-02-27T00:19:00.731735Z","steps":["trace[1486694569] 'process raft request' (duration: 126.682987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:21:42.276614Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13606} {"level":"info","ts":"2026-02-27T00:21:42.351646Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13606,"took":"72.286423ms","hash":2766803908,"current-db-size-bytes":41242624,"current-db-size":"41 MB","current-db-size-in-use-bytes":27791360,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T00:21:42.351703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2766803908,"revision":13606,"compact-revision":11734} {"level":"info","ts":"2026-02-27T00:24:42.681114Z","caller":"traceutil/trace.go:171","msg":"trace[1613322129] transaction","detail":"{read_only:false; response_revision:17202; number_of_response:1; }","duration":"137.407989ms","start":"2026-02-27T00:24:42.543661Z","end":"2026-02-27T00:24:42.681069Z","steps":["trace[1613322129] 'process raft request' (duration: 137.129173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:24:49.189367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.227807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-b8zcb\" ","response":"range_response_count:1 size:20777"} {"level":"info","ts":"2026-02-27T00:24:49.189488Z","caller":"traceutil/trace.go:171","msg":"trace[135349539] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-b8zcb; range_end:; response_count:1; response_revision:17235; }","duration":"291.390041ms","start":"2026-02-27T00:24:48.898074Z","end":"2026-02-27T00:24:49.189464Z","steps":["trace[135349539] 'range keys from in-memory index tree' (duration: 291.021693ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:24:49.871245Z","caller":"traceutil/trace.go:171","msg":"trace[485425229] transaction","detail":"{read_only:false; response_revision:17236; number_of_response:1; }","duration":"662.171312ms","start":"2026-02-27T00:24:49.20904Z","end":"2026-02-27T00:24:49.871211Z","steps":["trace[485425229] 'process raft request' (duration: 661.972377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:24:49.87144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:24:49.209006Z","time spent":"662.328025ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20894,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:24:49.969576Z","caller":"traceutil/trace.go:171","msg":"trace[584396157] linearizableReadLoop","detail":"{readStateIndex:17870; appliedIndex:17869; }","duration":"436.37569ms","start":"2026-02-27T00:24:49.533159Z","end":"2026-02-27T00:24:49.969535Z","steps":["trace[584396157] 'read index received' (duration: 338.087208ms)","trace[584396157] 'applied index is now lower than readState.Index' (duration: 98.286232ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:24:49.969646Z","caller":"traceutil/trace.go:171","msg":"trace[701229381] transaction","detail":"{read_only:false; response_revision:17237; number_of_response:1; }","duration":"719.192745ms","start":"2026-02-27T00:24:49.25041Z","end":"2026-02-27T00:24:49.969603Z","steps":["trace[701229381] 'process raft request' (duration: 652.319657ms)","trace[701229381] 'compare' (duration: 66.54219ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:24:49.969724Z","caller":"traceutil/trace.go:171","msg":"trace[1120722190] transaction","detail":"{read_only:false; response_revision:17238; number_of_response:1; }","duration":"411.695123ms","start":"2026-02-27T00:24:49.557962Z","end":"2026-02-27T00:24:49.969657Z","steps":["trace[1120722190] 'process raft request' (duration: 411.500238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:24:49.969821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:24:49.250369Z","time spent":"719.356988ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:24:49.96996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.403543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:24:49.969976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.79135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:24:49.970027Z","caller":"traceutil/trace.go:171","msg":"trace[2046687998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17238; }","duration":"197.466635ms","start":"2026-02-27T00:24:49.77254Z","end":"2026-02-27T00:24:49.970006Z","steps":["trace[2046687998] 'agreement among raft nodes before linearized reading' (duration: 197.291581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:24:49.970038Z","caller":"traceutil/trace.go:171","msg":"trace[58589141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17238; }","duration":"436.925463ms","start":"2026-02-27T00:24:49.533092Z","end":"2026-02-27T00:24:49.970017Z","steps":["trace[58589141] 'agreement among raft nodes before linearized reading' (duration: 436.680337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:24:49.970091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:24:49.53307Z","time spent":"437.007705ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:24:49.970303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:24:49.557941Z","time spent":"412.233734ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:26:42.283442Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15919} {"level":"info","ts":"2026-02-27T00:26:42.384631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15919,"took":"98.246821ms","hash":1260207000,"current-db-size-bytes":42930176,"current-db-size":"43 MB","current-db-size-in-use-bytes":30466048,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T00:26:42.38474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1260207000,"revision":15919,"compact-revision":13606} {"level":"info","ts":"2026-02-27T00:27:23.892076Z","caller":"traceutil/trace.go:171","msg":"trace[1759452581] transaction","detail":"{read_only:false; response_revision:18529; number_of_response:1; }","duration":"209.751411ms","start":"2026-02-27T00:27:23.682287Z","end":"2026-02-27T00:27:23.892038Z","steps":["trace[1759452581] 'process raft request' (duration: 209.520836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:27:26.237089Z","caller":"traceutil/trace.go:171","msg":"trace[1243564998] linearizableReadLoop","detail":"{readStateIndex:19221; appliedIndex:19220; }","duration":"136.101186ms","start":"2026-02-27T00:27:26.100947Z","end":"2026-02-27T00:27:26.237048Z","steps":["trace[1243564998] 'read index received' (duration: 135.112455ms)","trace[1243564998] 'applied index is now lower than readState.Index' (duration: 987.931µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:27:26.237324Z","caller":"traceutil/trace.go:171","msg":"trace[1119923464] transaction","detail":"{read_only:false; response_revision:18544; number_of_response:1; }","duration":"158.557816ms","start":"2026-02-27T00:27:26.078657Z","end":"2026-02-27T00:27:26.237214Z","steps":["trace[1119923464] 'process raft request' (duration: 157.485553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:26.239654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.680902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238461"} {"level":"info","ts":"2026-02-27T00:27:26.239739Z","caller":"traceutil/trace.go:171","msg":"trace[1396562734] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:18544; }","duration":"138.803386ms","start":"2026-02-27T00:27:26.100909Z","end":"2026-02-27T00:27:26.239712Z","steps":["trace[1396562734] 'agreement among raft nodes before linearized reading' (duration: 136.26872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:29:13.493453Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T00:29:13.49931Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-02-27T00:29:13.499425Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-02-27T00:30:19.710792Z","caller":"traceutil/trace.go:171","msg":"trace[332532488] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"312.489333ms","start":"2026-02-27T00:30:19.398265Z","end":"2026-02-27T00:30:19.710755Z","steps":["trace[332532488] 'process raft request' (duration: 312.267478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:19.710992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:19.398224Z","time spent":"312.675487ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:30:19.727396Z","caller":"traceutil/trace.go:171","msg":"trace[1615124556] linearizableReadLoop","detail":"{readStateIndex:20394; appliedIndex:20392; }","duration":"326.509045ms","start":"2026-02-27T00:30:19.400854Z","end":"2026-02-27T00:30:19.727363Z","steps":["trace[1615124556] 'read index received' (duration: 309.660511ms)","trace[1615124556] 'applied index is now lower than readState.Index' (duration: 16.846884ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:30:19.727484Z","caller":"traceutil/trace.go:171","msg":"trace[2116380360] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"329.084292ms","start":"2026-02-27T00:30:19.39837Z","end":"2026-02-27T00:30:19.727455Z","steps":["trace[2116380360] 'process raft request' (duration: 328.817885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:19.727643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:19.398344Z","time spent":"329.202545ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:30:19.727666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.787341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-27T00:30:19.727777Z","caller":"traceutil/trace.go:171","msg":"trace[1837518264] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19673; }","duration":"326.931564ms","start":"2026-02-27T00:30:19.400801Z","end":"2026-02-27T00:30:19.727733Z","steps":["trace[1837518264] 'agreement among raft nodes before linearized reading' (duration: 326.705599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:19.727779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.063474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:30:19.727783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.124293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:30:19.727825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:19.400781Z","time spent":"327.032396ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-27T00:30:19.727832Z","caller":"traceutil/trace.go:171","msg":"trace[827124036] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19673; }","duration":"118.177585ms","start":"2026-02-27T00:30:19.609643Z","end":"2026-02-27T00:30:19.72782Z","steps":["trace[827124036] 'agreement among raft nodes before linearized reading' (duration: 118.051392ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:19.727853Z","caller":"traceutil/trace.go:171","msg":"trace[2101500034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19673; }","duration":"131.265977ms","start":"2026-02-27T00:30:19.59657Z","end":"2026-02-27T00:30:19.727836Z","steps":["trace[2101500034] 'agreement among raft nodes before linearized reading' (duration: 131.114353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:35.614346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:35.306801Z","time spent":"307.540353ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:30:36.156818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.651937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:30:36.157628Z","caller":"traceutil/trace.go:171","msg":"trace[1639545436] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"807.028471ms","start":"2026-02-27T00:30:35.350554Z","end":"2026-02-27T00:30:36.157582Z","steps":["trace[1639545436] 'process raft request' (duration: 434.521934ms)","trace[1639545436] 'compare' (duration: 371.508434ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:30:36.157964Z","caller":"traceutil/trace.go:171","msg":"trace[199381519] linearizableReadLoop","detail":"{readStateIndex:20473; appliedIndex:20469; }","duration":"318.18742ms","start":"2026-02-27T00:30:35.839743Z","end":"2026-02-27T00:30:36.157931Z","steps":["trace[199381519] 'read index received' (duration: 315.219104ms)","trace[199381519] 'applied index is now lower than readState.Index' (duration: 2.967216ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:30:36.15798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:35.350522Z","time spent":"807.270186ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:30:36.158002Z","caller":"traceutil/trace.go:171","msg":"trace[349622207] transaction","detail":"{read_only:false; response_revision:19746; number_of_response:1; }","duration":"542.316259ms","start":"2026-02-27T00:30:35.615574Z","end":"2026-02-27T00:30:36.157891Z","steps":["trace[349622207] 'process raft request' (duration: 541.986152ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:36.158104Z","caller":"traceutil/trace.go:171","msg":"trace[643852443] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"366.950433ms","start":"2026-02-27T00:30:35.791096Z","end":"2026-02-27T00:30:36.158047Z","steps":["trace[643852443] 'process raft request' (duration: 366.778379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:36.158166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.429335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:30:36.158209Z","caller":"traceutil/trace.go:171","msg":"trace[551064070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19748; }","duration":"318.522127ms","start":"2026-02-27T00:30:35.839677Z","end":"2026-02-27T00:30:36.158199Z","steps":["trace[551064070] 'agreement among raft nodes before linearized reading' (duration: 318.366164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:36.158234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:35.839652Z","time spent":"318.576149ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:30:36.158263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:35.791066Z","time spent":"367.120567ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:30:36.158354Z","caller":"traceutil/trace.go:171","msg":"trace[815880105] transaction","detail":"{read_only:false; response_revision:19747; number_of_response:1; }","duration":"392.105552ms","start":"2026-02-27T00:30:35.766159Z","end":"2026-02-27T00:30:36.158264Z","steps":["trace[815880105] 'process raft request' (duration: 391.58546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:36.158527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:35.766127Z","time spent":"392.301216ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:30:36.158525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:35.615546Z","time spent":"542.674028ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:30:37.066046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.961673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:30:37.066194Z","caller":"traceutil/trace.go:171","msg":"trace[399656535] transaction","detail":"{read_only:false; response_revision:19749; number_of_response:1; }","duration":"903.201517ms","start":"2026-02-27T00:30:36.162956Z","end":"2026-02-27T00:30:37.066157Z","steps":["trace[399656535] 'process raft request' (duration: 478.037711ms)","trace[399656535] 'compare' (duration: 424.820509ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:30:37.066258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:36.162941Z","time spent":"903.289019ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:30:37.089806Z","caller":"traceutil/trace.go:171","msg":"trace[1924894096] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"926.73543ms","start":"2026-02-27T00:30:36.163041Z","end":"2026-02-27T00:30:37.089776Z","steps":["trace[1924894096] 'process raft request' (duration: 926.623757ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:37.089854Z","caller":"traceutil/trace.go:171","msg":"trace[1123250253] transaction","detail":"{read_only:false; response_revision:19750; number_of_response:1; }","duration":"926.849152ms","start":"2026-02-27T00:30:36.162968Z","end":"2026-02-27T00:30:37.089817Z","steps":["trace[1123250253] 'process raft request' (duration: 926.561306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:37.089981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:36.162946Z","time spent":"926.973955ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:30:37.090001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:36.163014Z","time spent":"926.873533ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:30:37.089992Z","caller":"traceutil/trace.go:171","msg":"trace[1878350494] linearizableReadLoop","detail":"{readStateIndex:20476; appliedIndex:20473; }","duration":"925.36852ms","start":"2026-02-27T00:30:36.164591Z","end":"2026-02-27T00:30:37.089959Z","steps":["trace[1878350494] 'read index received' (duration: 476.342083ms)","trace[1878350494] 'applied index is now lower than readState.Index' (duration: 449.024386ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:30:37.090052Z","caller":"traceutil/trace.go:171","msg":"trace[2061943516] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"886.438555ms","start":"2026-02-27T00:30:36.203566Z","end":"2026-02-27T00:30:37.090004Z","steps":["trace[2061943516] 'process raft request' (duration: 886.150238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:37.090258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.901927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:30:37.090252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:36.203541Z","time spent":"886.603189ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:30:37.090306Z","caller":"traceutil/trace.go:171","msg":"trace[1327947608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19752; }","duration":"760.992988ms","start":"2026-02-27T00:30:36.329298Z","end":"2026-02-27T00:30:37.090291Z","steps":["trace[1327947608] 'agreement among raft nodes before linearized reading' (duration: 760.807273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:37.090345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:36.329272Z","time spent":"761.06477ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:30:37.090328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.708418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:30:37.090411Z","caller":"traceutil/trace.go:171","msg":"trace[1739763028] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19752; }","duration":"925.827791ms","start":"2026-02-27T00:30:36.164563Z","end":"2026-02-27T00:30:37.090391Z","steps":["trace[1739763028] 'agreement among raft nodes before linearized reading' (duration: 925.525853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:37.090462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:36.164546Z","time spent":"925.907272ms","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T00:30:37.090544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.928083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:30:37.090592Z","caller":"traceutil/trace.go:171","msg":"trace[821254915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19752; }","duration":"507.016915ms","start":"2026-02-27T00:30:36.583564Z","end":"2026-02-27T00:30:37.090581Z","steps":["trace[821254915] 'agreement among raft nodes before linearized reading' (duration: 506.858732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:37.090627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:36.58353Z","time spent":"507.090107ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:30:37.090724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.725561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:30:37.090859Z","caller":"traceutil/trace.go:171","msg":"trace[524500600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19752; }","duration":"494.056558ms","start":"2026-02-27T00:30:36.596779Z","end":"2026-02-27T00:30:37.090836Z","steps":["trace[524500600] 'agreement among raft nodes before linearized reading' (duration: 493.467005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:37.09097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:36.59677Z","time spent":"494.18558ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:30:37.596336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569701684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:30:38.356979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.788724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:30:38.357229Z","caller":"traceutil/trace.go:171","msg":"trace[979414960] linearizableReadLoop","detail":"{readStateIndex:20479; appliedIndex:20477; }","duration":"1.261702043s","start":"2026-02-27T00:30:37.095501Z","end":"2026-02-27T00:30:38.357203Z","steps":["trace[979414960] 'read index received' (duration: 558.589821ms)","trace[979414960] 'applied index is now lower than readState.Index' (duration: 703.111042ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:30:38.357343Z","caller":"traceutil/trace.go:171","msg":"trace[2118270986] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"1.262631884s","start":"2026-02-27T00:30:37.094693Z","end":"2026-02-27T00:30:38.357325Z","steps":["trace[2118270986] 'process raft request' (duration: 559.381829ms)","trace[2118270986] 'compare' (duration: 702.650462ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:30:38.35743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:37.094669Z","time spent":"1.262715055s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:30:38.357661Z","caller":"traceutil/trace.go:171","msg":"trace[1785216441] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"1.262133652s","start":"2026-02-27T00:30:37.095491Z","end":"2026-02-27T00:30:38.357625Z","steps":["trace[1785216441] 'process raft request' (duration: 1.261631021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:38.357802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:37.095461Z","time spent":"1.262268656s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:30:38.357913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262387848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-02-27T00:30:38.358011Z","caller":"traceutil/trace.go:171","msg":"trace[548559510] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19754; }","duration":"1.262528211s","start":"2026-02-27T00:30:37.095459Z","end":"2026-02-27T00:30:38.357987Z","steps":["trace[548559510] 'agreement among raft nodes before linearized reading' (duration: 1.262150023s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:38.358077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:37.095441Z","time spent":"1.262626253s","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T00:30:38.857568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569701689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:30:39.255333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.689486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:30:39.255546Z","caller":"traceutil/trace.go:171","msg":"trace[1215277850] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"1.091436809s","start":"2026-02-27T00:30:38.164074Z","end":"2026-02-27T00:30:39.25551Z","steps":["trace[1215277850] 'process raft request' (duration: 702.467978ms)","trace[1215277850] 'compare' (duration: 388.200574ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:30:39.255645Z","caller":"traceutil/trace.go:171","msg":"trace[1122371795] transaction","detail":"{read_only:false; response_revision:19756; number_of_response:1; }","duration":"1.090671693s","start":"2026-02-27T00:30:38.164963Z","end":"2026-02-27T00:30:39.255635Z","steps":["trace[1122371795] 'process raft request' (duration: 1.090486248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.255712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:38.164933Z","time spent":"1.090748945s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:30:39.25579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:38.164042Z","time spent":"1.091580612s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:30:39.25584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357047912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:30:39.255897Z","caller":"traceutil/trace.go:171","msg":"trace[104714768] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19757; }","duration":"1.357158584s","start":"2026-02-27T00:30:37.898721Z","end":"2026-02-27T00:30:39.25588Z","steps":["trace[104714768] 'agreement among raft nodes before linearized reading' (duration: 1.356994061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.255931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:37.898697Z","time spent":"1.357226115s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:30:39.255967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490943387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:30:39.255581Z","caller":"traceutil/trace.go:171","msg":"trace[748333378] linearizableReadLoop","detail":"{readStateIndex:20481; appliedIndex:20479; }","duration":"898.279627ms","start":"2026-02-27T00:30:38.357282Z","end":"2026-02-27T00:30:39.255561Z","steps":["trace[748333378] 'read index received' (duration: 509.146462ms)","trace[748333378] 'applied index is now lower than readState.Index' (duration: 389.132355ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:30:39.256Z","caller":"traceutil/trace.go:171","msg":"trace[457254871] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19757; }","duration":"1.490990948s","start":"2026-02-27T00:30:37.764997Z","end":"2026-02-27T00:30:39.255988Z","steps":["trace[457254871] 'agreement among raft nodes before linearized reading' (duration: 1.490929846s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.256033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:37.764988Z","time spent":"1.491037978s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:30:39.256099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.788177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:30:39.256129Z","caller":"traceutil/trace.go:171","msg":"trace[1834386040] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19757; }","duration":"919.844118ms","start":"2026-02-27T00:30:38.336275Z","end":"2026-02-27T00:30:39.256119Z","steps":["trace[1834386040] 'agreement among raft nodes before linearized reading' (duration: 919.798677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.25614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.915515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:30:39.256158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:38.336262Z","time spent":"919.888569ms","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:30:39.256179Z","caller":"traceutil/trace.go:171","msg":"trace[1358200431] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19757; }","duration":"840.993366ms","start":"2026-02-27T00:30:38.415173Z","end":"2026-02-27T00:30:39.256167Z","steps":["trace[1358200431] 'agreement among raft nodes before linearized reading' (duration: 840.923095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.25621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:38.415152Z","time spent":"841.051367ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T00:30:39.256262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544609138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T00:30:39.256293Z","caller":"traceutil/trace.go:171","msg":"trace[96655886] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19757; }","duration":"1.544684951s","start":"2026-02-27T00:30:37.711597Z","end":"2026-02-27T00:30:39.256282Z","steps":["trace[96655886] 'agreement among raft nodes before linearized reading' (duration: 1.544574849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.256323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:37.711569Z","time spent":"1.544747932s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T00:30:39.256361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.85597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-85b747966d-swq28.1897f2f408197d43\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-02-27T00:30:39.256391Z","caller":"traceutil/trace.go:171","msg":"trace[622357047] range","detail":"{range_begin:/registry/events/openstack/heat-api-85b747966d-swq28.1897f2f408197d43; range_end:; response_count:1; response_revision:19757; }","duration":"938.917951ms","start":"2026-02-27T00:30:38.317464Z","end":"2026-02-27T00:30:39.256382Z","steps":["trace[622357047] 'agreement among raft nodes before linearized reading' (duration: 938.812179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.256416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:38.31745Z","time spent":"938.960122ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-api-85b747966d-swq28.1897f2f408197d43\" "} {"level":"warn","ts":"2026-02-27T00:30:39.256458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55769276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:30:39.256467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.775723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:30:39.256484Z","caller":"traceutil/trace.go:171","msg":"trace[2073722941] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19757; }","duration":"1.557775051s","start":"2026-02-27T00:30:37.698701Z","end":"2026-02-27T00:30:39.256476Z","steps":["trace[2073722941] 'agreement among raft nodes before linearized reading' (duration: 1.55772417s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:39.256498Z","caller":"traceutil/trace.go:171","msg":"trace[98897973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19757; }","duration":"160.824704ms","start":"2026-02-27T00:30:39.095664Z","end":"2026-02-27T00:30:39.256489Z","steps":["trace[98897973] 'agreement among raft nodes before linearized reading' (duration: 160.703601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.256519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:37.698677Z","time spent":"1.557835342s","remote":"127.0.0.1:48528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:30:39.25657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.205179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:30:39.256493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621338694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:30:39.256608Z","caller":"traceutil/trace.go:171","msg":"trace[943772719] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19757; }","duration":"971.290931ms","start":"2026-02-27T00:30:38.285309Z","end":"2026-02-27T00:30:39.2566Z","steps":["trace[943772719] 'agreement among raft nodes before linearized reading' (duration: 971.22864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.256646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:38.285283Z","time spent":"971.349312ms","remote":"127.0.0.1:48860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:30:39.256647Z","caller":"traceutil/trace.go:171","msg":"trace[1308034300] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19757; }","duration":"1.621508547s","start":"2026-02-27T00:30:37.635108Z","end":"2026-02-27T00:30:39.256616Z","steps":["trace[1308034300] 'agreement among raft nodes before linearized reading' (duration: 1.620503174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.256667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.935105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:30:39.256707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:37.63504Z","time spent":"1.62164986s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:30:39.25676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.159863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T00:30:39.256779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.841507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:30:39.256829Z","caller":"traceutil/trace.go:171","msg":"trace[585147322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19757; }","duration":"184.95013ms","start":"2026-02-27T00:30:39.071863Z","end":"2026-02-27T00:30:39.256813Z","steps":["trace[585147322] 'agreement among raft nodes before linearized reading' (duration: 184.791386ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:39.256829Z","caller":"traceutil/trace.go:171","msg":"trace[550047433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19757; }","duration":"162.251156ms","start":"2026-02-27T00:30:39.094561Z","end":"2026-02-27T00:30:39.256812Z","steps":["trace[550047433] 'agreement among raft nodes before linearized reading' (duration: 161.99986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:39.256771Z","caller":"traceutil/trace.go:171","msg":"trace[685130160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19757; }","duration":"661.092658ms","start":"2026-02-27T00:30:38.59565Z","end":"2026-02-27T00:30:39.256742Z","steps":["trace[685130160] 'agreement among raft nodes before linearized reading' (duration: 660.903184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.256938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:38.595622Z","time spent":"661.304693ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:30:39.257003Z","caller":"traceutil/trace.go:171","msg":"trace[1445610763] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"161.107ms","start":"2026-02-27T00:30:39.09587Z","end":"2026-02-27T00:30:39.256977Z","steps":["trace[1445610763] 'process raft request' (duration: 159.647587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.834406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569701699,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:30:39.874945Z","caller":"traceutil/trace.go:171","msg":"trace[643266803] transaction","detail":"{read_only:false; response_revision:19759; number_of_response:1; }","duration":"613.820459ms","start":"2026-02-27T00:30:39.261078Z","end":"2026-02-27T00:30:39.874899Z","steps":["trace[643266803] 'process raft request' (duration: 613.309876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:39.874964Z","caller":"traceutil/trace.go:171","msg":"trace[1569087138] linearizableReadLoop","detail":"{readStateIndex:20487; appliedIndex:20483; }","duration":"540.912819ms","start":"2026-02-27T00:30:39.334009Z","end":"2026-02-27T00:30:39.874922Z","steps":["trace[1569087138] 'read index received' (duration: 540.338896ms)","trace[1569087138] 'applied index is now lower than readState.Index' (duration: 571.723µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:30:39.875112Z","caller":"traceutil/trace.go:171","msg":"trace[364421302] transaction","detail":"{read_only:false; response_revision:19760; number_of_response:1; }","duration":"613.360348ms","start":"2026-02-27T00:30:39.261703Z","end":"2026-02-27T00:30:39.875063Z","steps":["trace[364421302] 'process raft request' (duration: 613.081462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.875143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:39.261056Z","time spent":"613.987873ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:30:39.875238Z","caller":"traceutil/trace.go:171","msg":"trace[7590899] transaction","detail":"{read_only:false; response_revision:19762; number_of_response:1; }","duration":"612.99234ms","start":"2026-02-27T00:30:39.26215Z","end":"2026-02-27T00:30:39.875142Z","steps":["trace[7590899] 'process raft request' (duration: 612.718624ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:39.87511Z","caller":"traceutil/trace.go:171","msg":"trace[106816608] transaction","detail":"{read_only:false; response_revision:19761; number_of_response:1; }","duration":"612.984959ms","start":"2026-02-27T00:30:39.262078Z","end":"2026-02-27T00:30:39.875063Z","steps":["trace[106816608] 'process raft request' (duration: 612.754404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.875316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:39.261688Z","time spent":"613.513741ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:30:39.875386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.288976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-85969bb-cdbv5.1897f2f41a992afe\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-02-27T00:30:39.875422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:39.262143Z","time spent":"613.144963ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:30:39.875443Z","caller":"traceutil/trace.go:171","msg":"trace[1103288918] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-85969bb-cdbv5.1897f2f41a992afe; range_end:; response_count:1; response_revision:19762; }","duration":"541.371879ms","start":"2026-02-27T00:30:39.334053Z","end":"2026-02-27T00:30:39.875425Z","steps":["trace[1103288918] 'agreement among raft nodes before linearized reading' (duration: 541.151134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.875486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.973858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:30:39.875451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:39.26206Z","time spent":"613.301757ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:30:39.875483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.344414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:30:39.875513Z","caller":"traceutil/trace.go:171","msg":"trace[925161834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19762; }","duration":"279.04565ms","start":"2026-02-27T00:30:39.596459Z","end":"2026-02-27T00:30:39.875505Z","steps":["trace[925161834] 'agreement among raft nodes before linearized reading' (duration: 279.002479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.875509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:39.334041Z","time spent":"541.457141ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":921,"request content":"key:\"/registry/events/openstack/heat-cfn-85969bb-cdbv5.1897f2f41a992afe\" "} {"level":"info","ts":"2026-02-27T00:30:39.875536Z","caller":"traceutil/trace.go:171","msg":"trace[1813277402] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19762; }","duration":"201.447146ms","start":"2026-02-27T00:30:39.674072Z","end":"2026-02-27T00:30:39.875519Z","steps":["trace[1813277402] 'agreement among raft nodes before linearized reading' (duration: 201.347054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.875667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.001526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417420"} {"level":"warn","ts":"2026-02-27T00:30:39.875729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.684926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:30:39.875855Z","caller":"traceutil/trace.go:171","msg":"trace[1944345873] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19762; }","duration":"273.208321ms","start":"2026-02-27T00:30:39.602609Z","end":"2026-02-27T00:30:39.875818Z","steps":["trace[1944345873] 'agreement among raft nodes before linearized reading' (duration: 272.836183ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:39.875874Z","caller":"traceutil/trace.go:171","msg":"trace[411862648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19762; }","duration":"541.87925ms","start":"2026-02-27T00:30:39.333967Z","end":"2026-02-27T00:30:39.875846Z","steps":["trace[411862648] 'agreement among raft nodes before linearized reading' (duration: 541.525723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:39.875934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:30:39.333949Z","time spent":"541.969542ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T00:31:17.757812Z","caller":"traceutil/trace.go:171","msg":"trace[709748938] linearizableReadLoop","detail":"{readStateIndex:20927; appliedIndex:20926; }","duration":"238.874498ms","start":"2026-02-27T00:31:17.518891Z","end":"2026-02-27T00:31:17.757765Z","steps":["trace[709748938] 'read index received' (duration: 225.183154ms)","trace[709748938] 'applied index is now lower than readState.Index' (duration: 13.690114ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:31:17.757964Z","caller":"traceutil/trace.go:171","msg":"trace[1376749187] transaction","detail":"{read_only:false; response_revision:20182; number_of_response:1; }","duration":"239.363919ms","start":"2026-02-27T00:31:17.518586Z","end":"2026-02-27T00:31:17.75795Z","steps":["trace[1376749187] 'process raft request' (duration: 225.564363ms)","trace[1376749187] 'compare' (duration: 13.250723ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:31:17.758072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.029841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:31:17.758174Z","caller":"traceutil/trace.go:171","msg":"trace[606866540] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20182; }","duration":"239.161554ms","start":"2026-02-27T00:31:17.518986Z","end":"2026-02-27T00:31:17.758147Z","steps":["trace[606866540] 'agreement among raft nodes before linearized reading' (duration: 239.012181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:17.758164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.319253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:31:17.758181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.071292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:31:17.758229Z","caller":"traceutil/trace.go:171","msg":"trace[743146708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20182; }","duration":"192.402035ms","start":"2026-02-27T00:31:17.565809Z","end":"2026-02-27T00:31:17.758211Z","steps":["trace[743146708] 'agreement among raft nodes before linearized reading' (duration: 192.268292ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:17.758241Z","caller":"traceutil/trace.go:171","msg":"trace[1871501892] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20182; }","duration":"239.165024ms","start":"2026-02-27T00:31:17.519063Z","end":"2026-02-27T00:31:17.758228Z","steps":["trace[1871501892] 'agreement among raft nodes before linearized reading' (duration: 239.040161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:17.758368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.329328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:31:17.75848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.433389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:31:17.758566Z","caller":"traceutil/trace.go:171","msg":"trace[621521808] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:20182; }","duration":"239.541422ms","start":"2026-02-27T00:31:17.519007Z","end":"2026-02-27T00:31:17.758548Z","steps":["trace[621521808] 'agreement among raft nodes before linearized reading' (duration: 239.316707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:17.758585Z","caller":"traceutil/trace.go:171","msg":"trace[962481306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20182; }","duration":"162.563912ms","start":"2026-02-27T00:31:17.596Z","end":"2026-02-27T00:31:17.758564Z","steps":["trace[962481306] 'agreement among raft nodes before linearized reading' (duration: 162.410588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:17.758394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.798556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-27T00:31:17.758702Z","caller":"traceutil/trace.go:171","msg":"trace[250835605] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20182; }","duration":"239.108492ms","start":"2026-02-27T00:31:17.519563Z","end":"2026-02-27T00:31:17.758672Z","steps":["trace[250835605] 'agreement among raft nodes before linearized reading' (duration: 238.696983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:17.758414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.518552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:31:17.758545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.953109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-zclmr.1897f2d240e08dfc\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-02-27T00:31:17.758762Z","caller":"traceutil/trace.go:171","msg":"trace[270822978] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20182; }","duration":"239.88424ms","start":"2026-02-27T00:31:17.518867Z","end":"2026-02-27T00:31:17.758751Z","steps":["trace[270822978] 'agreement among raft nodes before linearized reading' (duration: 239.503241ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:17.758782Z","caller":"traceutil/trace.go:171","msg":"trace[205735290] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-zclmr.1897f2d240e08dfc; range_end:; response_count:1; response_revision:20182; }","duration":"162.192894ms","start":"2026-02-27T00:31:17.59657Z","end":"2026-02-27T00:31:17.758763Z","steps":["trace[205735290] 'agreement among raft nodes before linearized reading' (duration: 161.765675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:17.897106Z","caller":"traceutil/trace.go:171","msg":"trace[269689053] transaction","detail":"{read_only:false; response_revision:20183; number_of_response:1; }","duration":"134.807615ms","start":"2026-02-27T00:31:17.762246Z","end":"2026-02-27T00:31:17.897053Z","steps":["trace[269689053] 'process raft request' (duration: 134.461427ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:42.289367Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18289} {"level":"info","ts":"2026-02-27T00:31:42.40749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18289,"took":"112.51845ms","hash":2872364234,"current-db-size-bytes":44195840,"current-db-size":"44 MB","current-db-size-in-use-bytes":30183424,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T00:31:42.407592Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2872364234,"revision":18289,"compact-revision":15919} {"level":"info","ts":"2026-02-27T00:34:23.197103Z","caller":"traceutil/trace.go:171","msg":"trace[355819091] transaction","detail":"{read_only:false; response_revision:21814; number_of_response:1; }","duration":"180.955664ms","start":"2026-02-27T00:34:23.016124Z","end":"2026-02-27T00:34:23.19708Z","steps":["trace[355819091] 'process raft request' (duration: 180.80395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:23.199779Z","caller":"traceutil/trace.go:171","msg":"trace[431181825] transaction","detail":"{read_only:false; response_revision:21815; number_of_response:1; }","duration":"183.04395ms","start":"2026-02-27T00:34:23.016684Z","end":"2026-02-27T00:34:23.199728Z","steps":["trace[431181825] 'process raft request' (duration: 182.728313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:23.199924Z","caller":"traceutil/trace.go:171","msg":"trace[887724826] transaction","detail":"{read_only:false; response_revision:21816; number_of_response:1; }","duration":"182.231312ms","start":"2026-02-27T00:34:23.017655Z","end":"2026-02-27T00:34:23.199886Z","steps":["trace[887724826] 'process raft request' (duration: 181.946186ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:23.199964Z","caller":"traceutil/trace.go:171","msg":"trace[1460476973] linearizableReadLoop","detail":"{readStateIndex:22614; appliedIndex:22611; }","duration":"181.865523ms","start":"2026-02-27T00:34:23.01806Z","end":"2026-02-27T00:34:23.199926Z","steps":["trace[1460476973] 'read index received' (duration: 178.898157ms)","trace[1460476973] 'applied index is now lower than readState.Index' (duration: 2.965426ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:23.200031Z","caller":"traceutil/trace.go:171","msg":"trace[780364807] transaction","detail":"{read_only:false; response_revision:21817; number_of_response:1; }","duration":"155.950918ms","start":"2026-02-27T00:34:23.044049Z","end":"2026-02-27T00:34:23.2Z","steps":["trace[780364807] 'process raft request' (duration: 155.684682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.200236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.15809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/capo-system/\" range_end:\"/registry/limitranges/capo-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.200275Z","caller":"traceutil/trace.go:171","msg":"trace[186606540] range","detail":"{range_begin:/registry/limitranges/capo-system/; range_end:/registry/limitranges/capo-system0; response_count:0; response_revision:21818; }","duration":"182.211691ms","start":"2026-02-27T00:34:23.018054Z","end":"2026-02-27T00:34:23.200266Z","steps":["trace[186606540] 'agreement among raft nodes before linearized reading' (duration: 182.122949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.200518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.472592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.200605Z","caller":"traceutil/trace.go:171","msg":"trace[449024817] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21818; }","duration":"130.618375ms","start":"2026-02-27T00:34:23.069958Z","end":"2026-02-27T00:34:23.200577Z","steps":["trace[449024817] 'agreement among raft nodes before linearized reading' (duration: 130.440761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.200717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.682162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.200783Z","caller":"traceutil/trace.go:171","msg":"trace[305672188] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21818; }","duration":"119.757393ms","start":"2026-02-27T00:34:23.081006Z","end":"2026-02-27T00:34:23.200763Z","steps":["trace[305672188] 'agreement among raft nodes before linearized reading' (duration: 119.645581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.200773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.001862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:23.200311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.425156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.200886Z","caller":"traceutil/trace.go:171","msg":"trace[1983077069] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21818; }","duration":"108.207796ms","start":"2026-02-27T00:34:23.092652Z","end":"2026-02-27T00:34:23.20086Z","steps":["trace[1983077069] 'agreement among raft nodes before linearized reading' (duration: 107.954761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.200916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.971681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.200975Z","caller":"traceutil/trace.go:171","msg":"trace[834162767] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21818; }","duration":"108.044764ms","start":"2026-02-27T00:34:23.092917Z","end":"2026-02-27T00:34:23.200962Z","steps":["trace[834162767] 'agreement among raft nodes before linearized reading' (duration: 107.935561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.200975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.927757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.20104Z","caller":"traceutil/trace.go:171","msg":"trace[1615371768] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21818; }","duration":"120.002449ms","start":"2026-02-27T00:34:23.081026Z","end":"2026-02-27T00:34:23.201028Z","steps":["trace[1615371768] 'agreement among raft nodes before linearized reading' (duration: 119.917447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:23.20119Z","caller":"traceutil/trace.go:171","msg":"trace[1632783666] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21818; }","duration":"178.03988ms","start":"2026-02-27T00:34:23.022842Z","end":"2026-02-27T00:34:23.200882Z","steps":["trace[1632783666] 'agreement among raft nodes before linearized reading' (duration: 177.404046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.201216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.36615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:23.20124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.192308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.202235Z","caller":"traceutil/trace.go:171","msg":"trace[2105350083] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21818; }","duration":"132.20166ms","start":"2026-02-27T00:34:23.070005Z","end":"2026-02-27T00:34:23.202206Z","steps":["trace[2105350083] 'agreement among raft nodes before linearized reading' (duration: 131.050175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.201251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.254835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-02-27T00:34:23.202659Z","caller":"traceutil/trace.go:171","msg":"trace[78727603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21818; }","duration":"157.704666ms","start":"2026-02-27T00:34:23.044939Z","end":"2026-02-27T00:34:23.202644Z","steps":["trace[78727603] 'agreement among raft nodes before linearized reading' (duration: 156.164883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.201266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.678799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.203079Z","caller":"traceutil/trace.go:171","msg":"trace[1686952989] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21818; }","duration":"169.497689ms","start":"2026-02-27T00:34:23.033565Z","end":"2026-02-27T00:34:23.203063Z","steps":["trace[1686952989] 'agreement among raft nodes before linearized reading' (duration: 167.666598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:23.201286Z","caller":"traceutil/trace.go:171","msg":"trace[630462932] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21818; }","duration":"108.464052ms","start":"2026-02-27T00:34:23.092796Z","end":"2026-02-27T00:34:23.20126Z","steps":["trace[630462932] 'agreement among raft nodes before linearized reading' (duration: 108.329489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.201306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.187293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.203416Z","caller":"traceutil/trace.go:171","msg":"trace[849583358] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21818; }","duration":"158.302441ms","start":"2026-02-27T00:34:23.045099Z","end":"2026-02-27T00:34:23.203401Z","steps":["trace[849583358] 'agreement among raft nodes before linearized reading' (duration: 156.179403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.201374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.481319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.203774Z","caller":"traceutil/trace.go:171","msg":"trace[1162199518] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21818; }","duration":"180.864492ms","start":"2026-02-27T00:34:23.022869Z","end":"2026-02-27T00:34:23.203734Z","steps":["trace[1162199518] 'agreement among raft nodes before linearized reading' (duration: 178.463889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.20135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.787461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.203985Z","caller":"traceutil/trace.go:171","msg":"trace[1761908138] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21818; }","duration":"170.551422ms","start":"2026-02-27T00:34:23.033413Z","end":"2026-02-27T00:34:23.203964Z","steps":["trace[1761908138] 'agreement among raft nodes before linearized reading' (duration: 167.720789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.201463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.199113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.20462Z","caller":"traceutil/trace.go:171","msg":"trace[1562351146] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21818; }","duration":"159.360384ms","start":"2026-02-27T00:34:23.04524Z","end":"2026-02-27T00:34:23.2046Z","steps":["trace[1562351146] 'agreement among raft nodes before linearized reading' (duration: 156.198404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:23.201901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.01986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:23.204826Z","caller":"traceutil/trace.go:171","msg":"trace[1792445268] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21818; }","duration":"159.599829ms","start":"2026-02-27T00:34:23.045213Z","end":"2026-02-27T00:34:23.204813Z","steps":["trace[1792445268] 'agreement among raft nodes before linearized reading' (duration: 156.011369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:24.748959Z","caller":"traceutil/trace.go:171","msg":"trace[241718745] linearizableReadLoop","detail":"{readStateIndex:22695; appliedIndex:22694; }","duration":"166.321638ms","start":"2026-02-27T00:34:24.582614Z","end":"2026-02-27T00:34:24.748935Z","steps":["trace[241718745] 'read index received' (duration: 166.304218ms)","trace[241718745] 'applied index is now lower than readState.Index' (duration: 16.38µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:24.748993Z","caller":"traceutil/trace.go:171","msg":"trace[1902363642] transaction","detail":"{read_only:false; response_revision:21897; number_of_response:1; }","duration":"169.733673ms","start":"2026-02-27T00:34:24.57922Z","end":"2026-02-27T00:34:24.748954Z","steps":["trace[1902363642] 'process raft request' (duration: 169.553619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:24.749192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.559303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-27T00:34:24.749262Z","caller":"traceutil/trace.go:171","msg":"trace[1228916433] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:21897; }","duration":"166.641406ms","start":"2026-02-27T00:34:24.582602Z","end":"2026-02-27T00:34:24.749243Z","steps":["trace[1228916433] 'agreement among raft nodes before linearized reading' (duration: 166.461591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:24.756844Z","caller":"traceutil/trace.go:171","msg":"trace[1838290255] transaction","detail":"{read_only:false; response_revision:21898; number_of_response:1; }","duration":"136.935825ms","start":"2026-02-27T00:34:24.619883Z","end":"2026-02-27T00:34:24.756818Z","steps":["trace[1838290255] 'process raft request' (duration: 136.642808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:24.757311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.700237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:24.757372Z","caller":"traceutil/trace.go:171","msg":"trace[566663541] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21899; }","duration":"153.796728ms","start":"2026-02-27T00:34:24.603561Z","end":"2026-02-27T00:34:24.757358Z","steps":["trace[566663541] 'agreement among raft nodes before linearized reading' (duration: 153.655805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:24.75786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.291294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:24.757906Z","caller":"traceutil/trace.go:171","msg":"trace[137277787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21899; }","duration":"164.387085ms","start":"2026-02-27T00:34:24.593507Z","end":"2026-02-27T00:34:24.757894Z","steps":["trace[137277787] 'agreement among raft nodes before linearized reading' (duration: 164.304633ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:26.152284Z","caller":"traceutil/trace.go:171","msg":"trace[1858592663] linearizableReadLoop","detail":"{readStateIndex:22735; appliedIndex:22734; }","duration":"112.235116ms","start":"2026-02-27T00:34:26.040017Z","end":"2026-02-27T00:34:26.152252Z","steps":["trace[1858592663] 'read index received' (duration: 62.887639ms)","trace[1858592663] 'applied index is now lower than readState.Index' (duration: 49.345947ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:26.152333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.090396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager-test/\" range_end:\"/registry/replicasets/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:26.152484Z","caller":"traceutil/trace.go:171","msg":"trace[267394159] range","detail":"{range_begin:/registry/replicasets/cert-manager-test/; range_end:/registry/replicasets/cert-manager-test0; response_count:0; response_revision:21935; }","duration":"145.341191ms","start":"2026-02-27T00:34:26.007113Z","end":"2026-02-27T00:34:26.152454Z","steps":["trace[267394159] 'range keys from in-memory index tree' (duration: 145.027894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:26.152479Z","caller":"traceutil/trace.go:171","msg":"trace[1301138104] transaction","detail":"{read_only:false; response_revision:21936; number_of_response:1; }","duration":"140.920563ms","start":"2026-02-27T00:34:26.011501Z","end":"2026-02-27T00:34:26.152421Z","steps":["trace[1301138104] 'process raft request' (duration: 91.377542ms)","trace[1301138104] 'compare' (duration: 49.242945ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:26.152738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.693795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"info","ts":"2026-02-27T00:34:26.152813Z","caller":"traceutil/trace.go:171","msg":"trace[1383157052] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21936; }","duration":"112.83238ms","start":"2026-02-27T00:34:26.039961Z","end":"2026-02-27T00:34:26.152793Z","steps":["trace[1383157052] 'agreement among raft nodes before linearized reading' (duration: 112.43412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.288329Z","caller":"traceutil/trace.go:171","msg":"trace[6415861] transaction","detail":"{read_only:false; response_revision:22029; number_of_response:1; }","duration":"959.735451ms","start":"2026-02-27T00:34:30.328517Z","end":"2026-02-27T00:34:31.288252Z","steps":["trace[6415861] 'process raft request' (duration: 953.500051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.288514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:30.328485Z","time spent":"959.931225ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:32.011995Z","caller":"traceutil/trace.go:171","msg":"trace[1248554172] transaction","detail":"{read_only:false; response_revision:22031; number_of_response:1; }","duration":"1.459791689s","start":"2026-02-27T00:34:30.552099Z","end":"2026-02-27T00:34:32.011891Z","steps":["trace[1248554172] 'process raft request' (duration: 1.459428401s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.01217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:30.552088Z","time spent":"1.459996174s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:32.012528Z","caller":"traceutil/trace.go:171","msg":"trace[191544011] transaction","detail":"{read_only:false; response_revision:22030; number_of_response:1; }","duration":"1.462817257s","start":"2026-02-27T00:34:30.548891Z","end":"2026-02-27T00:34:32.011709Z","steps":["trace[191544011] 'process raft request' (duration: 1.462070851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.01276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:30.548862Z","time spent":"1.463771177s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:32.220266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.617598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:34:32.220896Z","caller":"traceutil/trace.go:171","msg":"trace[176405411] linearizableReadLoop","detail":"{readStateIndex:22831; appliedIndex:22827; }","duration":"1.180795417s","start":"2026-02-27T00:34:31.040068Z","end":"2026-02-27T00:34:32.220864Z","steps":["trace[176405411] 'read index received' (duration: 241.976482ms)","trace[176405411] 'applied index is now lower than readState.Index' (duration: 938.817785ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:32.221037Z","caller":"traceutil/trace.go:171","msg":"trace[1417949753] transaction","detail":"{read_only:false; response_revision:22032; number_of_response:1; }","duration":"990.122116ms","start":"2026-02-27T00:34:31.230815Z","end":"2026-02-27T00:34:32.220937Z","steps":["trace[1417949753] 'process raft request' (duration: 989.544923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.221598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.230779Z","time spent":"990.566126ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:32.222795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182698088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T00:34:32.222824Z","caller":"traceutil/trace.go:171","msg":"trace[61169433] transaction","detail":"{read_only:false; response_revision:22033; number_of_response:1; }","duration":"777.128519ms","start":"2026-02-27T00:34:31.44567Z","end":"2026-02-27T00:34:32.222799Z","steps":["trace[61169433] 'process raft request' (duration: 775.181637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:32.22291Z","caller":"traceutil/trace.go:171","msg":"trace[1628525042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22032; }","duration":"1.182884232s","start":"2026-02-27T00:34:31.040001Z","end":"2026-02-27T00:34:32.222885Z","steps":["trace[1628525042] 'agreement among raft nodes before linearized reading' (duration: 1.181003891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.222977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.039974Z","time spent":"1.182987715s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T00:34:32.222989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.445627Z","time spent":"777.267162ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:32.224444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011271027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:32.224541Z","caller":"traceutil/trace.go:171","msg":"trace[302510837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22035; }","duration":"1.01143758s","start":"2026-02-27T00:34:31.213081Z","end":"2026-02-27T00:34:32.224519Z","steps":["trace[302510837] 'agreement among raft nodes before linearized reading' (duration: 1.011268446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.224592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.213049Z","time spent":"1.011532082s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:34:32.224595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.881373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:34:32.224673Z","caller":"traceutil/trace.go:171","msg":"trace[627312482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22035; }","duration":"954.984535ms","start":"2026-02-27T00:34:31.269668Z","end":"2026-02-27T00:34:32.224653Z","steps":["trace[627312482] 'agreement among raft nodes before linearized reading' (duration: 954.801081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.22468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.835152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:32.22471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.537367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:34:32.224738Z","caller":"traceutil/trace.go:171","msg":"trace[1549924684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22035; }","duration":"628.926274ms","start":"2026-02-27T00:34:31.595798Z","end":"2026-02-27T00:34:32.224724Z","steps":["trace[1549924684] 'agreement among raft nodes before linearized reading' (duration: 628.846953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:32.224763Z","caller":"traceutil/trace.go:171","msg":"trace[771928464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22035; }","duration":"968.647089ms","start":"2026-02-27T00:34:31.256102Z","end":"2026-02-27T00:34:32.224749Z","steps":["trace[771928464] 'agreement among raft nodes before linearized reading' (duration: 968.440294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.224783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.595775Z","time spent":"629.000627ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:34:32.224801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.256075Z","time spent":"968.717701ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:34:32.224869Z","caller":"traceutil/trace.go:171","msg":"trace[1741673923] transaction","detail":"{read_only:false; response_revision:22034; number_of_response:1; }","duration":"145.118217ms","start":"2026-02-27T00:34:32.079728Z","end":"2026-02-27T00:34:32.224846Z","steps":["trace[1741673923] 'process raft request' (duration: 144.397171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.224893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.419253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T00:34:32.224734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.269653Z","time spent":"955.067616ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:34:32.224947Z","caller":"traceutil/trace.go:171","msg":"trace[533473510] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22035; }","duration":"109.500345ms","start":"2026-02-27T00:34:32.115428Z","end":"2026-02-27T00:34:32.224929Z","steps":["trace[533473510] 'agreement among raft nodes before linearized reading' (duration: 109.355092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.224601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.654991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T00:34:32.225093Z","caller":"traceutil/trace.go:171","msg":"trace[2139460874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22035; }","duration":"952.193833ms","start":"2026-02-27T00:34:31.272885Z","end":"2026-02-27T00:34:32.225078Z","steps":["trace[2139460874] 'agreement among raft nodes before linearized reading' (duration: 951.59917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.225145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.272875Z","time spent":"952.256144ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:32.225274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.082001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:34:32.225334Z","caller":"traceutil/trace.go:171","msg":"trace[1447599484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22035; }","duration":"599.164743ms","start":"2026-02-27T00:34:31.626155Z","end":"2026-02-27T00:34:32.22532Z","steps":["trace[1447599484] 'agreement among raft nodes before linearized reading' (duration: 598.976589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.225368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.626144Z","time spent":"599.215654ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:32.224807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.786774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:34:32.225524Z","caller":"traceutil/trace.go:171","msg":"trace[874476916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22035; }","duration":"621.51456ms","start":"2026-02-27T00:34:31.603954Z","end":"2026-02-27T00:34:32.225469Z","steps":["trace[874476916] 'agreement among raft nodes before linearized reading' (duration: 620.471027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.225629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:31.603934Z","time spent":"621.636933ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:34:42.38434Z","caller":"traceutil/trace.go:171","msg":"trace[881782232] transaction","detail":"{read_only:false; response_revision:22124; number_of_response:1; }","duration":"122.971334ms","start":"2026-02-27T00:34:42.261339Z","end":"2026-02-27T00:34:42.38431Z","steps":["trace[881782232] 'process raft request' (duration: 23.053362ms)","trace[881782232] 'compare' (duration: 99.40517ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:42.535892Z","caller":"traceutil/trace.go:171","msg":"trace[1315171970] transaction","detail":"{read_only:false; response_revision:22126; number_of_response:1; }","duration":"179.521411ms","start":"2026-02-27T00:34:42.356342Z","end":"2026-02-27T00:34:42.535863Z","steps":["trace[1315171970] 'process raft request' (duration: 128.101327ms)","trace[1315171970] 'compare' (duration: 51.058317ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:42.536092Z","caller":"traceutil/trace.go:171","msg":"trace[909964957] linearizableReadLoop","detail":"{readStateIndex:22930; appliedIndex:22928; }","duration":"151.807506ms","start":"2026-02-27T00:34:42.384266Z","end":"2026-02-27T00:34:42.536074Z","steps":["trace[909964957] 'read index received' (duration: 100.188008ms)","trace[909964957] 'applied index is now lower than readState.Index' (duration: 51.618088ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:42.536141Z","caller":"traceutil/trace.go:171","msg":"trace[645843039] transaction","detail":"{read_only:false; response_revision:22127; number_of_response:1; }","duration":"178.314446ms","start":"2026-02-27T00:34:42.357793Z","end":"2026-02-27T00:34:42.536107Z","steps":["trace[645843039] 'process raft request' (duration: 178.000549ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:42.536386Z","caller":"traceutil/trace.go:171","msg":"trace[875006963] transaction","detail":"{read_only:false; response_revision:22128; number_of_response:1; }","duration":"148.319798ms","start":"2026-02-27T00:34:42.388037Z","end":"2026-02-27T00:34:42.536357Z","steps":["trace[875006963] 'process raft request' (duration: 147.981201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:42.536502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.656678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:34:42.536525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.713559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:34:42.536545Z","caller":"traceutil/trace.go:171","msg":"trace[1769867265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22128; }","duration":"243.715399ms","start":"2026-02-27T00:34:42.292818Z","end":"2026-02-27T00:34:42.536534Z","steps":["trace[1769867265] 'agreement among raft nodes before linearized reading' (duration: 243.371312ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:42.536584Z","caller":"traceutil/trace.go:171","msg":"trace[1275456024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22128; }","duration":"243.814692ms","start":"2026-02-27T00:34:42.292756Z","end":"2026-02-27T00:34:42.536571Z","steps":["trace[1275456024] 'agreement among raft nodes before linearized reading' (duration: 243.366982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:42.536802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.001991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:34:42.537019Z","caller":"traceutil/trace.go:171","msg":"trace[271888655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22128; }","duration":"251.212556ms","start":"2026-02-27T00:34:42.285733Z","end":"2026-02-27T00:34:42.536946Z","steps":["trace[271888655] 'agreement among raft nodes before linearized reading' (duration: 250.419029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:42.536814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.024902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:34:42.537249Z","caller":"traceutil/trace.go:171","msg":"trace[1824879443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22128; }","duration":"251.476092ms","start":"2026-02-27T00:34:42.285737Z","end":"2026-02-27T00:34:42.537213Z","steps":["trace[1824879443] 'agreement among raft nodes before linearized reading' (duration: 250.401828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:42.977815Z","caller":"traceutil/trace.go:171","msg":"trace[478740265] linearizableReadLoop","detail":"{readStateIndex:22935; appliedIndex:22932; }","duration":"381.840811ms","start":"2026-02-27T00:34:42.595941Z","end":"2026-02-27T00:34:42.977782Z","steps":["trace[478740265] 'read index received' (duration: 381.475162ms)","trace[478740265] 'applied index is now lower than readState.Index' (duration: 364.749µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:42.977911Z","caller":"traceutil/trace.go:171","msg":"trace[194717469] transaction","detail":"{read_only:false; response_revision:22130; number_of_response:1; }","duration":"435.802861ms","start":"2026-02-27T00:34:42.542062Z","end":"2026-02-27T00:34:42.977865Z","steps":["trace[194717469] 'process raft request' (duration: 435.452052ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:42.977933Z","caller":"traceutil/trace.go:171","msg":"trace[1934740875] transaction","detail":"{read_only:false; response_revision:22132; number_of_response:1; }","duration":"435.446833ms","start":"2026-02-27T00:34:42.542458Z","end":"2026-02-27T00:34:42.977905Z","steps":["trace[1934740875] 'process raft request' (duration: 435.283748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:42.977994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.042056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:42.977954Z","caller":"traceutil/trace.go:171","msg":"trace[1501713429] transaction","detail":"{read_only:false; response_revision:22131; number_of_response:1; }","duration":"435.537736ms","start":"2026-02-27T00:34:42.542359Z","end":"2026-02-27T00:34:42.977897Z","steps":["trace[1501713429] 'process raft request' (duration: 435.33639ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:42.978044Z","caller":"traceutil/trace.go:171","msg":"trace[726263155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22132; }","duration":"382.155138ms","start":"2026-02-27T00:34:42.595877Z","end":"2026-02-27T00:34:42.978032Z","steps":["trace[726263155] 'agreement among raft nodes before linearized reading' (duration: 382.022966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:42.978083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.595835Z","time spent":"382.240839ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:34:42.97808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.542435Z","time spent":"435.568766ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:42.978097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.542033Z","time spent":"435.962735ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:42.978171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.542349Z","time spent":"435.707489ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:45.933778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.534861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:45.93392Z","caller":"traceutil/trace.go:171","msg":"trace[1366922896] linearizableReadLoop","detail":"{readStateIndex:22963; appliedIndex:22962; }","duration":"337.757731ms","start":"2026-02-27T00:34:45.59614Z","end":"2026-02-27T00:34:45.933897Z","steps":["trace[1366922896] 'read index received' (duration: 14.938133ms)","trace[1366922896] 'applied index is now lower than readState.Index' (duration: 322.817468ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:45.934036Z","caller":"traceutil/trace.go:171","msg":"trace[70737540] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"411.194214ms","start":"2026-02-27T00:34:45.522812Z","end":"2026-02-27T00:34:45.934006Z","steps":["trace[70737540] 'process raft request' (duration: 88.295434ms)","trace[70737540] 'compare' (duration: 322.231985ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:45.93409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.949745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:45.934134Z","caller":"traceutil/trace.go:171","msg":"trace[677829448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22159; }","duration":"338.032337ms","start":"2026-02-27T00:34:45.596087Z","end":"2026-02-27T00:34:45.934119Z","steps":["trace[677829448] 'agreement among raft nodes before linearized reading' (duration: 337.943295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.934177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.596069Z","time spent":"338.096968ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:34:45.934173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.522758Z","time spent":"411.336137ms","remote":"127.0.0.1:48914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4642,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:49.174368Z","caller":"traceutil/trace.go:171","msg":"trace[1232156214] transaction","detail":"{read_only:false; response_revision:22187; number_of_response:1; }","duration":"124.650751ms","start":"2026-02-27T00:34:49.049681Z","end":"2026-02-27T00:34:49.174332Z","steps":["trace[1232156214] 'process raft request' (duration: 124.304833ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:49.385707Z","caller":"traceutil/trace.go:171","msg":"trace[657883547] transaction","detail":"{read_only:false; response_revision:22190; number_of_response:1; }","duration":"135.894252ms","start":"2026-02-27T00:34:49.249779Z","end":"2026-02-27T00:34:49.385673Z","steps":["trace[657883547] 'process raft request' (duration: 72.275047ms)","trace[657883547] 'compare' (duration: 63.455221ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:50.803118Z","caller":"traceutil/trace.go:171","msg":"trace[292977868] transaction","detail":"{read_only:false; response_revision:22207; number_of_response:1; }","duration":"116.857769ms","start":"2026-02-27T00:34:50.686224Z","end":"2026-02-27T00:34:50.803082Z","steps":["trace[292977868] 'process raft request' (duration: 116.678165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:50.803122Z","caller":"traceutil/trace.go:171","msg":"trace[273960610] transaction","detail":"{read_only:false; response_revision:22206; number_of_response:1; }","duration":"116.90351ms","start":"2026-02-27T00:34:50.686187Z","end":"2026-02-27T00:34:50.803091Z","steps":["trace[273960610] 'process raft request' (duration: 116.562713ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:50.803742Z","caller":"traceutil/trace.go:171","msg":"trace[1994015688] transaction","detail":"{read_only:false; response_revision:22208; number_of_response:1; }","duration":"115.328004ms","start":"2026-02-27T00:34:50.6884Z","end":"2026-02-27T00:34:50.803728Z","steps":["trace[1994015688] 'process raft request' (duration: 114.560047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:50.885956Z","caller":"traceutil/trace.go:171","msg":"trace[194046281] transaction","detail":"{read_only:false; response_revision:22209; number_of_response:1; }","duration":"149.993925ms","start":"2026-02-27T00:34:50.735908Z","end":"2026-02-27T00:34:50.885902Z","steps":["trace[194046281] 'process raft request' (duration: 99.672506ms)","trace[194046281] 'compare' (duration: 50.001052ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:50.939663Z","caller":"traceutil/trace.go:171","msg":"trace[1712071564] linearizableReadLoop","detail":"{readStateIndex:23014; appliedIndex:23010; }","duration":"200.384127ms","start":"2026-02-27T00:34:50.739247Z","end":"2026-02-27T00:34:50.939632Z","steps":["trace[1712071564] 'read index received' (duration: 63.537533ms)","trace[1712071564] 'applied index is now lower than readState.Index' (duration: 136.845214ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:50.939953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.695343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5039"} {"level":"info","ts":"2026-02-27T00:34:50.940012Z","caller":"traceutil/trace.go:171","msg":"trace[1215478546] transaction","detail":"{read_only:false; response_revision:22211; number_of_response:1; }","duration":"128.998449ms","start":"2026-02-27T00:34:50.811006Z","end":"2026-02-27T00:34:50.940005Z","steps":["trace[1215478546] 'process raft request' (duration: 128.821115ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:50.940024Z","caller":"traceutil/trace.go:171","msg":"trace[1824515237] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:22210; }","duration":"200.825636ms","start":"2026-02-27T00:34:50.739185Z","end":"2026-02-27T00:34:50.94001Z","steps":["trace[1824515237] 'agreement among raft nodes before linearized reading' (duration: 200.581801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:50.940039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.264683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-8mxfs\" ","response":"range_response_count:1 size:4242"} {"level":"info","ts":"2026-02-27T00:34:50.940086Z","caller":"traceutil/trace.go:171","msg":"trace[692031721] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-8mxfs; range_end:; response_count:1; response_revision:22211; }","duration":"106.372745ms","start":"2026-02-27T00:34:50.833701Z","end":"2026-02-27T00:34:50.940074Z","steps":["trace[692031721] 'agreement among raft nodes before linearized reading' (duration: 106.218712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:50.939945Z","caller":"traceutil/trace.go:171","msg":"trace[1879180874] transaction","detail":"{read_only:false; response_revision:22210; number_of_response:1; }","duration":"130.272018ms","start":"2026-02-27T00:34:50.809636Z","end":"2026-02-27T00:34:50.939908Z","steps":["trace[1879180874] 'process raft request' (duration: 129.880719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:51.096344Z","caller":"traceutil/trace.go:171","msg":"trace[196448633] transaction","detail":"{read_only:false; response_revision:22212; number_of_response:1; }","duration":"150.098698ms","start":"2026-02-27T00:34:50.946189Z","end":"2026-02-27T00:34:51.096287Z","steps":["trace[196448633] 'process raft request' (duration: 149.863582ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:51.118761Z","caller":"traceutil/trace.go:171","msg":"trace[1953753600] transaction","detail":"{read_only:false; response_revision:22213; number_of_response:1; }","duration":"169.217553ms","start":"2026-02-27T00:34:50.949519Z","end":"2026-02-27T00:34:51.118736Z","steps":["trace[1953753600] 'process raft request' (duration: 168.595368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:51.80882Z","caller":"traceutil/trace.go:171","msg":"trace[1714571834] transaction","detail":"{read_only:false; response_revision:22217; number_of_response:1; }","duration":"410.596171ms","start":"2026-02-27T00:34:51.398196Z","end":"2026-02-27T00:34:51.808793Z","steps":["trace[1714571834] 'process raft request' (duration: 410.437647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:51.80899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:51.398163Z","time spent":"410.755753ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T00:34:51.951323Z","caller":"traceutil/trace.go:171","msg":"trace[1052416012] transaction","detail":"{read_only:false; response_revision:22218; number_of_response:1; }","duration":"532.665654ms","start":"2026-02-27T00:34:51.41862Z","end":"2026-02-27T00:34:51.951286Z","steps":["trace[1052416012] 'process raft request' (duration: 511.429101ms)","trace[1052416012] 'compare' (duration: 21.002638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:51.95153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:51.418607Z","time spent":"532.821637ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:51.951727Z","caller":"traceutil/trace.go:171","msg":"trace[1369162029] transaction","detail":"{read_only:false; response_revision:22219; number_of_response:1; }","duration":"429.282875ms","start":"2026-02-27T00:34:51.522367Z","end":"2026-02-27T00:34:51.95165Z","steps":["trace[1369162029] 'process raft request' (duration: 428.857946ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:51.951583Z","caller":"traceutil/trace.go:171","msg":"trace[1483887702] linearizableReadLoop","detail":"{readStateIndex:23025; appliedIndex:23022; }","duration":"355.854783ms","start":"2026-02-27T00:34:51.595653Z","end":"2026-02-27T00:34:51.951508Z","steps":["trace[1483887702] 'read index received' (duration: 213.044137ms)","trace[1483887702] 'applied index is now lower than readState.Index' (duration: 142.807836ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:51.95316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:51.522337Z","time spent":"430.518832ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:51.953326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.645182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:51.953479Z","caller":"traceutil/trace.go:171","msg":"trace[273179027] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22219; }","duration":"357.818797ms","start":"2026-02-27T00:34:51.595587Z","end":"2026-02-27T00:34:51.953406Z","steps":["trace[273179027] 'agreement among raft nodes before linearized reading' (duration: 357.609411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:51.953545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:51.59556Z","time spent":"357.97144ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:34:52.48244Z","caller":"traceutil/trace.go:171","msg":"trace[1474889024] transaction","detail":"{read_only:false; response_revision:22222; number_of_response:1; }","duration":"183.848497ms","start":"2026-02-27T00:34:52.298558Z","end":"2026-02-27T00:34:52.482406Z","steps":["trace[1474889024] 'process raft request' (duration: 96.951595ms)","trace[1474889024] 'compare' (duration: 86.620946ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:55.771631Z","caller":"traceutil/trace.go:171","msg":"trace[1648364992] linearizableReadLoop","detail":"{readStateIndex:23076; appliedIndex:23075; }","duration":"176.139926ms","start":"2026-02-27T00:34:55.595461Z","end":"2026-02-27T00:34:55.771601Z","steps":["trace[1648364992] 'read index received' (duration: 175.929882ms)","trace[1648364992] 'applied index is now lower than readState.Index' (duration: 208.874µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:55.7718Z","caller":"traceutil/trace.go:171","msg":"trace[1252124860] transaction","detail":"{read_only:false; response_revision:22269; number_of_response:1; }","duration":"215.200086ms","start":"2026-02-27T00:34:55.556467Z","end":"2026-02-27T00:34:55.771668Z","steps":["trace[1252124860] 'process raft request' (duration: 214.916748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:55.771844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.353912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:55.771959Z","caller":"traceutil/trace.go:171","msg":"trace[1263800000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22269; }","duration":"176.504425ms","start":"2026-02-27T00:34:55.595425Z","end":"2026-02-27T00:34:55.77193Z","steps":["trace[1263800000] 'agreement among raft nodes before linearized reading' (duration: 176.303821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:55.77211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.946087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-02-27T00:34:55.772174Z","caller":"traceutil/trace.go:171","msg":"trace[1930438294] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:22269; }","duration":"133.153671ms","start":"2026-02-27T00:34:55.638999Z","end":"2026-02-27T00:34:55.772153Z","steps":["trace[1930438294] 'agreement among raft nodes before linearized reading' (duration: 132.789263ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:56.118948Z","caller":"traceutil/trace.go:171","msg":"trace[1190081363] transaction","detail":"{read_only:false; response_revision:22271; number_of_response:1; }","duration":"147.06929ms","start":"2026-02-27T00:34:55.971853Z","end":"2026-02-27T00:34:56.118922Z","steps":["trace[1190081363] 'process raft request' (duration: 146.916497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:56.568493Z","caller":"traceutil/trace.go:171","msg":"trace[503338698] linearizableReadLoop","detail":"{readStateIndex:23081; appliedIndex:23080; }","duration":"121.369748ms","start":"2026-02-27T00:34:56.447094Z","end":"2026-02-27T00:34:56.568464Z","steps":["trace[503338698] 'read index received' (duration: 121.170804ms)","trace[503338698] 'applied index is now lower than readState.Index' (duration: 193.324µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:56.568544Z","caller":"traceutil/trace.go:171","msg":"trace[1847280077] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"128.840105ms","start":"2026-02-27T00:34:56.439658Z","end":"2026-02-27T00:34:56.568498Z","steps":["trace[1847280077] 'process raft request' (duration: 128.523898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:56.568765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.647064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4233"} {"level":"info","ts":"2026-02-27T00:34:56.568822Z","caller":"traceutil/trace.go:171","msg":"trace[1508370918] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22274; }","duration":"121.725876ms","start":"2026-02-27T00:34:56.447079Z","end":"2026-02-27T00:34:56.568805Z","steps":["trace[1508370918] 'agreement among raft nodes before linearized reading' (duration: 121.505101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:56.7412Z","caller":"traceutil/trace.go:171","msg":"trace[16176634] transaction","detail":"{read_only:false; response_revision:22277; number_of_response:1; }","duration":"162.432592ms","start":"2026-02-27T00:34:56.57873Z","end":"2026-02-27T00:34:56.741162Z","steps":["trace[16176634] 'process raft request' (duration: 95.495413ms)","trace[16176634] 'compare' (duration: 66.663723ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:57.036024Z","caller":"traceutil/trace.go:171","msg":"trace[1657416544] transaction","detail":"{read_only:false; response_revision:22285; number_of_response:1; }","duration":"150.987917ms","start":"2026-02-27T00:34:56.884993Z","end":"2026-02-27T00:34:57.035981Z","steps":["trace[1657416544] 'process raft request' (duration: 101.085487ms)","trace[1657416544] 'compare' (duration: 49.706866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:57.051732Z","caller":"traceutil/trace.go:171","msg":"trace[274549003] transaction","detail":"{read_only:false; response_revision:22286; number_of_response:1; }","duration":"165.52788ms","start":"2026-02-27T00:34:56.886178Z","end":"2026-02-27T00:34:57.051706Z","steps":["trace[274549003] 'process raft request' (duration: 165.291635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:57.05191Z","caller":"traceutil/trace.go:171","msg":"trace[1150083869] linearizableReadLoop","detail":"{readStateIndex:23094; appliedIndex:23091; }","duration":"164.494608ms","start":"2026-02-27T00:34:56.887396Z","end":"2026-02-27T00:34:57.051891Z","steps":["trace[1150083869] 'read index received' (duration: 98.695004ms)","trace[1150083869] 'applied index is now lower than readState.Index' (duration: 65.798254ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:57.052116Z","caller":"traceutil/trace.go:171","msg":"trace[2127172724] transaction","detail":"{read_only:false; response_revision:22287; number_of_response:1; }","duration":"165.217684ms","start":"2026-02-27T00:34:56.88679Z","end":"2026-02-27T00:34:57.052008Z","steps":["trace[2127172724] 'process raft request' (duration: 164.845604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.052202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.796974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4375"} {"level":"warn","ts":"2026-02-27T00:34:57.052218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.44397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:34:57.052246Z","caller":"traceutil/trace.go:171","msg":"trace[419525256] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22287; }","duration":"164.898637ms","start":"2026-02-27T00:34:56.887335Z","end":"2026-02-27T00:34:57.052233Z","steps":["trace[419525256] 'agreement among raft nodes before linearized reading' (duration: 164.677122ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:57.052276Z","caller":"traceutil/trace.go:171","msg":"trace[1012081350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22287; }","duration":"143.559033ms","start":"2026-02-27T00:34:56.908701Z","end":"2026-02-27T00:34:57.05226Z","steps":["trace[1012081350] 'agreement among raft nodes before linearized reading' (duration: 143.347038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:57.390054Z","caller":"traceutil/trace.go:171","msg":"trace[2055777547] linearizableReadLoop","detail":"{readStateIndex:23101; appliedIndex:23100; }","duration":"208.25405ms","start":"2026-02-27T00:34:57.181768Z","end":"2026-02-27T00:34:57.390022Z","steps":["trace[2055777547] 'read index received' (duration: 158.683798ms)","trace[2055777547] 'applied index is now lower than readState.Index' (duration: 49.568832ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:57.3901Z","caller":"traceutil/trace.go:171","msg":"trace[370801393] transaction","detail":"{read_only:false; response_revision:22294; number_of_response:1; }","duration":"214.939909ms","start":"2026-02-27T00:34:57.175127Z","end":"2026-02-27T00:34:57.390067Z","steps":["trace[370801393] 'process raft request' (duration: 165.355597ms)","trace[370801393] 'compare' (duration: 49.325936ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:57.390337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.110288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T00:34:57.390383Z","caller":"traceutil/trace.go:171","msg":"trace[1252685201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22294; }","duration":"128.20223ms","start":"2026-02-27T00:34:57.262169Z","end":"2026-02-27T00:34:57.390372Z","steps":["trace[1252685201] 'agreement among raft nodes before linearized reading' (duration: 128.012136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.390393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.053649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:34:57.39043Z","caller":"traceutil/trace.go:171","msg":"trace[52653545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22294; }","duration":"111.12392ms","start":"2026-02-27T00:34:57.279299Z","end":"2026-02-27T00:34:57.390423Z","steps":["trace[52653545] 'agreement among raft nodes before linearized reading' (duration: 110.977187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.390673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.891055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-02-27T00:34:57.390759Z","caller":"traceutil/trace.go:171","msg":"trace[278249419] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22294; }","duration":"209.008777ms","start":"2026-02-27T00:34:57.181727Z","end":"2026-02-27T00:34:57.390736Z","steps":["trace[278249419] 'agreement among raft nodes before linearized reading' (duration: 208.395823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.390819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.737498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T00:34:57.390889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.556469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:34:57.390904Z","caller":"traceutil/trace.go:171","msg":"trace[2126698427] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:22294; }","duration":"126.914233ms","start":"2026-02-27T00:34:57.263971Z","end":"2026-02-27T00:34:57.390885Z","steps":["trace[2126698427] 'agreement among raft nodes before linearized reading' (duration: 126.629086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:57.390956Z","caller":"traceutil/trace.go:171","msg":"trace[820329449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22294; }","duration":"123.62613ms","start":"2026-02-27T00:34:57.267315Z","end":"2026-02-27T00:34:57.390941Z","steps":["trace[820329449] 'agreement among raft nodes before linearized reading' (duration: 123.184969ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:57.598493Z","caller":"traceutil/trace.go:171","msg":"trace[827861379] transaction","detail":"{read_only:false; response_revision:22296; number_of_response:1; }","duration":"202.210407ms","start":"2026-02-27T00:34:57.396208Z","end":"2026-02-27T00:34:57.598418Z","steps":["trace[827861379] 'process raft request' (duration: 201.934401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:57.598563Z","caller":"traceutil/trace.go:171","msg":"trace[1835742125] transaction","detail":"{read_only:false; response_revision:22297; number_of_response:1; }","duration":"202.261049ms","start":"2026-02-27T00:34:57.396264Z","end":"2026-02-27T00:34:57.598525Z","steps":["trace[1835742125] 'process raft request' (duration: 202.042974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:59.042462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.285932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:59.042698Z","caller":"traceutil/trace.go:171","msg":"trace[1140922518] linearizableReadLoop","detail":"{readStateIndex:23112; appliedIndex:23111; }","duration":"158.607807ms","start":"2026-02-27T00:34:58.884064Z","end":"2026-02-27T00:34:59.042672Z","steps":["trace[1140922518] 'read index received' (duration: 56.930106ms)","trace[1140922518] 'applied index is now lower than readState.Index' (duration: 101.675211ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:59.042811Z","caller":"traceutil/trace.go:171","msg":"trace[181066725] transaction","detail":"{read_only:false; response_revision:22305; number_of_response:1; }","duration":"206.385899ms","start":"2026-02-27T00:34:58.836372Z","end":"2026-02-27T00:34:59.042758Z","steps":["trace[181066725] 'process raft request' (duration: 104.708248ms)","trace[181066725] 'compare' (duration: 101.121828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:59.042985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.917053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:34:59.043064Z","caller":"traceutil/trace.go:171","msg":"trace[1363751712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22305; }","duration":"159.057256ms","start":"2026-02-27T00:34:58.883987Z","end":"2026-02-27T00:34:59.043044Z","steps":["trace[1363751712] 'agreement among raft nodes before linearized reading' (duration: 158.78574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.437474Z","caller":"traceutil/trace.go:171","msg":"trace[549509526] transaction","detail":"{read_only:false; response_revision:22316; number_of_response:1; }","duration":"329.2103ms","start":"2026-02-27T00:35:00.108227Z","end":"2026-02-27T00:35:00.437438Z","steps":["trace[549509526] 'process raft request' (duration: 328.839352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.437656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:00.108196Z","time spent":"329.373404ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T00:35:00.60944Z","caller":"traceutil/trace.go:171","msg":"trace[2039702985] transaction","detail":"{read_only:false; response_revision:22317; number_of_response:1; }","duration":"381.216316ms","start":"2026-02-27T00:35:00.228193Z","end":"2026-02-27T00:35:00.609409Z","steps":["trace[2039702985] 'process raft request' (duration: 299.616412ms)","trace[2039702985] 'compare' (duration: 81.4079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:00.609595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:00.228157Z","time spent":"381.35897ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:00.609765Z","caller":"traceutil/trace.go:171","msg":"trace[316798604] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"367.695177ms","start":"2026-02-27T00:35:00.242025Z","end":"2026-02-27T00:35:00.609721Z","steps":["trace[316798604] 'process raft request' (duration: 367.341778ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.60983Z","caller":"traceutil/trace.go:171","msg":"trace[1034040079] linearizableReadLoop","detail":"{readStateIndex:23125; appliedIndex:23122; }","duration":"307.718923ms","start":"2026-02-27T00:35:00.30208Z","end":"2026-02-27T00:35:00.609799Z","steps":["trace[1034040079] 'read index received' (duration: 134.983092ms)","trace[1034040079] 'applied index is now lower than readState.Index' (duration: 172.734491ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:00.609837Z","caller":"traceutil/trace.go:171","msg":"trace[707453572] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"288.225859ms","start":"2026-02-27T00:35:00.32158Z","end":"2026-02-27T00:35:00.609806Z","steps":["trace[707453572] 'process raft request' (duration: 288.089196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.60997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.896426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:00.610022Z","caller":"traceutil/trace.go:171","msg":"trace[2143944192] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22319; }","duration":"307.946997ms","start":"2026-02-27T00:35:00.302059Z","end":"2026-02-27T00:35:00.610006Z","steps":["trace[2143944192] 'agreement among raft nodes before linearized reading' (duration: 307.865926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.610029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:00.241995Z","time spent":"367.85577ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:00.610063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:00.301991Z","time spent":"308.06113ms","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:00.630355Z","caller":"traceutil/trace.go:171","msg":"trace[980914820] transaction","detail":"{read_only:false; response_revision:22320; number_of_response:1; }","duration":"188.213315ms","start":"2026-02-27T00:35:00.442109Z","end":"2026-02-27T00:35:00.630322Z","steps":["trace[980914820] 'process raft request' (duration: 187.885548ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.631164Z","caller":"traceutil/trace.go:171","msg":"trace[2099112455] transaction","detail":"{read_only:false; response_revision:22321; number_of_response:1; }","duration":"185.237259ms","start":"2026-02-27T00:35:00.445912Z","end":"2026-02-27T00:35:00.631149Z","steps":["trace[2099112455] 'process raft request' (duration: 184.331419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.631945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.158644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:00.632063Z","caller":"traceutil/trace.go:171","msg":"trace[1588847987] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:22322; }","duration":"188.298558ms","start":"2026-02-27T00:35:00.443721Z","end":"2026-02-27T00:35:00.632019Z","steps":["trace[1588847987] 'agreement among raft nodes before linearized reading' (duration: 188.125213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.632037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.807008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:35:00.63268Z","caller":"traceutil/trace.go:171","msg":"trace[1183705284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22322; }","duration":"193.528053ms","start":"2026-02-27T00:35:00.439131Z","end":"2026-02-27T00:35:00.632659Z","steps":["trace[1183705284] 'agreement among raft nodes before linearized reading' (duration: 192.731474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.632568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.160624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:00.633074Z","caller":"traceutil/trace.go:171","msg":"trace[1421480828] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:22322; }","duration":"224.662885ms","start":"2026-02-27T00:35:00.408391Z","end":"2026-02-27T00:35:00.633054Z","steps":["trace[1421480828] 'agreement among raft nodes before linearized reading' (duration: 223.275334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.752351Z","caller":"traceutil/trace.go:171","msg":"trace[857324579] linearizableReadLoop","detail":"{readStateIndex:23130; appliedIndex:23129; }","duration":"114.866964ms","start":"2026-02-27T00:35:00.637462Z","end":"2026-02-27T00:35:00.752329Z","steps":["trace[857324579] 'read index received' (duration: 81.894592ms)","trace[857324579] 'applied index is now lower than readState.Index' (duration: 32.971482ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:00.752786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.12507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:35:00.752819Z","caller":"traceutil/trace.go:171","msg":"trace[2143211045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22323; }","duration":"115.414957ms","start":"2026-02-27T00:35:00.637394Z","end":"2026-02-27T00:35:00.752809Z","steps":["trace[2143211045] 'agreement among raft nodes before linearized reading' (duration: 115.027718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.753048Z","caller":"traceutil/trace.go:171","msg":"trace[921879451] transaction","detail":"{read_only:false; response_revision:22323; number_of_response:1; }","duration":"115.628671ms","start":"2026-02-27T00:35:00.637406Z","end":"2026-02-27T00:35:00.753035Z","steps":["trace[921879451] 'process raft request' (duration: 82.009084ms)","trace[921879451] 'compare' (duration: 32.795828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:00.929537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.565862ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:35:00.929914Z","caller":"traceutil/trace.go:171","msg":"trace[131965464] linearizableReadLoop","detail":"{readStateIndex:23131; appliedIndex:23130; }","duration":"172.961846ms","start":"2026-02-27T00:35:00.756886Z","end":"2026-02-27T00:35:00.929848Z","steps":["trace[131965464] 'read index received' (duration: 43.163989ms)","trace[131965464] 'applied index is now lower than readState.Index' (duration: 129.793087ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:00.93009Z","caller":"traceutil/trace.go:171","msg":"trace[1584424207] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"166.064602ms","start":"2026-02-27T00:35:00.763961Z","end":"2026-02-27T00:35:00.930026Z","steps":["trace[1584424207] 'process raft request' (duration: 165.722434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.930249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.316484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18683"} {"level":"info","ts":"2026-02-27T00:35:00.930358Z","caller":"traceutil/trace.go:171","msg":"trace[1196548608] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22324; }","duration":"173.448547ms","start":"2026-02-27T00:35:00.756882Z","end":"2026-02-27T00:35:00.93033Z","steps":["trace[1196548608] 'agreement among raft nodes before linearized reading' (duration: 173.054668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.930571Z","caller":"traceutil/trace.go:171","msg":"trace[1709438898] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"166.589254ms","start":"2026-02-27T00:35:00.763962Z","end":"2026-02-27T00:35:00.930551Z","steps":["trace[1709438898] 'process raft request' (duration: 165.95579ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.931124Z","caller":"traceutil/trace.go:171","msg":"trace[46792499] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"167.001013ms","start":"2026-02-27T00:35:00.764105Z","end":"2026-02-27T00:35:00.931106Z","steps":["trace[46792499] 'process raft request' (duration: 166.269527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.945601Z","caller":"traceutil/trace.go:171","msg":"trace[32730315] transaction","detail":"{read_only:false; response_revision:22328; number_of_response:1; }","duration":"105.370882ms","start":"2026-02-27T00:35:00.840209Z","end":"2026-02-27T00:35:00.94558Z","steps":["trace[32730315] 'process raft request' (duration: 105.333981ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.945942Z","caller":"traceutil/trace.go:171","msg":"trace[1285848738] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"127.831782ms","start":"2026-02-27T00:35:00.818074Z","end":"2026-02-27T00:35:00.945905Z","steps":["trace[1285848738] 'process raft request' (duration: 127.357091ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:01.086732Z","caller":"traceutil/trace.go:171","msg":"trace[1281893324] linearizableReadLoop","detail":"{readStateIndex:23138; appliedIndex:23137; }","duration":"101.361923ms","start":"2026-02-27T00:35:00.985335Z","end":"2026-02-27T00:35:01.086697Z","steps":["trace[1281893324] 'read index received' (duration: 57.280043ms)","trace[1281893324] 'applied index is now lower than readState.Index' (duration: 44.0802ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:01.087083Z","caller":"traceutil/trace.go:171","msg":"trace[32453576] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"105.795823ms","start":"2026-02-27T00:35:00.98127Z","end":"2026-02-27T00:35:01.087066Z","steps":["trace[32453576] 'process raft request' (duration: 61.286213ms)","trace[32453576] 'compare' (duration: 43.983438ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:01.087329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.982707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:01.087367Z","caller":"traceutil/trace.go:171","msg":"trace[1947987435] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22330; }","duration":"102.10121ms","start":"2026-02-27T00:35:00.985255Z","end":"2026-02-27T00:35:01.087356Z","steps":["trace[1947987435] 'agreement among raft nodes before linearized reading' (duration: 102.011468ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:01.915698Z","caller":"traceutil/trace.go:171","msg":"trace[942692578] transaction","detail":"{read_only:false; response_revision:22336; number_of_response:1; }","duration":"173.427677ms","start":"2026-02-27T00:35:01.742215Z","end":"2026-02-27T00:35:01.915643Z","steps":["trace[942692578] 'process raft request' (duration: 173.196782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:02.016699Z","caller":"traceutil/trace.go:171","msg":"trace[310673803] linearizableReadLoop","detail":"{readStateIndex:23145; appliedIndex:23143; }","duration":"260.665626ms","start":"2026-02-27T00:35:01.75599Z","end":"2026-02-27T00:35:02.016656Z","steps":["trace[310673803] 'read index received' (duration: 159.365273ms)","trace[310673803] 'applied index is now lower than readState.Index' (duration: 101.298673ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:02.016781Z","caller":"traceutil/trace.go:171","msg":"trace[710209689] transaction","detail":"{read_only:false; response_revision:22337; number_of_response:1; }","duration":"273.553654ms","start":"2026-02-27T00:35:01.743178Z","end":"2026-02-27T00:35:02.016732Z","steps":["trace[710209689] 'process raft request' (duration: 216.756021ms)","trace[710209689] 'compare' (duration: 56.559767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:02.017043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.037805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-02-27T00:35:02.017124Z","caller":"traceutil/trace.go:171","msg":"trace[823195565] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22337; }","duration":"261.188278ms","start":"2026-02-27T00:35:01.755916Z","end":"2026-02-27T00:35:02.017105Z","steps":["trace[823195565] 'agreement among raft nodes before linearized reading' (duration: 260.867051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:02.804081Z","caller":"traceutil/trace.go:171","msg":"trace[1780362215] transaction","detail":"{read_only:false; response_revision:22346; number_of_response:1; }","duration":"105.561197ms","start":"2026-02-27T00:35:02.698469Z","end":"2026-02-27T00:35:02.80403Z","steps":["trace[1780362215] 'process raft request' (duration: 57.582381ms)","trace[1780362215] 'compare' (duration: 47.530547ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:03.373687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.741961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:03.373905Z","caller":"traceutil/trace.go:171","msg":"trace[2033091938] linearizableReadLoop","detail":"{readStateIndex:23158; appliedIndex:23157; }","duration":"229.237107ms","start":"2026-02-27T00:35:03.144648Z","end":"2026-02-27T00:35:03.373885Z","steps":["trace[2033091938] 'read index received' (duration: 123.22574ms)","trace[2033091938] 'applied index is now lower than readState.Index' (duration: 106.009867ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:03.373912Z","caller":"traceutil/trace.go:171","msg":"trace[1061056047] transaction","detail":"{read_only:false; response_revision:22350; number_of_response:1; }","duration":"241.08187ms","start":"2026-02-27T00:35:03.132798Z","end":"2026-02-27T00:35:03.37388Z","steps":["trace[1061056047] 'process raft request' (duration: 135.040752ms)","trace[1061056047] 'compare' (duration: 105.554867ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:03.374188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.545744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T00:35:03.374244Z","caller":"traceutil/trace.go:171","msg":"trace[1681979834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22350; }","duration":"229.637436ms","start":"2026-02-27T00:35:03.144596Z","end":"2026-02-27T00:35:03.374234Z","steps":["trace[1681979834] 'agreement among raft nodes before linearized reading' (duration: 229.441412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:03.375995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.01209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:35:03.376102Z","caller":"traceutil/trace.go:171","msg":"trace[441223470] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22350; }","duration":"201.167113ms","start":"2026-02-27T00:35:03.174911Z","end":"2026-02-27T00:35:03.376078Z","steps":["trace[441223470] 'agreement among raft nodes before linearized reading' (duration: 199.339512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:04.960783Z","caller":"traceutil/trace.go:171","msg":"trace[1440462407] transaction","detail":"{read_only:false; response_revision:22356; number_of_response:1; }","duration":"267.644192ms","start":"2026-02-27T00:35:04.693115Z","end":"2026-02-27T00:35:04.960759Z","steps":["trace[1440462407] 'process raft request' (duration: 267.498859ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:04.99648Z","caller":"traceutil/trace.go:171","msg":"trace[292579718] transaction","detail":"{read_only:false; response_revision:22357; number_of_response:1; }","duration":"302.928406ms","start":"2026-02-27T00:35:04.69353Z","end":"2026-02-27T00:35:04.996459Z","steps":["trace[292579718] 'process raft request' (duration: 302.762082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:04.996623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:04.693491Z","time spent":"303.060489ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:04.996823Z","caller":"traceutil/trace.go:171","msg":"trace[1945680796] transaction","detail":"{read_only:false; response_revision:22358; number_of_response:1; }","duration":"303.148502ms","start":"2026-02-27T00:35:04.693655Z","end":"2026-02-27T00:35:04.996803Z","steps":["trace[1945680796] 'process raft request' (duration: 302.761682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:04.996959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:04.693642Z","time spent":"303.238163ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:04.996978Z","caller":"traceutil/trace.go:171","msg":"trace[1131127704] linearizableReadLoop","detail":"{readStateIndex:23167; appliedIndex:23164; }","duration":"289.890277ms","start":"2026-02-27T00:35:04.70705Z","end":"2026-02-27T00:35:04.99694Z","steps":["trace[1131127704] 'read index received' (duration: 253.704082ms)","trace[1131127704] 'applied index is now lower than readState.Index' (duration: 36.184365ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:04.997098Z","caller":"traceutil/trace.go:171","msg":"trace[298930918] transaction","detail":"{read_only:false; response_revision:22359; number_of_response:1; }","duration":"303.205102ms","start":"2026-02-27T00:35:04.693822Z","end":"2026-02-27T00:35:04.997028Z","steps":["trace[298930918] 'process raft request' (duration: 302.893106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:04.997157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.07382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:04.997307Z","caller":"traceutil/trace.go:171","msg":"trace[1262334466] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22359; }","duration":"290.316896ms","start":"2026-02-27T00:35:04.706975Z","end":"2026-02-27T00:35:04.997292Z","steps":["trace[1262334466] 'agreement among raft nodes before linearized reading' (duration: 290.088731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:04.99738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:04.693769Z","time spent":"303.480548ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:08.024895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.425654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:08.025274Z","caller":"traceutil/trace.go:171","msg":"trace[2040016195] transaction","detail":"{read_only:false; response_revision:22384; number_of_response:1; }","duration":"287.128225ms","start":"2026-02-27T00:35:07.737857Z","end":"2026-02-27T00:35:08.024985Z","steps":["trace[2040016195] 'process raft request' (duration: 145.525346ms)","trace[2040016195] 'compare' (duration: 140.980264ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:08.032265Z","caller":"traceutil/trace.go:171","msg":"trace[749893823] transaction","detail":"{read_only:false; response_revision:22386; number_of_response:1; }","duration":"201.655144ms","start":"2026-02-27T00:35:07.830586Z","end":"2026-02-27T00:35:08.032241Z","steps":["trace[749893823] 'process raft request' (duration: 201.534641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:08.032292Z","caller":"traceutil/trace.go:171","msg":"trace[244654265] transaction","detail":"{read_only:false; response_revision:22385; number_of_response:1; }","duration":"203.036704ms","start":"2026-02-27T00:35:07.829206Z","end":"2026-02-27T00:35:08.032243Z","steps":["trace[244654265] 'process raft request' (duration: 202.700326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:08.032444Z","caller":"traceutil/trace.go:171","msg":"trace[752880745] linearizableReadLoop","detail":"{readStateIndex:23196; appliedIndex:23192; }","duration":"184.874861ms","start":"2026-02-27T00:35:07.847535Z","end":"2026-02-27T00:35:08.032409Z","steps":["trace[752880745] 'read index received' (duration: 36.052561ms)","trace[752880745] 'applied index is now lower than readState.Index' (duration: 148.819649ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:08.032524Z","caller":"traceutil/trace.go:171","msg":"trace[1689906799] transaction","detail":"{read_only:false; response_revision:22387; number_of_response:1; }","duration":"199.809033ms","start":"2026-02-27T00:35:07.832694Z","end":"2026-02-27T00:35:08.032503Z","steps":["trace[1689906799] 'process raft request' (duration: 199.488826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:08.032726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.177807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T00:35:08.032772Z","caller":"traceutil/trace.go:171","msg":"trace[161099003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22387; }","duration":"185.285089ms","start":"2026-02-27T00:35:07.847473Z","end":"2026-02-27T00:35:08.032758Z","steps":["trace[161099003] 'agreement among raft nodes before linearized reading' (duration: 185.087465ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:08.080533Z","caller":"traceutil/trace.go:171","msg":"trace[1203307796] transaction","detail":"{read_only:false; response_revision:22388; number_of_response:1; }","duration":"190.268721ms","start":"2026-02-27T00:35:07.890239Z","end":"2026-02-27T00:35:08.080507Z","steps":["trace[1203307796] 'process raft request' (duration: 190.091077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:08.080636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.30507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:35:08.080698Z","caller":"traceutil/trace.go:171","msg":"trace[560469145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22388; }","duration":"109.419943ms","start":"2026-02-27T00:35:07.971263Z","end":"2026-02-27T00:35:08.080683Z","steps":["trace[560469145] 'agreement among raft nodes before linearized reading' (duration: 109.246549ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:08.351779Z","caller":"traceutil/trace.go:171","msg":"trace[250238816] linearizableReadLoop","detail":"{readStateIndex:23202; appliedIndex:23201; }","duration":"159.035506ms","start":"2026-02-27T00:35:08.192694Z","end":"2026-02-27T00:35:08.35173Z","steps":["trace[250238816] 'read index received' (duration: 155.742933ms)","trace[250238816] 'applied index is now lower than readState.Index' (duration: 3.291273ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:08.351832Z","caller":"traceutil/trace.go:171","msg":"trace[986503382] transaction","detail":"{read_only:false; response_revision:22393; number_of_response:1; }","duration":"181.30044ms","start":"2026-02-27T00:35:08.1705Z","end":"2026-02-27T00:35:08.3518Z","steps":["trace[986503382] 'process raft request' (duration: 177.937466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:08.352048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.542239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T00:35:08.352092Z","caller":"traceutil/trace.go:171","msg":"trace[1369619598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22393; }","duration":"169.633362ms","start":"2026-02-27T00:35:08.182447Z","end":"2026-02-27T00:35:08.35208Z","steps":["trace[1369619598] 'agreement among raft nodes before linearized reading' (duration: 169.453108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:08.352119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.064789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-02-27T00:35:08.352203Z","caller":"traceutil/trace.go:171","msg":"trace[360386429] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22393; }","duration":"151.176542ms","start":"2026-02-27T00:35:08.201008Z","end":"2026-02-27T00:35:08.352184Z","steps":["trace[360386429] 'agreement among raft nodes before linearized reading' (duration: 150.917576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:08.352595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.224694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T00:35:08.352646Z","caller":"traceutil/trace.go:171","msg":"trace[154370511] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22393; }","duration":"160.281425ms","start":"2026-02-27T00:35:08.192351Z","end":"2026-02-27T00:35:08.352632Z","steps":["trace[154370511] 'agreement among raft nodes before linearized reading' (duration: 159.494396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:08.605076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.450251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:08.605344Z","caller":"traceutil/trace.go:171","msg":"trace[223048845] linearizableReadLoop","detail":"{readStateIndex:23207; appliedIndex:23202; }","duration":"235.863854ms","start":"2026-02-27T00:35:08.369467Z","end":"2026-02-27T00:35:08.605331Z","steps":["trace[223048845] 'read index received' (duration: 17.705183ms)","trace[223048845] 'applied index is now lower than readState.Index' (duration: 218.158041ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:08.605415Z","caller":"traceutil/trace.go:171","msg":"trace[193204745] transaction","detail":"{read_only:false; response_revision:22398; number_of_response:1; }","duration":"244.458796ms","start":"2026-02-27T00:35:08.360948Z","end":"2026-02-27T00:35:08.605406Z","steps":["trace[193204745] 'process raft request' (duration: 244.295392ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:08.605503Z","caller":"traceutil/trace.go:171","msg":"trace[520677549] transaction","detail":"{read_only:false; response_revision:22399; number_of_response:1; }","duration":"235.272211ms","start":"2026-02-27T00:35:08.370224Z","end":"2026-02-27T00:35:08.605496Z","steps":["trace[520677549] 'process raft request' (duration: 235.046986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:08.60559Z","caller":"traceutil/trace.go:171","msg":"trace[1350894685] transaction","detail":"{read_only:false; response_revision:22395; number_of_response:1; }","duration":"247.589865ms","start":"2026-02-27T00:35:08.357975Z","end":"2026-02-27T00:35:08.605565Z","steps":["trace[1350894685] 'process raft request' (duration: 125.585132ms)","trace[1350894685] 'compare' (duration: 121.360189ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:08.605612Z","caller":"traceutil/trace.go:171","msg":"trace[2106824599] transaction","detail":"{read_only:false; response_revision:22397; number_of_response:1; }","duration":"244.896276ms","start":"2026-02-27T00:35:08.360694Z","end":"2026-02-27T00:35:08.60559Z","steps":["trace[2106824599] 'process raft request' (duration: 244.511528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:08.60569Z","caller":"traceutil/trace.go:171","msg":"trace[246201718] transaction","detail":"{read_only:false; response_revision:22396; number_of_response:1; }","duration":"245.55006ms","start":"2026-02-27T00:35:08.36009Z","end":"2026-02-27T00:35:08.60564Z","steps":["trace[246201718] 'process raft request' (duration: 245.065319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:08.60573Z","caller":"traceutil/trace.go:171","msg":"trace[1668584499] transaction","detail":"{read_only:false; response_revision:22400; number_of_response:1; }","duration":"223.01655ms","start":"2026-02-27T00:35:08.382659Z","end":"2026-02-27T00:35:08.605676Z","steps":["trace[1668584499] 'process raft request' (duration: 222.637102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:08.606034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.500238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-vmqsb\" ","response":"range_response_count:1 size:4577"} {"level":"info","ts":"2026-02-27T00:35:08.606109Z","caller":"traceutil/trace.go:171","msg":"trace[1144733408] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-vmqsb; range_end:; response_count:1; response_revision:22400; }","duration":"236.684942ms","start":"2026-02-27T00:35:08.369408Z","end":"2026-02-27T00:35:08.606093Z","steps":["trace[1144733408] 'agreement among raft nodes before linearized reading' (duration: 236.416686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:08.782282Z","caller":"traceutil/trace.go:171","msg":"trace[1335576495] transaction","detail":"{read_only:false; response_revision:22401; number_of_response:1; }","duration":"162.252678ms","start":"2026-02-27T00:35:08.619987Z","end":"2026-02-27T00:35:08.78224Z","steps":["trace[1335576495] 'process raft request' (duration: 150.103328ms)","trace[1335576495] 'compare' (duration: 11.962406ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:10.096984Z","caller":"traceutil/trace.go:171","msg":"trace[229399544] transaction","detail":"{read_only:false; response_revision:22413; number_of_response:1; }","duration":"232.761476ms","start":"2026-02-27T00:35:09.864173Z","end":"2026-02-27T00:35:10.096934Z","steps":["trace[229399544] 'process raft request' (duration: 232.395958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:10.387236Z","caller":"traceutil/trace.go:171","msg":"trace[1478066085] linearizableReadLoop","detail":"{readStateIndex:23225; appliedIndex:23222; }","duration":"269.135765ms","start":"2026-02-27T00:35:10.118074Z","end":"2026-02-27T00:35:10.387209Z","steps":["trace[1478066085] 'read index received' (duration: 15.048824ms)","trace[1478066085] 'applied index is now lower than readState.Index' (duration: 254.085761ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:10.387293Z","caller":"traceutil/trace.go:171","msg":"trace[59253091] transaction","detail":"{read_only:false; response_revision:22415; number_of_response:1; }","duration":"283.111035ms","start":"2026-02-27T00:35:10.104163Z","end":"2026-02-27T00:35:10.387274Z","steps":["trace[59253091] 'process raft request' (duration: 282.999283ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:10.387283Z","caller":"traceutil/trace.go:171","msg":"trace[1298000524] transaction","detail":"{read_only:false; response_revision:22414; number_of_response:1; }","duration":"285.544479ms","start":"2026-02-27T00:35:10.101705Z","end":"2026-02-27T00:35:10.387249Z","steps":["trace[1298000524] 'process raft request' (duration: 285.290024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:10.387429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.343669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:35:10.387473Z","caller":"traceutil/trace.go:171","msg":"trace[1085819871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22415; }","duration":"269.429371ms","start":"2026-02-27T00:35:10.118033Z","end":"2026-02-27T00:35:10.387462Z","steps":["trace[1085819871] 'agreement among raft nodes before linearized reading' (duration: 269.273048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:10.413893Z","caller":"traceutil/trace.go:171","msg":"trace[1475109984] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22416; }","duration":"278.917071ms","start":"2026-02-27T00:35:10.134922Z","end":"2026-02-27T00:35:10.413839Z","steps":["trace[1475109984] 'process raft request' (duration: 278.701296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:11.916456Z","caller":"traceutil/trace.go:171","msg":"trace[2017323915] transaction","detail":"{read_only:false; response_revision:22430; number_of_response:1; }","duration":"110.541228ms","start":"2026-02-27T00:35:11.805876Z","end":"2026-02-27T00:35:11.916417Z","steps":["trace[2017323915] 'process raft request' (duration: 110.446376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:11.916469Z","caller":"traceutil/trace.go:171","msg":"trace[1451445641] transaction","detail":"{read_only:false; response_revision:22429; number_of_response:1; }","duration":"111.808647ms","start":"2026-02-27T00:35:11.804624Z","end":"2026-02-27T00:35:11.916433Z","steps":["trace[1451445641] 'process raft request' (duration: 77.391781ms)","trace[1451445641] 'compare' (duration: 34.030487ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:12.313428Z","caller":"traceutil/trace.go:171","msg":"trace[2122886246] linearizableReadLoop","detail":"{readStateIndex:23242; appliedIndex:23241; }","duration":"258.801874ms","start":"2026-02-27T00:35:12.054594Z","end":"2026-02-27T00:35:12.313396Z","steps":["trace[2122886246] 'read index received' (duration: 252.240248ms)","trace[2122886246] 'applied index is now lower than readState.Index' (duration: 6.559606ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:12.313509Z","caller":"traceutil/trace.go:171","msg":"trace[1132925277] transaction","detail":"{read_only:false; response_revision:22431; number_of_response:1; }","duration":"334.370774ms","start":"2026-02-27T00:35:11.979095Z","end":"2026-02-27T00:35:12.313466Z","steps":["trace[1132925277] 'process raft request' (duration: 327.86486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:12.313647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.492541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:12.313682Z","caller":"traceutil/trace.go:171","msg":"trace[927039138] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22431; }","duration":"242.578043ms","start":"2026-02-27T00:35:12.071094Z","end":"2026-02-27T00:35:12.313672Z","steps":["trace[927039138] 'agreement among raft nodes before linearized reading' (duration: 242.47113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:12.313756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.137993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4394"} {"level":"info","ts":"2026-02-27T00:35:12.31384Z","caller":"traceutil/trace.go:171","msg":"trace[96377460] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22431; }","duration":"259.275355ms","start":"2026-02-27T00:35:12.054546Z","end":"2026-02-27T00:35:12.313821Z","steps":["trace[96377460] 'agreement among raft nodes before linearized reading' (duration: 259.005798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:12.31396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:11.979063Z","time spent":"334.668012ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:12.314199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.195698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T00:35:12.314415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.024602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:12.314456Z","caller":"traceutil/trace.go:171","msg":"trace[1270259363] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:22431; }","duration":"193.107454ms","start":"2026-02-27T00:35:12.121338Z","end":"2026-02-27T00:35:12.314445Z","steps":["trace[1270259363] 'agreement among raft nodes before linearized reading' (duration: 192.840448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:12.314864Z","caller":"traceutil/trace.go:171","msg":"trace[1860056537] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22431; }","duration":"198.34545ms","start":"2026-02-27T00:35:12.115937Z","end":"2026-02-27T00:35:12.314283Z","steps":["trace[1860056537] 'agreement among raft nodes before linearized reading' (duration: 198.012643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.042538Z","caller":"traceutil/trace.go:171","msg":"trace[1312421824] linearizableReadLoop","detail":"{readStateIndex:23248; appliedIndex:23247; }","duration":"206.639005ms","start":"2026-02-27T00:35:12.835866Z","end":"2026-02-27T00:35:13.042505Z","steps":["trace[1312421824] 'read index received' (duration: 291.016µs)","trace[1312421824] 'applied index is now lower than readState.Index' (duration: 206.346349ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:13.042876Z","caller":"traceutil/trace.go:171","msg":"trace[1570915128] transaction","detail":"{read_only:false; response_revision:22437; number_of_response:1; }","duration":"218.732004ms","start":"2026-02-27T00:35:12.82413Z","end":"2026-02-27T00:35:13.042862Z","steps":["trace[1570915128] 'process raft request' (duration: 218.169221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.043256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.35923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T00:35:13.043303Z","caller":"traceutil/trace.go:171","msg":"trace[655227682] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22437; }","duration":"207.481603ms","start":"2026-02-27T00:35:12.835807Z","end":"2026-02-27T00:35:13.043289Z","steps":["trace[655227682] 'agreement among raft nodes before linearized reading' (duration: 207.279058ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.171104Z","caller":"traceutil/trace.go:171","msg":"trace[137929131] transaction","detail":"{read_only:false; response_revision:22438; number_of_response:1; }","duration":"325.903198ms","start":"2026-02-27T00:35:12.845169Z","end":"2026-02-27T00:35:13.171072Z","steps":["trace[137929131] 'process raft request' (duration: 315.126578ms)","trace[137929131] 'compare' (duration: 10.559404ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:13.171275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.845137Z","time spent":"326.05092ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:13.171308Z","caller":"traceutil/trace.go:171","msg":"trace[3881109] transaction","detail":"{read_only:false; response_revision:22439; number_of_response:1; }","duration":"325.895407ms","start":"2026-02-27T00:35:12.845386Z","end":"2026-02-27T00:35:13.171281Z","steps":["trace[3881109] 'process raft request' (duration: 325.629622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.171482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.845377Z","time spent":"326.01905ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T00:35:13.171494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.348894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:13.171627Z","caller":"traceutil/trace.go:171","msg":"trace[278582433] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22439; }","duration":"208.539647ms","start":"2026-02-27T00:35:12.963058Z","end":"2026-02-27T00:35:13.171598Z","steps":["trace[278582433] 'agreement among raft nodes before linearized reading' (duration: 208.263881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.17172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.885877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29535875-9sggc\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-02-27T00:35:13.171818Z","caller":"traceutil/trace.go:171","msg":"trace[669381112] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29535875-9sggc; range_end:; response_count:1; response_revision:22439; }","duration":"268.03398ms","start":"2026-02-27T00:35:12.903771Z","end":"2026-02-27T00:35:13.171805Z","steps":["trace[669381112] 'agreement among raft nodes before linearized reading' (duration: 267.802305ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.17193Z","caller":"traceutil/trace.go:171","msg":"trace[1442815868] linearizableReadLoop","detail":"{readStateIndex:23250; appliedIndex:23248; }","duration":"128.60164ms","start":"2026-02-27T00:35:13.042622Z","end":"2026-02-27T00:35:13.171224Z","steps":["trace[1442815868] 'read index received' (duration: 117.712628ms)","trace[1442815868] 'applied index is now lower than readState.Index' (duration: 10.887372ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:13.201281Z","caller":"traceutil/trace.go:171","msg":"trace[1205379365] transaction","detail":"{read_only:false; response_revision:22440; number_of_response:1; }","duration":"139.943932ms","start":"2026-02-27T00:35:13.061303Z","end":"2026-02-27T00:35:13.201247Z","steps":["trace[1205379365] 'process raft request' (duration: 139.709847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.202205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.532747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T00:35:13.202293Z","caller":"traceutil/trace.go:171","msg":"trace[1154467265] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7c2e548-14b8-44da-add5-a01f888cd319; range_end:; response_count:1; response_revision:22444; }","duration":"154.70823ms","start":"2026-02-27T00:35:13.047563Z","end":"2026-02-27T00:35:13.202271Z","steps":["trace[1154467265] 'agreement among raft nodes before linearized reading' (duration: 154.474495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.20233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.859128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18683"} {"level":"info","ts":"2026-02-27T00:35:13.202371Z","caller":"traceutil/trace.go:171","msg":"trace[449986994] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22444; }","duration":"147.95414ms","start":"2026-02-27T00:35:13.054407Z","end":"2026-02-27T00:35:13.202362Z","steps":["trace[449986994] 'agreement among raft nodes before linearized reading' (duration: 147.780976ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.463973Z","caller":"traceutil/trace.go:171","msg":"trace[397678958] transaction","detail":"{read_only:false; response_revision:22446; number_of_response:1; }","duration":"137.637071ms","start":"2026-02-27T00:35:13.326011Z","end":"2026-02-27T00:35:13.463648Z","steps":["trace[397678958] 'process raft request' (duration: 137.422006ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.610774Z","caller":"traceutil/trace.go:171","msg":"trace[1104564347] transaction","detail":"{read_only:false; response_revision:22447; number_of_response:1; }","duration":"133.706593ms","start":"2026-02-27T00:35:13.477048Z","end":"2026-02-27T00:35:13.610755Z","steps":["trace[1104564347] 'process raft request' (duration: 128.834245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.655522Z","caller":"traceutil/trace.go:171","msg":"trace[2043531818] transaction","detail":"{read_only:false; response_revision:22448; number_of_response:1; }","duration":"153.328828ms","start":"2026-02-27T00:35:13.502136Z","end":"2026-02-27T00:35:13.655465Z","steps":["trace[2043531818] 'process raft request' (duration: 152.93565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.872326Z","caller":"traceutil/trace.go:171","msg":"trace[1775155861] linearizableReadLoop","detail":"{readStateIndex:23260; appliedIndex:23259; }","duration":"217.014286ms","start":"2026-02-27T00:35:13.655289Z","end":"2026-02-27T00:35:13.872303Z","steps":["trace[1775155861] 'read index received' (duration: 216.847122ms)","trace[1775155861] 'applied index is now lower than readState.Index' (duration: 145.653µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:13.872355Z","caller":"traceutil/trace.go:171","msg":"trace[726887677] transaction","detail":"{read_only:false; response_revision:22449; number_of_response:1; }","duration":"252.152076ms","start":"2026-02-27T00:35:13.620177Z","end":"2026-02-27T00:35:13.87233Z","steps":["trace[726887677] 'process raft request' (duration: 251.88893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.879258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.556708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:13.87937Z","caller":"traceutil/trace.go:171","msg":"trace[280601241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22450; }","duration":"222.707912ms","start":"2026-02-27T00:35:13.656638Z","end":"2026-02-27T00:35:13.879346Z","steps":["trace[280601241] 'agreement among raft nodes before linearized reading' (duration: 222.512947ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.87962Z","caller":"traceutil/trace.go:171","msg":"trace[1412278026] transaction","detail":"{read_only:false; response_revision:22450; number_of_response:1; }","duration":"218.633041ms","start":"2026-02-27T00:35:13.660869Z","end":"2026-02-27T00:35:13.879502Z","steps":["trace[1412278026] 'process raft request' (duration: 218.097139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.879786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.53332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:35:13.879874Z","caller":"traceutil/trace.go:171","msg":"trace[1442754979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22450; }","duration":"169.879988ms","start":"2026-02-27T00:35:13.709975Z","end":"2026-02-27T00:35:13.879855Z","steps":["trace[1442754979] 'agreement among raft nodes before linearized reading' (duration: 169.58788ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.044098Z","caller":"traceutil/trace.go:171","msg":"trace[1434809614] transaction","detail":"{read_only:false; response_revision:22456; number_of_response:1; }","duration":"109.264059ms","start":"2026-02-27T00:35:13.934798Z","end":"2026-02-27T00:35:14.044062Z","steps":["trace[1434809614] 'process raft request' (duration: 109.113166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:14.261686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.296618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:14.261895Z","caller":"traceutil/trace.go:171","msg":"trace[1239384940] transaction","detail":"{read_only:false; response_revision:22457; number_of_response:1; }","duration":"207.161096ms","start":"2026-02-27T00:35:14.054689Z","end":"2026-02-27T00:35:14.26185Z","steps":["trace[1239384940] 'process raft request' (duration: 98.582182ms)","trace[1239384940] 'compare' (duration: 107.973181ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:14.262066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.352325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-zclmr.1897f2d240e08dfc\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-02-27T00:35:14.262148Z","caller":"traceutil/trace.go:171","msg":"trace[439345416] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-zclmr.1897f2d240e08dfc; range_end:; response_count:1; response_revision:22457; }","duration":"119.477957ms","start":"2026-02-27T00:35:14.142648Z","end":"2026-02-27T00:35:14.262126Z","steps":["trace[439345416] 'agreement among raft nodes before linearized reading' (duration: 119.274402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.261845Z","caller":"traceutil/trace.go:171","msg":"trace[1222768808] linearizableReadLoop","detail":"{readStateIndex:23268; appliedIndex:23267; }","duration":"119.107539ms","start":"2026-02-27T00:35:14.142704Z","end":"2026-02-27T00:35:14.261811Z","steps":["trace[1222768808] 'read index received' (duration: 10.498933ms)","trace[1222768808] 'applied index is now lower than readState.Index' (duration: 108.606456ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:14.492105Z","caller":"traceutil/trace.go:171","msg":"trace[1955037684] linearizableReadLoop","detail":"{readStateIndex:23269; appliedIndex:23268; }","duration":"222.742212ms","start":"2026-02-27T00:35:14.269337Z","end":"2026-02-27T00:35:14.492079Z","steps":["trace[1955037684] 'read index received' (duration: 217.138858ms)","trace[1955037684] 'applied index is now lower than readState.Index' (duration: 5.602314ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:14.492182Z","caller":"traceutil/trace.go:171","msg":"trace[747413964] transaction","detail":"{read_only:false; response_revision:22458; number_of_response:1; }","duration":"227.14248ms","start":"2026-02-27T00:35:14.265011Z","end":"2026-02-27T00:35:14.492154Z","steps":["trace[747413964] 'process raft request' (duration: 221.471924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:14.492477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.137781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-02-27T00:35:14.492549Z","caller":"traceutil/trace.go:171","msg":"trace[795029238] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22458; }","duration":"223.256943ms","start":"2026-02-27T00:35:14.269277Z","end":"2026-02-27T00:35:14.492534Z","steps":["trace[795029238] 'agreement among raft nodes before linearized reading' (duration: 222.914646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.553409Z","caller":"traceutil/trace.go:171","msg":"trace[82152060] transaction","detail":"{read_only:false; response_revision:22459; number_of_response:1; }","duration":"282.44717ms","start":"2026-02-27T00:35:14.270923Z","end":"2026-02-27T00:35:14.55337Z","steps":["trace[82152060] 'process raft request' (duration: 282.230026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:14.553436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.154654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:35:14.553637Z","caller":"traceutil/trace.go:171","msg":"trace[1776305665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22459; }","duration":"103.398849ms","start":"2026-02-27T00:35:14.450224Z","end":"2026-02-27T00:35:14.553623Z","steps":["trace[1776305665] 'agreement among raft nodes before linearized reading' (duration: 103.063992ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.779139Z","caller":"traceutil/trace.go:171","msg":"trace[213514582] transaction","detail":"{read_only:false; response_revision:22469; number_of_response:1; }","duration":"125.330587ms","start":"2026-02-27T00:35:14.653785Z","end":"2026-02-27T00:35:14.779116Z","steps":["trace[213514582] 'process raft request' (duration: 125.240305ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.779156Z","caller":"traceutil/trace.go:171","msg":"trace[1508520965] transaction","detail":"{read_only:false; response_revision:22467; number_of_response:1; }","duration":"132.857815ms","start":"2026-02-27T00:35:14.646221Z","end":"2026-02-27T00:35:14.779079Z","steps":["trace[1508520965] 'process raft request' (duration: 104.932934ms)","trace[1508520965] 'compare' (duration: 27.605623ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:14.779435Z","caller":"traceutil/trace.go:171","msg":"trace[1893081880] transaction","detail":"{read_only:false; response_revision:22468; number_of_response:1; }","duration":"128.007867ms","start":"2026-02-27T00:35:14.651378Z","end":"2026-02-27T00:35:14.779386Z","steps":["trace[1893081880] 'process raft request' (duration: 127.512805ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.956719Z","caller":"traceutil/trace.go:171","msg":"trace[873356050] transaction","detail":"{read_only:false; response_revision:22471; number_of_response:1; }","duration":"140.271849ms","start":"2026-02-27T00:35:14.816419Z","end":"2026-02-27T00:35:14.956691Z","steps":["trace[873356050] 'process raft request' (duration: 131.728499ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.992586Z","caller":"traceutil/trace.go:171","msg":"trace[1809740739] transaction","detail":"{read_only:false; response_revision:22472; number_of_response:1; }","duration":"175.192206ms","start":"2026-02-27T00:35:14.817364Z","end":"2026-02-27T00:35:14.992556Z","steps":["trace[1809740739] 'process raft request' (duration: 174.933231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.992564Z","caller":"traceutil/trace.go:171","msg":"trace[1446870082] linearizableReadLoop","detail":"{readStateIndex:23283; appliedIndex:23281; }","duration":"107.935351ms","start":"2026-02-27T00:35:14.8846Z","end":"2026-02-27T00:35:14.992536Z","steps":["trace[1446870082] 'read index received' (duration: 63.558874ms)","trace[1446870082] 'applied index is now lower than readState.Index' (duration: 44.374877ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:14.992699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.081344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:14.993201Z","caller":"traceutil/trace.go:171","msg":"trace[763948518] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22472; }","duration":"108.615485ms","start":"2026-02-27T00:35:14.884531Z","end":"2026-02-27T00:35:14.993147Z","steps":["trace[763948518] 'agreement among raft nodes before linearized reading' (duration: 108.103364ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.290634Z","caller":"traceutil/trace.go:171","msg":"trace[1470203908] transaction","detail":"{read_only:false; response_revision:22474; number_of_response:1; }","duration":"107.908729ms","start":"2026-02-27T00:35:15.182679Z","end":"2026-02-27T00:35:15.290588Z","steps":["trace[1470203908] 'process raft request' (duration: 40.03639ms)","trace[1470203908] 'compare' (duration: 67.530191ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:15.324481Z","caller":"traceutil/trace.go:171","msg":"trace[371195243] transaction","detail":"{read_only:false; response_revision:22475; number_of_response:1; }","duration":"115.917087ms","start":"2026-02-27T00:35:15.208546Z","end":"2026-02-27T00:35:15.324463Z","steps":["trace[371195243] 'process raft request' (duration: 115.763354ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.324895Z","caller":"traceutil/trace.go:171","msg":"trace[1467809894] transaction","detail":"{read_only:false; response_revision:22476; number_of_response:1; }","duration":"115.560579ms","start":"2026-02-27T00:35:15.209325Z","end":"2026-02-27T00:35:15.324885Z","steps":["trace[1467809894] 'process raft request' (duration: 115.104339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.325058Z","caller":"traceutil/trace.go:171","msg":"trace[818308948] transaction","detail":"{read_only:false; response_revision:22477; number_of_response:1; }","duration":"115.328035ms","start":"2026-02-27T00:35:15.209704Z","end":"2026-02-27T00:35:15.325032Z","steps":["trace[818308948] 'process raft request' (duration: 115.002047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.325337Z","caller":"traceutil/trace.go:171","msg":"trace[731907345] transaction","detail":"{read_only:false; response_revision:22478; number_of_response:1; }","duration":"115.51507ms","start":"2026-02-27T00:35:15.209793Z","end":"2026-02-27T00:35:15.325308Z","steps":["trace[731907345] 'process raft request' (duration: 115.057859ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.32538Z","caller":"traceutil/trace.go:171","msg":"trace[924013636] transaction","detail":"{read_only:false; response_revision:22479; number_of_response:1; }","duration":"115.307905ms","start":"2026-02-27T00:35:15.210053Z","end":"2026-02-27T00:35:15.325361Z","steps":["trace[924013636] 'process raft request' (duration: 114.838484ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.490322Z","caller":"traceutil/trace.go:171","msg":"trace[613445689] transaction","detail":"{read_only:false; response_revision:22480; number_of_response:1; }","duration":"101.088728ms","start":"2026-02-27T00:35:15.389198Z","end":"2026-02-27T00:35:15.490286Z","steps":["trace[613445689] 'process raft request' (duration: 21.282344ms)","trace[613445689] 'compare' (duration: 79.661101ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:15.641772Z","caller":"traceutil/trace.go:171","msg":"trace[269624336] transaction","detail":"{read_only:false; response_revision:22481; number_of_response:1; }","duration":"103.566402ms","start":"2026-02-27T00:35:15.538168Z","end":"2026-02-27T00:35:15.641734Z","steps":["trace[269624336] 'process raft request' (duration: 102.458487ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:17.168107Z","caller":"traceutil/trace.go:171","msg":"trace[763768041] transaction","detail":"{read_only:false; response_revision:22493; number_of_response:1; }","duration":"106.411956ms","start":"2026-02-27T00:35:17.061664Z","end":"2026-02-27T00:35:17.168075Z","steps":["trace[763768041] 'process raft request' (duration: 72.89439ms)","trace[763768041] 'compare' (duration: 32.539065ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:17.168346Z","caller":"traceutil/trace.go:171","msg":"trace[1561019354] transaction","detail":"{read_only:false; response_revision:22494; number_of_response:1; }","duration":"102.319835ms","start":"2026-02-27T00:35:17.065983Z","end":"2026-02-27T00:35:17.168303Z","steps":["trace[1561019354] 'process raft request' (duration: 101.993838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:17.432515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.001291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T00:35:17.43264Z","caller":"traceutil/trace.go:171","msg":"trace[66097140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22494; }","duration":"157.186265ms","start":"2026-02-27T00:35:17.275423Z","end":"2026-02-27T00:35:17.432609Z","steps":["trace[66097140] 'range keys from in-memory index tree' (duration: 156.794807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:17.432664Z","caller":"traceutil/trace.go:171","msg":"trace[169978972] transaction","detail":"{read_only:false; response_revision:22495; number_of_response:1; }","duration":"134.238035ms","start":"2026-02-27T00:35:17.298392Z","end":"2026-02-27T00:35:17.43263Z","steps":["trace[169978972] 'process raft request' (duration: 54.282757ms)","trace[169978972] 'compare' (duration: 79.732103ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:17.486151Z","caller":"traceutil/trace.go:171","msg":"trace[210565400] transaction","detail":"{read_only:false; response_revision:22497; number_of_response:1; }","duration":"155.16967ms","start":"2026-02-27T00:35:17.330953Z","end":"2026-02-27T00:35:17.486122Z","steps":["trace[210565400] 'process raft request' (duration: 155.049018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:17.486164Z","caller":"traceutil/trace.go:171","msg":"trace[953458593] transaction","detail":"{read_only:false; response_revision:22496; number_of_response:1; }","duration":"155.287983ms","start":"2026-02-27T00:35:17.330839Z","end":"2026-02-27T00:35:17.486127Z","steps":["trace[953458593] 'process raft request' (duration: 154.948466ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:17.486505Z","caller":"traceutil/trace.go:171","msg":"trace[811744083] transaction","detail":"{read_only:false; response_revision:22500; number_of_response:1; }","duration":"154.197978ms","start":"2026-02-27T00:35:17.332296Z","end":"2026-02-27T00:35:17.486494Z","steps":["trace[811744083] 'process raft request' (duration: 154.112936ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:17.486459Z","caller":"traceutil/trace.go:171","msg":"trace[1193309552] transaction","detail":"{read_only:false; response_revision:22499; number_of_response:1; }","duration":"155.158109ms","start":"2026-02-27T00:35:17.331283Z","end":"2026-02-27T00:35:17.486441Z","steps":["trace[1193309552] 'process raft request' (duration: 155.017606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:17.486515Z","caller":"traceutil/trace.go:171","msg":"trace[654432926] transaction","detail":"{read_only:false; response_revision:22498; number_of_response:1; }","duration":"155.221081ms","start":"2026-02-27T00:35:17.331259Z","end":"2026-02-27T00:35:17.48648Z","steps":["trace[654432926] 'process raft request' (duration: 154.807692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:22.951688Z","caller":"traceutil/trace.go:171","msg":"trace[1889031978] linearizableReadLoop","detail":"{readStateIndex:23343; appliedIndex:23342; }","duration":"162.642736ms","start":"2026-02-27T00:35:22.789021Z","end":"2026-02-27T00:35:22.951664Z","steps":["trace[1889031978] 'read index received' (duration: 162.453292ms)","trace[1889031978] 'applied index is now lower than readState.Index' (duration: 188.464µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:22.951765Z","caller":"traceutil/trace.go:171","msg":"trace[1864999863] transaction","detail":"{read_only:false; response_revision:22530; number_of_response:1; }","duration":"217.304542ms","start":"2026-02-27T00:35:22.734398Z","end":"2026-02-27T00:35:22.951702Z","steps":["trace[1864999863] 'process raft request' (duration: 217.075037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:22.951967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.712443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:35:22.95197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.931043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:35:22.952016Z","caller":"traceutil/trace.go:171","msg":"trace[1648931333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22530; }","duration":"160.812705ms","start":"2026-02-27T00:35:22.791191Z","end":"2026-02-27T00:35:22.952003Z","steps":["trace[1648931333] 'agreement among raft nodes before linearized reading' (duration: 160.656112ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:22.95207Z","caller":"traceutil/trace.go:171","msg":"trace[1725648601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22530; }","duration":"163.091926ms","start":"2026-02-27T00:35:22.788955Z","end":"2026-02-27T00:35:22.952047Z","steps":["trace[1725648601] 'agreement among raft nodes before linearized reading' (duration: 162.860381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:23.074229Z","caller":"traceutil/trace.go:171","msg":"trace[1704150835] transaction","detail":"{read_only:false; response_revision:22531; number_of_response:1; }","duration":"117.741178ms","start":"2026-02-27T00:35:22.956455Z","end":"2026-02-27T00:35:23.074197Z","steps":["trace[1704150835] 'process raft request' (duration: 117.328069ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:23.103299Z","caller":"traceutil/trace.go:171","msg":"trace[1740335536] transaction","detail":"{read_only:false; response_revision:22532; number_of_response:1; }","duration":"146.65404ms","start":"2026-02-27T00:35:22.956616Z","end":"2026-02-27T00:35:23.10327Z","steps":["trace[1740335536] 'process raft request' (duration: 146.477076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:32.049669Z","caller":"traceutil/trace.go:171","msg":"trace[454409258] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"304.379188ms","start":"2026-02-27T00:35:31.745248Z","end":"2026-02-27T00:35:32.049627Z","steps":["trace[454409258] 'process raft request' (duration: 302.994317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:32.049813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.199438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:32.049919Z","caller":"traceutil/trace.go:171","msg":"trace[726053521] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22618; }","duration":"297.399593ms","start":"2026-02-27T00:35:31.752492Z","end":"2026-02-27T00:35:32.049892Z","steps":["trace[726053521] 'agreement among raft nodes before linearized reading' (duration: 297.23769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:32.049968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.745217Z","time spent":"304.583523ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:32.049533Z","caller":"traceutil/trace.go:171","msg":"trace[1089375921] linearizableReadLoop","detail":"{readStateIndex:23435; appliedIndex:23434; }","duration":"296.885772ms","start":"2026-02-27T00:35:31.752591Z","end":"2026-02-27T00:35:32.049477Z","steps":["trace[1089375921] 'read index received' (duration: 295.732616ms)","trace[1089375921] 'applied index is now lower than readState.Index' (duration: 1.150366ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:32.051083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.279382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:35:32.051149Z","caller":"traceutil/trace.go:171","msg":"trace[603623035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22618; }","duration":"186.388074ms","start":"2026-02-27T00:35:31.864744Z","end":"2026-02-27T00:35:32.051132Z","steps":["trace[603623035] 'agreement among raft nodes before linearized reading' (duration: 186.17337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:33.956071Z","caller":"traceutil/trace.go:171","msg":"trace[1981300646] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"377.068894ms","start":"2026-02-27T00:35:33.578965Z","end":"2026-02-27T00:35:33.956034Z","steps":["trace[1981300646] 'process raft request' (duration: 376.87135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:33.956259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.57894Z","time spent":"377.228787ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:34.06262Z","caller":"traceutil/trace.go:171","msg":"trace[885147586] transaction","detail":"{read_only:false; response_revision:22628; number_of_response:1; }","duration":"427.593697ms","start":"2026-02-27T00:35:33.634997Z","end":"2026-02-27T00:35:34.062591Z","steps":["trace[885147586] 'process raft request' (duration: 427.483145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.062674Z","caller":"traceutil/trace.go:171","msg":"trace[1908924211] transaction","detail":"{read_only:false; response_revision:22627; number_of_response:1; }","duration":"432.595139ms","start":"2026-02-27T00:35:33.630024Z","end":"2026-02-27T00:35:34.062619Z","steps":["trace[1908924211] 'process raft request' (duration: 432.225931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:34.062837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.63498Z","time spent":"427.74788ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:34.062937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.629996Z","time spent":"432.803143ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:34.063074Z","caller":"traceutil/trace.go:171","msg":"trace[2071395804] linearizableReadLoop","detail":"{readStateIndex:23448; appliedIndex:23442; }","duration":"361.542399ms","start":"2026-02-27T00:35:33.701501Z","end":"2026-02-27T00:35:34.063044Z","steps":["trace[2071395804] 'read index received' (duration: 254.300515ms)","trace[2071395804] 'applied index is now lower than readState.Index' (duration: 107.240714ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:34.063119Z","caller":"traceutil/trace.go:171","msg":"trace[1248626300] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"426.187276ms","start":"2026-02-27T00:35:33.636901Z","end":"2026-02-27T00:35:34.063088Z","steps":["trace[1248626300] 'process raft request' (duration: 426.087634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.063113Z","caller":"traceutil/trace.go:171","msg":"trace[165539790] transaction","detail":"{read_only:false; response_revision:22630; number_of_response:1; }","duration":"426.250657ms","start":"2026-02-27T00:35:33.636797Z","end":"2026-02-27T00:35:34.063047Z","steps":["trace[165539790] 'process raft request' (duration: 426.046783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.063127Z","caller":"traceutil/trace.go:171","msg":"trace[768419001] transaction","detail":"{read_only:false; response_revision:22629; number_of_response:1; }","duration":"427.358882ms","start":"2026-02-27T00:35:33.635702Z","end":"2026-02-27T00:35:34.063061Z","steps":["trace[768419001] 'process raft request' (duration: 426.84574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:34.063229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.636894Z","time spent":"426.283618ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:34.063234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.712293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:34.063288Z","caller":"traceutil/trace.go:171","msg":"trace[1292707406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22631; }","duration":"361.853896ms","start":"2026-02-27T00:35:33.701419Z","end":"2026-02-27T00:35:34.063273Z","steps":["trace[1292707406] 'agreement among raft nodes before linearized reading' (duration: 361.739724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:34.063322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.635693Z","time spent":"427.536416ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:34.063335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.701385Z","time spent":"361.938877ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:34.06333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.636787Z","time spent":"426.417042ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:34.773047Z","caller":"traceutil/trace.go:171","msg":"trace[1818056855] transaction","detail":"{read_only:false; response_revision:22639; number_of_response:1; }","duration":"104.060463ms","start":"2026-02-27T00:35:34.668954Z","end":"2026-02-27T00:35:34.773014Z","steps":["trace[1818056855] 'process raft request' (duration: 23.332988ms)","trace[1818056855] 'compare' (duration: 80.556102ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:34.779843Z","caller":"traceutil/trace.go:171","msg":"trace[1206775487] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"110.572838ms","start":"2026-02-27T00:35:34.669228Z","end":"2026-02-27T00:35:34.779801Z","steps":["trace[1206775487] 'process raft request' (duration: 110.305072ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.779929Z","caller":"traceutil/trace.go:171","msg":"trace[571165332] transaction","detail":"{read_only:false; response_revision:22641; number_of_response:1; }","duration":"110.577069ms","start":"2026-02-27T00:35:34.669304Z","end":"2026-02-27T00:35:34.779881Z","steps":["trace[571165332] 'process raft request' (duration: 110.370724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.780052Z","caller":"traceutil/trace.go:171","msg":"trace[578148126] transaction","detail":"{read_only:false; response_revision:22645; number_of_response:1; }","duration":"110.046907ms","start":"2026-02-27T00:35:34.669991Z","end":"2026-02-27T00:35:34.780038Z","steps":["trace[578148126] 'process raft request' (duration: 109.863193ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.780101Z","caller":"traceutil/trace.go:171","msg":"trace[1896810193] transaction","detail":"{read_only:false; response_revision:22647; number_of_response:1; }","duration":"109.784151ms","start":"2026-02-27T00:35:34.670278Z","end":"2026-02-27T00:35:34.780062Z","steps":["trace[1896810193] 'process raft request' (duration: 109.663718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.780118Z","caller":"traceutil/trace.go:171","msg":"trace[1345623278] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"109.527496ms","start":"2026-02-27T00:35:34.670542Z","end":"2026-02-27T00:35:34.780069Z","steps":["trace[1345623278] 'process raft request' (duration: 109.492975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.77996Z","caller":"traceutil/trace.go:171","msg":"trace[873975057] transaction","detail":"{read_only:false; response_revision:22642; number_of_response:1; }","duration":"110.20059ms","start":"2026-02-27T00:35:34.669731Z","end":"2026-02-27T00:35:34.779931Z","steps":["trace[873975057] 'process raft request' (duration: 110.040396ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.780151Z","caller":"traceutil/trace.go:171","msg":"trace[1662820914] transaction","detail":"{read_only:false; response_revision:22646; number_of_response:1; }","duration":"109.914844ms","start":"2026-02-27T00:35:34.670205Z","end":"2026-02-27T00:35:34.78012Z","steps":["trace[1662820914] 'process raft request' (duration: 109.710669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.780241Z","caller":"traceutil/trace.go:171","msg":"trace[1677441773] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"109.875073ms","start":"2026-02-27T00:35:34.670351Z","end":"2026-02-27T00:35:34.780226Z","steps":["trace[1677441773] 'process raft request' (duration: 109.624058ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.780122Z","caller":"traceutil/trace.go:171","msg":"trace[249214342] transaction","detail":"{read_only:false; response_revision:22643; number_of_response:1; }","duration":"110.252121ms","start":"2026-02-27T00:35:34.6698Z","end":"2026-02-27T00:35:34.780053Z","steps":["trace[249214342] 'process raft request' (duration: 110.004106ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.780278Z","caller":"traceutil/trace.go:171","msg":"trace[393014768] transaction","detail":"{read_only:false; response_revision:22644; number_of_response:1; }","duration":"110.377084ms","start":"2026-02-27T00:35:34.669844Z","end":"2026-02-27T00:35:34.780221Z","steps":["trace[393014768] 'process raft request' (duration: 109.987496ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.895327Z","caller":"traceutil/trace.go:171","msg":"trace[198397222] transaction","detail":"{read_only:false; response_revision:22651; number_of_response:1; }","duration":"108.534732ms","start":"2026-02-27T00:35:34.786744Z","end":"2026-02-27T00:35:34.895278Z","steps":["trace[198397222] 'process raft request' (duration: 101.352323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.895461Z","caller":"traceutil/trace.go:171","msg":"trace[1082302290] transaction","detail":"{read_only:false; response_revision:22652; number_of_response:1; }","duration":"108.583843ms","start":"2026-02-27T00:35:34.786844Z","end":"2026-02-27T00:35:34.895428Z","steps":["trace[1082302290] 'process raft request' (duration: 108.170524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.895807Z","caller":"traceutil/trace.go:171","msg":"trace[163598335] transaction","detail":"{read_only:false; response_revision:22653; number_of_response:1; }","duration":"108.794939ms","start":"2026-02-27T00:35:34.786999Z","end":"2026-02-27T00:35:34.895794Z","steps":["trace[163598335] 'process raft request' (duration: 108.313518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.895788Z","caller":"traceutil/trace.go:171","msg":"trace[1328205304] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"108.563274ms","start":"2026-02-27T00:35:34.787167Z","end":"2026-02-27T00:35:34.895731Z","steps":["trace[1328205304] 'process raft request' (duration: 108.305917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.895815Z","caller":"traceutil/trace.go:171","msg":"trace[1099788533] transaction","detail":"{read_only:false; response_revision:22656; number_of_response:1; }","duration":"108.557394ms","start":"2026-02-27T00:35:34.787176Z","end":"2026-02-27T00:35:34.895733Z","steps":["trace[1099788533] 'process raft request' (duration: 108.334468ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.895859Z","caller":"traceutil/trace.go:171","msg":"trace[1010201094] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"108.739238ms","start":"2026-02-27T00:35:34.787093Z","end":"2026-02-27T00:35:34.895832Z","steps":["trace[1010201094] 'process raft request' (duration: 108.336748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.896085Z","caller":"traceutil/trace.go:171","msg":"trace[199819580] transaction","detail":"{read_only:false; response_revision:22658; number_of_response:1; }","duration":"108.563934ms","start":"2026-02-27T00:35:34.787505Z","end":"2026-02-27T00:35:34.896069Z","steps":["trace[199819580] 'process raft request' (duration: 108.066704ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:34.896067Z","caller":"traceutil/trace.go:171","msg":"trace[1367516478] transaction","detail":"{read_only:false; response_revision:22657; number_of_response:1; }","duration":"108.774228ms","start":"2026-02-27T00:35:34.787245Z","end":"2026-02-27T00:35:34.896019Z","steps":["trace[1367516478] 'process raft request' (duration: 108.295377ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:36.485175Z","caller":"traceutil/trace.go:171","msg":"trace[1868119069] linearizableReadLoop","detail":"{readStateIndex:23556; appliedIndex:23555; }","duration":"221.773681ms","start":"2026-02-27T00:35:36.263376Z","end":"2026-02-27T00:35:36.48515Z","steps":["trace[1868119069] 'read index received' (duration: 221.550216ms)","trace[1868119069] 'applied index is now lower than readState.Index' (duration: 222.565µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:36.485229Z","caller":"traceutil/trace.go:171","msg":"trace[1063858216] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"224.154935ms","start":"2026-02-27T00:35:36.261031Z","end":"2026-02-27T00:35:36.485186Z","steps":["trace[1063858216] 'process raft request' (duration: 223.9561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.485471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.078678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-02-27T00:35:36.485521Z","caller":"traceutil/trace.go:171","msg":"trace[1254776168] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:22737; }","duration":"222.192811ms","start":"2026-02-27T00:35:36.263313Z","end":"2026-02-27T00:35:36.485505Z","steps":["trace[1254776168] 'agreement among raft nodes before linearized reading' (duration: 221.984506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.485648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.982518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-5c6ld\" ","response":"range_response_count:1 size:6895"} {"level":"info","ts":"2026-02-27T00:35:36.485729Z","caller":"traceutil/trace.go:171","msg":"trace[64909091] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-5c6ld; range_end:; response_count:1; response_revision:22737; }","duration":"142.123681ms","start":"2026-02-27T00:35:36.343584Z","end":"2026-02-27T00:35:36.485708Z","steps":["trace[64909091] 'agreement among raft nodes before linearized reading' (duration: 141.904656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.485705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.021308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:35:36.485822Z","caller":"traceutil/trace.go:171","msg":"trace[1112422546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22737; }","duration":"142.151181ms","start":"2026-02-27T00:35:36.343624Z","end":"2026-02-27T00:35:36.485775Z","steps":["trace[1112422546] 'agreement among raft nodes before linearized reading' (duration: 141.828694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.486183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.110748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T00:35:36.486282Z","caller":"traceutil/trace.go:171","msg":"trace[144412045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22737; }","duration":"208.322212ms","start":"2026-02-27T00:35:36.277935Z","end":"2026-02-27T00:35:36.486257Z","steps":["trace[144412045] 'agreement among raft nodes before linearized reading' (duration: 207.406362ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:36.760595Z","caller":"traceutil/trace.go:171","msg":"trace[1210904072] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"268.709385ms","start":"2026-02-27T00:35:36.491851Z","end":"2026-02-27T00:35:36.76056Z","steps":["trace[1210904072] 'process raft request' (duration: 188.83245ms)","trace[1210904072] 'compare' (duration: 79.531308ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:36.760971Z","caller":"traceutil/trace.go:171","msg":"trace[1211153677] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"264.741516ms","start":"2026-02-27T00:35:36.496201Z","end":"2026-02-27T00:35:36.760943Z","steps":["trace[1211153677] 'process raft request' (duration: 264.259535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:36.761127Z","caller":"traceutil/trace.go:171","msg":"trace[248250207] linearizableReadLoop","detail":"{readStateIndex:23560; appliedIndex:23557; }","duration":"164.902696ms","start":"2026-02-27T00:35:36.596196Z","end":"2026-02-27T00:35:36.761099Z","steps":["trace[248250207] 'read index received' (duration: 84.500459ms)","trace[248250207] 'applied index is now lower than readState.Index' (duration: 80.400977ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:36.76134Z","caller":"traceutil/trace.go:171","msg":"trace[534897869] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"199.090077ms","start":"2026-02-27T00:35:36.562177Z","end":"2026-02-27T00:35:36.761267Z","steps":["trace[534897869] 'process raft request' (duration: 198.561755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.761397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.151392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:36.761472Z","caller":"traceutil/trace.go:171","msg":"trace[2143450538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22741; }","duration":"165.330026ms","start":"2026-02-27T00:35:36.596128Z","end":"2026-02-27T00:35:36.761458Z","steps":["trace[2143450538] 'agreement among raft nodes before linearized reading' (duration: 165.145111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.761834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.283253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-02-27T00:35:36.761874Z","caller":"traceutil/trace.go:171","msg":"trace[6523933] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:22741; }","duration":"119.354704ms","start":"2026-02-27T00:35:36.64251Z","end":"2026-02-27T00:35:36.761865Z","steps":["trace[6523933] 'agreement among raft nodes before linearized reading' (duration: 119.201171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.761888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.55778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:36.761956Z","caller":"traceutil/trace.go:171","msg":"trace[166201738] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22741; }","duration":"115.687923ms","start":"2026-02-27T00:35:36.646245Z","end":"2026-02-27T00:35:36.761933Z","steps":["trace[166201738] 'agreement among raft nodes before linearized reading' (duration: 115.54371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.761951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.261792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:36.762025Z","caller":"traceutil/trace.go:171","msg":"trace[1491075056] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22741; }","duration":"119.352024ms","start":"2026-02-27T00:35:36.642654Z","end":"2026-02-27T00:35:36.762006Z","steps":["trace[1491075056] 'agreement among raft nodes before linearized reading' (duration: 119.215991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.762125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.918898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/heat-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-02-27T00:35:36.76198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.150949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:36.762256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.393075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:36.762189Z","caller":"traceutil/trace.go:171","msg":"trace[1609597376] range","detail":"{range_begin:/registry/services/endpoints/openstack/heat-api; range_end:; response_count:1; response_revision:22741; }","duration":"116.049561ms","start":"2026-02-27T00:35:36.646124Z","end":"2026-02-27T00:35:36.762174Z","steps":["trace[1609597376] 'agreement among raft nodes before linearized reading' (duration: 115.761064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.762316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.699532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:36.762386Z","caller":"traceutil/trace.go:171","msg":"trace[215823634] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22741; }","duration":"119.60341ms","start":"2026-02-27T00:35:36.642754Z","end":"2026-02-27T00:35:36.762357Z","steps":["trace[215823634] 'agreement among raft nodes before linearized reading' (duration: 119.359774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:36.762395Z","caller":"traceutil/trace.go:171","msg":"trace[114283727] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22741; }","duration":"119.804254ms","start":"2026-02-27T00:35:36.642579Z","end":"2026-02-27T00:35:36.762384Z","steps":["trace[114283727] 'agreement among raft nodes before linearized reading' (duration: 119.453637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.762389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.58494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/barbican-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-02-27T00:35:36.762309Z","caller":"traceutil/trace.go:171","msg":"trace[1467324146] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22741; }","duration":"119.556509ms","start":"2026-02-27T00:35:36.642677Z","end":"2026-02-27T00:35:36.762234Z","steps":["trace[1467324146] 'agreement among raft nodes before linearized reading' (duration: 119.116139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:36.76253Z","caller":"traceutil/trace.go:171","msg":"trace[155772620] range","detail":"{range_begin:/registry/services/endpoints/openstack/barbican-api; range_end:; response_count:1; response_revision:22741; }","duration":"119.779144ms","start":"2026-02-27T00:35:36.642714Z","end":"2026-02-27T00:35:36.762493Z","steps":["trace[155772620] 'agreement among raft nodes before linearized reading' (duration: 119.393205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.762694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.866596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-02-27T00:35:36.762817Z","caller":"traceutil/trace.go:171","msg":"trace[1428197395] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:22741; }","duration":"119.975308ms","start":"2026-02-27T00:35:36.642797Z","end":"2026-02-27T00:35:36.762772Z","steps":["trace[1428197395] 'agreement among raft nodes before linearized reading' (duration: 118.966326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:36.76282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.816384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-02-27T00:35:36.763045Z","caller":"traceutil/trace.go:171","msg":"trace[865374796] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:22741; }","duration":"120.287945ms","start":"2026-02-27T00:35:36.64273Z","end":"2026-02-27T00:35:36.763017Z","steps":["trace[865374796] 'agreement among raft nodes before linearized reading' (duration: 119.071719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:36.904664Z","caller":"traceutil/trace.go:171","msg":"trace[53981235] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"127.443354ms","start":"2026-02-27T00:35:36.777189Z","end":"2026-02-27T00:35:36.904632Z","steps":["trace[53981235] 'process raft request' (duration: 115.042528ms)","trace[53981235] 'compare' (duration: 12.054139ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:37.3514Z","caller":"traceutil/trace.go:171","msg":"trace[68217037] linearizableReadLoop","detail":"{readStateIndex:23564; appliedIndex:23563; }","duration":"111.691313ms","start":"2026-02-27T00:35:37.239677Z","end":"2026-02-27T00:35:37.351368Z","steps":["trace[68217037] 'read index received' (duration: 15.433383ms)","trace[68217037] 'applied index is now lower than readState.Index' (duration: 96.25694ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:37.351413Z","caller":"traceutil/trace.go:171","msg":"trace[758825447] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"143.990902ms","start":"2026-02-27T00:35:37.207396Z","end":"2026-02-27T00:35:37.351387Z","steps":["trace[758825447] 'process raft request' (duration: 47.808363ms)","trace[758825447] 'compare' (duration: 96.026075ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:37.351782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.059792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:35:37.351932Z","caller":"traceutil/trace.go:171","msg":"trace[1949334203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22745; }","duration":"112.300137ms","start":"2026-02-27T00:35:37.239609Z","end":"2026-02-27T00:35:37.351909Z","steps":["trace[1949334203] 'agreement among raft nodes before linearized reading' (duration: 111.824037ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:38.219544Z","caller":"traceutil/trace.go:171","msg":"trace[74614787] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"133.425307ms","start":"2026-02-27T00:35:38.086087Z","end":"2026-02-27T00:35:38.219512Z","steps":["trace[74614787] 'process raft request' (duration: 133.373336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:38.220313Z","caller":"traceutil/trace.go:171","msg":"trace[1598621417] transaction","detail":"{read_only:false; response_revision:22753; number_of_response:1; }","duration":"141.538047ms","start":"2026-02-27T00:35:38.078761Z","end":"2026-02-27T00:35:38.220299Z","steps":["trace[1598621417] 'process raft request' (duration: 140.375401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:38.220483Z","caller":"traceutil/trace.go:171","msg":"trace[1913334321] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"138.453248ms","start":"2026-02-27T00:35:38.08202Z","end":"2026-02-27T00:35:38.220473Z","steps":["trace[1913334321] 'process raft request' (duration: 137.321694ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:38.220705Z","caller":"traceutil/trace.go:171","msg":"trace[1975332404] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"137.231132ms","start":"2026-02-27T00:35:38.083463Z","end":"2026-02-27T00:35:38.220694Z","steps":["trace[1975332404] 'process raft request' (duration: 135.946164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:38.254896Z","caller":"traceutil/trace.go:171","msg":"trace[269993276] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"133.648072ms","start":"2026-02-27T00:35:38.121224Z","end":"2026-02-27T00:35:38.254872Z","steps":["trace[269993276] 'process raft request' (duration: 133.124059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:38.512062Z","caller":"traceutil/trace.go:171","msg":"trace[1645840887] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"166.612944ms","start":"2026-02-27T00:35:38.345407Z","end":"2026-02-27T00:35:38.51202Z","steps":["trace[1645840887] 'process raft request' (duration: 166.40693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.131326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.903176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:39.131432Z","caller":"traceutil/trace.go:171","msg":"trace[933117654] linearizableReadLoop","detail":"{readStateIndex:23578; appliedIndex:23577; }","duration":"502.710628ms","start":"2026-02-27T00:35:38.628703Z","end":"2026-02-27T00:35:39.131414Z","steps":["trace[933117654] 'read index received' (duration: 55.470314ms)","trace[933117654] 'applied index is now lower than readState.Index' (duration: 447.238724ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:39.131646Z","caller":"traceutil/trace.go:171","msg":"trace[536204859] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"595.048522ms","start":"2026-02-27T00:35:38.536562Z","end":"2026-02-27T00:35:39.131611Z","steps":["trace[536204859] 'process raft request' (duration: 147.720045ms)","trace[536204859] 'compare' (duration: 446.656391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:39.131844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.034056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-85969bb-cdbv5.1897f2f41a931274\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-27T00:35:39.131964Z","caller":"traceutil/trace.go:171","msg":"trace[1987012837] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-85969bb-cdbv5.1897f2f41a931274; range_end:; response_count:1; response_revision:22759; }","duration":"503.303962ms","start":"2026-02-27T00:35:38.628634Z","end":"2026-02-27T00:35:39.131938Z","steps":["trace[1987012837] 'agreement among raft nodes before linearized reading' (duration: 502.915753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.13206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.628601Z","time spent":"503.444815ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":922,"request content":"key:\"/registry/events/openstack/heat-cfn-85969bb-cdbv5.1897f2f41a931274\" "} {"level":"warn","ts":"2026-02-27T00:35:39.131864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.536539Z","time spent":"595.202926ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:39.13224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.712343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:39.132255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.822391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:39.13226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.001303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:39.132297Z","caller":"traceutil/trace.go:171","msg":"trace[1647125127] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22759; }","duration":"361.797644ms","start":"2026-02-27T00:35:38.770484Z","end":"2026-02-27T00:35:39.132281Z","steps":["trace[1647125127] 'agreement among raft nodes before linearized reading' (duration: 361.719443ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:39.132323Z","caller":"traceutil/trace.go:171","msg":"trace[1977639253] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22759; }","duration":"363.089614ms","start":"2026-02-27T00:35:38.769217Z","end":"2026-02-27T00:35:39.132306Z","steps":["trace[1977639253] 'agreement among raft nodes before linearized reading' (duration: 362.988542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:39.132321Z","caller":"traceutil/trace.go:171","msg":"trace[117569750] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22759; }","duration":"363.887012ms","start":"2026-02-27T00:35:38.768413Z","end":"2026-02-27T00:35:39.1323Z","steps":["trace[117569750] 'agreement among raft nodes before linearized reading' (duration: 363.774359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.132338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.770473Z","time spent":"361.858557ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:35:39.132368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.768386Z","time spent":"363.974493ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T00:35:39.132367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.769205Z","time spent":"363.153435ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:35:39.132554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.369277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T00:35:39.132571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.171677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:39.132589Z","caller":"traceutil/trace.go:171","msg":"trace[33032130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22759; }","duration":"366.423218ms","start":"2026-02-27T00:35:38.766156Z","end":"2026-02-27T00:35:39.132579Z","steps":["trace[33032130] 'agreement among raft nodes before linearized reading' (duration: 366.299235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.132539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.8139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:39.13262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.766142Z","time spent":"366.470099ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:35:39.132601Z","caller":"traceutil/trace.go:171","msg":"trace[632273697] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:22759; }","duration":"368.201587ms","start":"2026-02-27T00:35:38.764389Z","end":"2026-02-27T00:35:39.132591Z","steps":["trace[632273697] 'agreement among raft nodes before linearized reading' (duration: 368.091955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:39.132725Z","caller":"traceutil/trace.go:171","msg":"trace[1669785025] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22759; }","duration":"364.200308ms","start":"2026-02-27T00:35:38.768442Z","end":"2026-02-27T00:35:39.132642Z","steps":["trace[1669785025] 'agreement among raft nodes before linearized reading' (duration: 363.733898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.132584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.340192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:39.132748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.764352Z","time spent":"368.384821ms","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:39.132879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.768422Z","time spent":"364.359131ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-02-27T00:35:39.132932Z","caller":"traceutil/trace.go:171","msg":"trace[671900637] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:22759; }","duration":"176.73676ms","start":"2026-02-27T00:35:38.956131Z","end":"2026-02-27T00:35:39.132868Z","steps":["trace[671900637] 'agreement among raft nodes before linearized reading' (duration: 176.182748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.132689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.610257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:39.132949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.656667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:39.132991Z","caller":"traceutil/trace.go:171","msg":"trace[1560181520] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22759; }","duration":"364.954735ms","start":"2026-02-27T00:35:38.768025Z","end":"2026-02-27T00:35:39.132979Z","steps":["trace[1560181520] 'agreement among raft nodes before linearized reading' (duration: 364.145777ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:39.133043Z","caller":"traceutil/trace.go:171","msg":"trace[896386883] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22759; }","duration":"427.038085ms","start":"2026-02-27T00:35:38.705988Z","end":"2026-02-27T00:35:39.133026Z","steps":["trace[896386883] 'agreement among raft nodes before linearized reading' (duration: 426.178326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.133059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.767999Z","time spent":"365.050127ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:35:39.13315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.70597Z","time spent":"427.166958ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:39.294686Z","caller":"traceutil/trace.go:171","msg":"trace[2120327809] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"156.058501ms","start":"2026-02-27T00:35:39.138584Z","end":"2026-02-27T00:35:39.294643Z","steps":["trace[2120327809] 'process raft request' (duration: 100.461034ms)","trace[2120327809] 'compare' (duration: 55.029234ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:40.976053Z","caller":"traceutil/trace.go:171","msg":"trace[875664219] linearizableReadLoop","detail":"{readStateIndex:23598; appliedIndex:23597; }","duration":"122.127636ms","start":"2026-02-27T00:35:40.853894Z","end":"2026-02-27T00:35:40.976021Z","steps":["trace[875664219] 'read index received' (duration: 49.034351ms)","trace[875664219] 'applied index is now lower than readState.Index' (duration: 73.091805ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:40.976332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.553489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:40.976406Z","caller":"traceutil/trace.go:171","msg":"trace[213901918] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22778; }","duration":"115.700103ms","start":"2026-02-27T00:35:40.860685Z","end":"2026-02-27T00:35:40.976385Z","steps":["trace[213901918] 'agreement among raft nodes before linearized reading' (duration: 115.55322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:40.976496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.565405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18683"} {"level":"info","ts":"2026-02-27T00:35:40.976618Z","caller":"traceutil/trace.go:171","msg":"trace[143821238] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22778; }","duration":"122.753479ms","start":"2026-02-27T00:35:40.853839Z","end":"2026-02-27T00:35:40.976592Z","steps":["trace[143821238] 'agreement among raft nodes before linearized reading' (duration: 122.30778ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:44.407831Z","caller":"traceutil/trace.go:171","msg":"trace[267945505] linearizableReadLoop","detail":"{readStateIndex:23624; appliedIndex:23621; }","duration":"139.693117ms","start":"2026-02-27T00:35:44.268111Z","end":"2026-02-27T00:35:44.407804Z","steps":["trace[267945505] 'read index received' (duration: 40.549333ms)","trace[267945505] 'applied index is now lower than readState.Index' (duration: 99.142404ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:44.407904Z","caller":"traceutil/trace.go:171","msg":"trace[611137210] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"138.912018ms","start":"2026-02-27T00:35:44.268962Z","end":"2026-02-27T00:35:44.407874Z","steps":["trace[611137210] 'process raft request' (duration: 138.718344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:44.408153Z","caller":"traceutil/trace.go:171","msg":"trace[2047935320] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"121.195465ms","start":"2026-02-27T00:35:44.286761Z","end":"2026-02-27T00:35:44.407956Z","steps":["trace[2047935320] 'process raft request' (duration: 120.96438ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:44.408181Z","caller":"traceutil/trace.go:171","msg":"trace[2058565273] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"140.260899ms","start":"2026-02-27T00:35:44.267905Z","end":"2026-02-27T00:35:44.408166Z","steps":["trace[2058565273] 'process raft request' (duration: 133.902288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:44.40831Z","caller":"traceutil/trace.go:171","msg":"trace[829101148] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"139.448181ms","start":"2026-02-27T00:35:44.268833Z","end":"2026-02-27T00:35:44.408282Z","steps":["trace[829101148] 'process raft request' (duration: 138.810557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:44.408433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.934072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:44.407891Z","caller":"traceutil/trace.go:171","msg":"trace[418105034] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"139.869831ms","start":"2026-02-27T00:35:44.26798Z","end":"2026-02-27T00:35:44.40785Z","steps":["trace[418105034] 'process raft request' (duration: 139.616055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:44.40849Z","caller":"traceutil/trace.go:171","msg":"trace[490980146] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22807; }","duration":"140.035894ms","start":"2026-02-27T00:35:44.268444Z","end":"2026-02-27T00:35:44.40848Z","steps":["trace[490980146] 'agreement among raft nodes before linearized reading' (duration: 139.940082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:44.408628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.567984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:44.408673Z","caller":"traceutil/trace.go:171","msg":"trace[1991080873] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22807; }","duration":"126.647555ms","start":"2026-02-27T00:35:44.282015Z","end":"2026-02-27T00:35:44.408662Z","steps":["trace[1991080873] 'agreement among raft nodes before linearized reading' (duration: 126.546163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:44.408674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.835319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:44.408882Z","caller":"traceutil/trace.go:171","msg":"trace[1723984402] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22807; }","duration":"127.062325ms","start":"2026-02-27T00:35:44.281804Z","end":"2026-02-27T00:35:44.408866Z","steps":["trace[1723984402] 'agreement among raft nodes before linearized reading' (duration: 126.84238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:44.409019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.011341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:44.409108Z","caller":"traceutil/trace.go:171","msg":"trace[586432708] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22807; }","duration":"126.115284ms","start":"2026-02-27T00:35:44.282979Z","end":"2026-02-27T00:35:44.409094Z","steps":["trace[586432708] 'agreement among raft nodes before linearized reading' (duration: 125.99111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:44.410996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.253249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:44.411053Z","caller":"traceutil/trace.go:171","msg":"trace[899046261] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22807; }","duration":"142.95951ms","start":"2026-02-27T00:35:44.26808Z","end":"2026-02-27T00:35:44.41104Z","steps":["trace[899046261] 'agreement among raft nodes before linearized reading' (duration: 140.225229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:45.760939Z","caller":"traceutil/trace.go:171","msg":"trace[2030226134] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"100.581547ms","start":"2026-02-27T00:35:45.660324Z","end":"2026-02-27T00:35:45.760905Z","steps":["trace[2030226134] 'process raft request' (duration: 94.40495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:45.761174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.983078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:45.761304Z","caller":"traceutil/trace.go:171","msg":"trace[1314137498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22817; }","duration":"111.168351ms","start":"2026-02-27T00:35:45.650106Z","end":"2026-02-27T00:35:45.761274Z","steps":["trace[1314137498] 'agreement among raft nodes before linearized reading' (duration: 110.882564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:46.221008Z","caller":"traceutil/trace.go:171","msg":"trace[929214878] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"156.93733ms","start":"2026-02-27T00:35:46.064045Z","end":"2026-02-27T00:35:46.220982Z","steps":["trace[929214878] 'process raft request' (duration: 156.858198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:46.2211Z","caller":"traceutil/trace.go:171","msg":"trace[1839227666] transaction","detail":"{read_only:false; response_revision:22825; number_of_response:1; }","duration":"158.718499ms","start":"2026-02-27T00:35:46.062318Z","end":"2026-02-27T00:35:46.221037Z","steps":["trace[1839227666] 'process raft request' (duration: 152.377818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:46.259933Z","caller":"traceutil/trace.go:171","msg":"trace[1022244701] linearizableReadLoop","detail":"{readStateIndex:23648; appliedIndex:23645; }","duration":"141.980006ms","start":"2026-02-27T00:35:46.117923Z","end":"2026-02-27T00:35:46.259903Z","steps":["trace[1022244701] 'read index received' (duration: 96.72575ms)","trace[1022244701] 'applied index is now lower than readState.Index' (duration: 45.252856ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:46.260041Z","caller":"traceutil/trace.go:171","msg":"trace[776495994] transaction","detail":"{read_only:false; response_revision:22827; number_of_response:1; }","duration":"159.284122ms","start":"2026-02-27T00:35:46.100705Z","end":"2026-02-27T00:35:46.259989Z","steps":["trace[776495994] 'process raft request' (duration: 159.010796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:46.260266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.325074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-sync-4lmcn\" ","response":"range_response_count:1 size:5243"} {"level":"info","ts":"2026-02-27T00:35:46.26031Z","caller":"traceutil/trace.go:171","msg":"trace[570251307] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-sync-4lmcn; range_end:; response_count:1; response_revision:22827; }","duration":"142.436408ms","start":"2026-02-27T00:35:46.117862Z","end":"2026-02-27T00:35:46.260298Z","steps":["trace[570251307] 'agreement among raft nodes before linearized reading' (duration: 142.194122ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:46.575391Z","caller":"traceutil/trace.go:171","msg":"trace[1750762948] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"159.831903ms","start":"2026-02-27T00:35:46.415518Z","end":"2026-02-27T00:35:46.57535Z","steps":["trace[1750762948] 'process raft request' (duration: 159.486716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:46.575419Z","caller":"traceutil/trace.go:171","msg":"trace[1832850721] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"159.789463ms","start":"2026-02-27T00:35:46.415592Z","end":"2026-02-27T00:35:46.575381Z","steps":["trace[1832850721] 'process raft request' (duration: 159.63576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:46.575697Z","caller":"traceutil/trace.go:171","msg":"trace[510500657] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"159.65652ms","start":"2026-02-27T00:35:46.416025Z","end":"2026-02-27T00:35:46.575682Z","steps":["trace[510500657] 'process raft request' (duration: 159.298002ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:46.575419Z","caller":"traceutil/trace.go:171","msg":"trace[1709443242] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"159.749532ms","start":"2026-02-27T00:35:46.415632Z","end":"2026-02-27T00:35:46.575382Z","steps":["trace[1709443242] 'process raft request' (duration: 159.64232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:46.575702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.258933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:46.575884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.237693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:46.575966Z","caller":"traceutil/trace.go:171","msg":"trace[744899210] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22834; }","duration":"160.329045ms","start":"2026-02-27T00:35:46.41562Z","end":"2026-02-27T00:35:46.575949Z","steps":["trace[744899210] 'agreement among raft nodes before linearized reading' (duration: 160.036558ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:46.575868Z","caller":"traceutil/trace.go:171","msg":"trace[695924055] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22834; }","duration":"160.450267ms","start":"2026-02-27T00:35:46.415395Z","end":"2026-02-27T00:35:46.575845Z","steps":["trace[695924055] 'agreement among raft nodes before linearized reading' (duration: 160.187872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:46.575867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.345504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:46.57616Z","caller":"traceutil/trace.go:171","msg":"trace[448153842] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22834; }","duration":"160.682843ms","start":"2026-02-27T00:35:46.415452Z","end":"2026-02-27T00:35:46.576135Z","steps":["trace[448153842] 'agreement among raft nodes before linearized reading' (duration: 160.248933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.588824Z","caller":"traceutil/trace.go:171","msg":"trace[945680357] linearizableReadLoop","detail":"{readStateIndex:23661; appliedIndex:23659; }","duration":"110.932247ms","start":"2026-02-27T00:35:47.477861Z","end":"2026-02-27T00:35:47.588794Z","steps":["trace[945680357] 'read index received' (duration: 50.512623ms)","trace[945680357] 'applied index is now lower than readState.Index' (duration: 60.417854ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:47.588948Z","caller":"traceutil/trace.go:171","msg":"trace[934683174] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"132.507297ms","start":"2026-02-27T00:35:47.456388Z","end":"2026-02-27T00:35:47.588895Z","steps":["trace[934683174] 'process raft request' (duration: 93.221493ms)","trace[934683174] 'compare' (duration: 39.025518ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:47.58913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.236714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:35:47.590184Z","caller":"traceutil/trace.go:171","msg":"trace[839491470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22840; }","duration":"112.323888ms","start":"2026-02-27T00:35:47.477836Z","end":"2026-02-27T00:35:47.59016Z","steps":["trace[839491470] 'agreement among raft nodes before linearized reading' (duration: 111.07547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.782504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.778967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:35:47.782874Z","caller":"traceutil/trace.go:171","msg":"trace[195513510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22843; }","duration":"126.196156ms","start":"2026-02-27T00:35:47.656652Z","end":"2026-02-27T00:35:47.782848Z","steps":["trace[195513510] 'agreement among raft nodes before linearized reading' (duration: 125.628384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.782951Z","caller":"traceutil/trace.go:171","msg":"trace[525057955] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"164.635071ms","start":"2026-02-27T00:35:47.61829Z","end":"2026-02-27T00:35:47.782925Z","steps":["trace[525057955] 'process raft request' (duration: 95.510054ms)","trace[525057955] 'compare' (duration: 68.277788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:47.783389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.20097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:35:47.783503Z","caller":"traceutil/trace.go:171","msg":"trace[933856297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22843; }","duration":"101.356174ms","start":"2026-02-27T00:35:47.68212Z","end":"2026-02-27T00:35:47.783476Z","steps":["trace[933856297] 'agreement among raft nodes before linearized reading' (duration: 100.934595ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.972827Z","caller":"traceutil/trace.go:171","msg":"trace[1735789605] linearizableReadLoop","detail":"{readStateIndex:23665; appliedIndex:23664; }","duration":"182.879387ms","start":"2026-02-27T00:35:47.789919Z","end":"2026-02-27T00:35:47.972799Z","steps":["trace[1735789605] 'read index received' (duration: 181.307981ms)","trace[1735789605] 'applied index is now lower than readState.Index' (duration: 1.570226ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:47.973132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.171183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18683"} {"level":"info","ts":"2026-02-27T00:35:47.973186Z","caller":"traceutil/trace.go:171","msg":"trace[553995699] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22844; }","duration":"183.316446ms","start":"2026-02-27T00:35:47.78986Z","end":"2026-02-27T00:35:47.973177Z","steps":["trace[553995699] 'agreement among raft nodes before linearized reading' (duration: 183.062421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.972901Z","caller":"traceutil/trace.go:171","msg":"trace[2122182302] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"183.413518ms","start":"2026-02-27T00:35:47.789454Z","end":"2026-02-27T00:35:47.972867Z","steps":["trace[2122182302] 'process raft request' (duration: 181.758271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.973539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.674635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:47.973785Z","caller":"traceutil/trace.go:171","msg":"trace[1029511521] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22844; }","duration":"107.935691ms","start":"2026-02-27T00:35:47.865721Z","end":"2026-02-27T00:35:47.973656Z","steps":["trace[1029511521] 'agreement among raft nodes before linearized reading' (duration: 107.568933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.743254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.294839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:48.743515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.467883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:48.743568Z","caller":"traceutil/trace.go:171","msg":"trace[364862243] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22849; }","duration":"162.542534ms","start":"2026-02-27T00:35:48.581012Z","end":"2026-02-27T00:35:48.743554Z","steps":["trace[364862243] 'range keys from in-memory index tree' (duration: 162.414982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.743437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.341738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:48.743538Z","caller":"traceutil/trace.go:171","msg":"trace[1276344483] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22849; }","duration":"162.632066ms","start":"2026-02-27T00:35:48.580876Z","end":"2026-02-27T00:35:48.743508Z","steps":["trace[1276344483] 'range keys from in-memory index tree' (duration: 162.090544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:48.74371Z","caller":"traceutil/trace.go:171","msg":"trace[1049199075] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22849; }","duration":"161.644775ms","start":"2026-02-27T00:35:48.582026Z","end":"2026-02-27T00:35:48.743671Z","steps":["trace[1049199075] 'range keys from in-memory index tree' (duration: 161.264686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.744057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.600162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:48.744846Z","caller":"traceutil/trace.go:171","msg":"trace[215324976] linearizableReadLoop","detail":"{readStateIndex:23674; appliedIndex:23670; }","duration":"149.516134ms","start":"2026-02-27T00:35:48.595313Z","end":"2026-02-27T00:35:48.74483Z","steps":["trace[215324976] 'read index received' (duration: 45.91947ms)","trace[215324976] 'applied index is now lower than readState.Index' (duration: 103.595344ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:48.744957Z","caller":"traceutil/trace.go:171","msg":"trace[2083573663] transaction","detail":"{read_only:false; response_revision:22850; number_of_response:1; }","duration":"161.690015ms","start":"2026-02-27T00:35:48.583254Z","end":"2026-02-27T00:35:48.744944Z","steps":["trace[2083573663] 'process raft request' (duration: 57.888226ms)","trace[2083573663] 'compare' (duration: 102.249125ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:48.745098Z","caller":"traceutil/trace.go:171","msg":"trace[1529283858] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"160.882197ms","start":"2026-02-27T00:35:48.58419Z","end":"2026-02-27T00:35:48.745072Z","steps":["trace[1529283858] 'process raft request' (duration: 160.591101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.745328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.016175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-sync-4lmcn\" ","response":"range_response_count:1 size:6464"} {"level":"info","ts":"2026-02-27T00:35:48.745373Z","caller":"traceutil/trace.go:171","msg":"trace[1579521644] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-sync-4lmcn; range_end:; response_count:1; response_revision:22853; }","duration":"150.113418ms","start":"2026-02-27T00:35:48.595249Z","end":"2026-02-27T00:35:48.745363Z","steps":["trace[1579521644] 'agreement among raft nodes before linearized reading' (duration: 149.906093ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:48.745393Z","caller":"traceutil/trace.go:171","msg":"trace[225027146] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"161.45461ms","start":"2026-02-27T00:35:48.583925Z","end":"2026-02-27T00:35:48.74538Z","steps":["trace[225027146] 'process raft request' (duration: 160.702774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:48.745543Z","caller":"traceutil/trace.go:171","msg":"trace[901707024] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"161.594922ms","start":"2026-02-27T00:35:48.583937Z","end":"2026-02-27T00:35:48.745532Z","steps":["trace[901707024] 'process raft request' (duration: 160.805075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.745849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.425658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:48.745998Z","caller":"traceutil/trace.go:171","msg":"trace[335763715] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22853; }","duration":"102.730625ms","start":"2026-02-27T00:35:48.643226Z","end":"2026-02-27T00:35:48.745956Z","steps":["trace[335763715] 'agreement among raft nodes before linearized reading' (duration: 102.260353ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:50.668844Z","caller":"traceutil/trace.go:171","msg":"trace[1408343395] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"116.386298ms","start":"2026-02-27T00:35:50.552424Z","end":"2026-02-27T00:35:50.66881Z","steps":["trace[1408343395] 'process raft request' (duration: 116.151833ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:50.779593Z","caller":"traceutil/trace.go:171","msg":"trace[638371525] transaction","detail":"{read_only:false; response_revision:22865; number_of_response:1; }","duration":"100.864743ms","start":"2026-02-27T00:35:50.67868Z","end":"2026-02-27T00:35:50.779545Z","steps":["trace[638371525] 'process raft request' (duration: 57.798605ms)","trace[638371525] 'compare' (duration: 42.77511ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:51.086538Z","caller":"traceutil/trace.go:171","msg":"trace[2145519160] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"103.615894ms","start":"2026-02-27T00:35:50.982887Z","end":"2026-02-27T00:35:51.086503Z","steps":["trace[2145519160] 'process raft request' (duration: 103.391129ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.478823Z","caller":"traceutil/trace.go:171","msg":"trace[325290572] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"103.530932ms","start":"2026-02-27T00:35:52.375263Z","end":"2026-02-27T00:35:52.478794Z","steps":["trace[325290572] 'process raft request' (duration: 103.343888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:54.002349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.68408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:54.00247Z","caller":"traceutil/trace.go:171","msg":"trace[1820872971] linearizableReadLoop","detail":"{readStateIndex:23709; appliedIndex:23708; }","duration":"327.440611ms","start":"2026-02-27T00:35:53.67501Z","end":"2026-02-27T00:35:54.002451Z","steps":["trace[1820872971] 'read index received' (duration: 127.502065ms)","trace[1820872971] 'applied index is now lower than readState.Index' (duration: 199.936906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:54.002616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.562323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:54.002718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.684926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:35:54.002807Z","caller":"traceutil/trace.go:171","msg":"trace[509781997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22887; }","duration":"269.810389ms","start":"2026-02-27T00:35:53.732977Z","end":"2026-02-27T00:35:54.002787Z","steps":["trace[509781997] 'agreement among raft nodes before linearized reading' (duration: 269.598175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:54.002671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.333915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:54.002879Z","caller":"traceutil/trace.go:171","msg":"trace[826433184] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22887; }","duration":"209.56215ms","start":"2026-02-27T00:35:53.793302Z","end":"2026-02-27T00:35:54.002864Z","steps":["trace[826433184] 'agreement among raft nodes before linearized reading' (duration: 209.288204ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:54.002809Z","caller":"traceutil/trace.go:171","msg":"trace[259581912] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22887; }","duration":"327.778799ms","start":"2026-02-27T00:35:53.674977Z","end":"2026-02-27T00:35:54.002756Z","steps":["trace[259581912] 'agreement among raft nodes before linearized reading' (duration: 327.536803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:54.003074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.674967Z","time spent":"328.042054ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:54.002795Z","caller":"traceutil/trace.go:171","msg":"trace[554303966] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"327.681306ms","start":"2026-02-27T00:35:53.674815Z","end":"2026-02-27T00:35:54.002496Z","steps":["trace[554303966] 'process raft request' (duration: 127.74476ms)","trace[554303966] 'compare' (duration: 199.109238ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:54.003352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.674784Z","time spent":"328.421672ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:58.021659Z","caller":"traceutil/trace.go:171","msg":"trace[386733466] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"191.948539ms","start":"2026-02-27T00:35:57.829674Z","end":"2026-02-27T00:35:58.021623Z","steps":["trace[386733466] 'process raft request' (duration: 191.742414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:58.330603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.766995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:35:58.330678Z","caller":"traceutil/trace.go:171","msg":"trace[1637152791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22924; }","duration":"102.927618ms","start":"2026-02-27T00:35:58.227732Z","end":"2026-02-27T00:35:58.330659Z","steps":["trace[1637152791] 'range keys from in-memory index tree' (duration: 102.545681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:58.97369Z","caller":"traceutil/trace.go:171","msg":"trace[1884477338] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"107.236495ms","start":"2026-02-27T00:35:58.86642Z","end":"2026-02-27T00:35:58.973657Z","steps":["trace[1884477338] 'process raft request' (duration: 106.99225ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:58.973743Z","caller":"traceutil/trace.go:171","msg":"trace[2005576719] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"106.384126ms","start":"2026-02-27T00:35:58.867333Z","end":"2026-02-27T00:35:58.973717Z","steps":["trace[2005576719] 'process raft request' (duration: 106.242362ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:59.180089Z","caller":"traceutil/trace.go:171","msg":"trace[47956014] transaction","detail":"{read_only:false; response_revision:22931; number_of_response:1; }","duration":"146.841095ms","start":"2026-02-27T00:35:59.033219Z","end":"2026-02-27T00:35:59.18006Z","steps":["trace[47956014] 'process raft request' (duration: 146.665121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:00.683179Z","caller":"traceutil/trace.go:171","msg":"trace[1838220790] linearizableReadLoop","detail":"{readStateIndex:23761; appliedIndex:23760; }","duration":"106.048939ms","start":"2026-02-27T00:36:00.577099Z","end":"2026-02-27T00:36:00.683148Z","steps":["trace[1838220790] 'read index received' (duration: 105.844464ms)","trace[1838220790] 'applied index is now lower than readState.Index' (duration: 203.535µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:00.683224Z","caller":"traceutil/trace.go:171","msg":"trace[1679604237] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"106.467828ms","start":"2026-02-27T00:36:00.576714Z","end":"2026-02-27T00:36:00.683182Z","steps":["trace[1679604237] 'process raft request' (duration: 106.229442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.68353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.414706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T00:36:00.683623Z","caller":"traceutil/trace.go:171","msg":"trace[527650375] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22938; }","duration":"106.55657ms","start":"2026-02-27T00:36:00.577042Z","end":"2026-02-27T00:36:00.683599Z","steps":["trace[527650375] 'agreement among raft nodes before linearized reading' (duration: 106.253163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:01.030134Z","caller":"traceutil/trace.go:171","msg":"trace[331990632] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"101.367414ms","start":"2026-02-27T00:36:00.928735Z","end":"2026-02-27T00:36:01.030102Z","steps":["trace[331990632] 'process raft request' (duration: 38.468725ms)","trace[331990632] 'compare' (duration: 62.569971ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:36:01.274147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.753134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:36:01.274302Z","caller":"traceutil/trace.go:171","msg":"trace[2136023282] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"163.225379ms","start":"2026-02-27T00:36:01.111049Z","end":"2026-02-27T00:36:01.274274Z","steps":["trace[2136023282] 'process raft request' (duration: 61.249551ms)","trace[2136023282] 'compare' (duration: 101.60407ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:36:02.72609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.967283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:36:02.726455Z","caller":"traceutil/trace.go:171","msg":"trace[781063879] linearizableReadLoop","detail":"{readStateIndex:23774; appliedIndex:23771; }","duration":"144.346769ms","start":"2026-02-27T00:36:02.582084Z","end":"2026-02-27T00:36:02.726431Z","steps":["trace[781063879] 'read index received' (duration: 106.573979ms)","trace[781063879] 'applied index is now lower than readState.Index' (duration: 37.77165ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:02.72657Z","caller":"traceutil/trace.go:171","msg":"trace[1093069308] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"567.403166ms","start":"2026-02-27T00:36:02.159144Z","end":"2026-02-27T00:36:02.726547Z","steps":["trace[1093069308] 'process raft request' (duration: 68.84281ms)","trace[1093069308] 'compare' (duration: 497.719218ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:36:02.72666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.159109Z","time spent":"567.497668ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:02.726938Z","caller":"traceutil/trace.go:171","msg":"trace[630719121] transaction","detail":"{read_only:false; response_revision:22950; number_of_response:1; }","duration":"517.21931ms","start":"2026-02-27T00:36:02.209701Z","end":"2026-02-27T00:36:02.72692Z","steps":["trace[630719121] 'process raft request' (duration: 516.660667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:02.726895Z","caller":"traceutil/trace.go:171","msg":"trace[770719210] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"567.511538ms","start":"2026-02-27T00:36:02.159346Z","end":"2026-02-27T00:36:02.726857Z","steps":["trace[770719210] 'process raft request' (duration: 566.891285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.727128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.043485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:02.727181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.15932Z","time spent":"567.762754ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:02.72719Z","caller":"traceutil/trace.go:171","msg":"trace[557010121] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22950; }","duration":"145.132266ms","start":"2026-02-27T00:36:02.582043Z","end":"2026-02-27T00:36:02.727175Z","steps":["trace[557010121] 'agreement among raft nodes before linearized reading' (duration: 145.019634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.727032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.209668Z","time spent":"517.316182ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:02.732072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.601705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:02.732128Z","caller":"traceutil/trace.go:171","msg":"trace[1633352899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22951; }","duration":"135.693166ms","start":"2026-02-27T00:36:02.596416Z","end":"2026-02-27T00:36:02.73211Z","steps":["trace[1633352899] 'agreement among raft nodes before linearized reading' (duration: 135.597714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.732344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.396996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T00:36:02.732378Z","caller":"traceutil/trace.go:171","msg":"trace[227032039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22951; }","duration":"124.453517ms","start":"2026-02-27T00:36:02.607915Z","end":"2026-02-27T00:36:02.732368Z","steps":["trace[227032039] 'agreement among raft nodes before linearized reading' (duration: 124.363255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.183817Z","caller":"traceutil/trace.go:171","msg":"trace[1903553663] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"117.613265ms","start":"2026-02-27T00:36:05.066132Z","end":"2026-02-27T00:36:05.183745Z","steps":["trace[1903553663] 'process raft request' (duration: 117.480332ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.189351Z","caller":"traceutil/trace.go:171","msg":"trace[1370462490] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"106.095648ms","start":"2026-02-27T00:36:05.083231Z","end":"2026-02-27T00:36:05.189327Z","steps":["trace[1370462490] 'process raft request' (duration: 105.940494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:07.106993Z","caller":"traceutil/trace.go:171","msg":"trace[1721032208] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"135.37599ms","start":"2026-02-27T00:36:06.971586Z","end":"2026-02-27T00:36:07.106962Z","steps":["trace[1721032208] 'process raft request' (duration: 90.691116ms)","trace[1721032208] 'compare' (duration: 44.545271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:36:07.930675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.482335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:36:07.931069Z","caller":"traceutil/trace.go:171","msg":"trace[58181672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22986; }","duration":"154.927215ms","start":"2026-02-27T00:36:07.776124Z","end":"2026-02-27T00:36:07.931052Z","steps":["trace[58181672] 'range keys from in-memory index tree' (duration: 154.283031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:15.950384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.238742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:36:15.950518Z","caller":"traceutil/trace.go:171","msg":"trace[1428412897] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23041; }","duration":"209.418817ms","start":"2026-02-27T00:36:15.741075Z","end":"2026-02-27T00:36:15.950494Z","steps":["trace[1428412897] 'count revisions from in-memory index tree' (duration: 209.158551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:19.788536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.622963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:19.788641Z","caller":"traceutil/trace.go:171","msg":"trace[1886360616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23070; }","duration":"192.790407ms","start":"2026-02-27T00:36:19.595825Z","end":"2026-02-27T00:36:19.788615Z","steps":["trace[1886360616] 'range keys from in-memory index tree' (duration: 192.516471ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:40.082476Z","caller":"traceutil/trace.go:171","msg":"trace[1966378917] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"123.960306ms","start":"2026-02-27T00:36:39.958281Z","end":"2026-02-27T00:36:40.082242Z","steps":["trace[1966378917] 'process raft request' (duration: 123.754032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:40.219742Z","caller":"traceutil/trace.go:171","msg":"trace[1520070974] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"160.678282ms","start":"2026-02-27T00:36:40.059033Z","end":"2026-02-27T00:36:40.219711Z","steps":["trace[1520070974] 'process raft request' (duration: 158.730949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:40.469684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.617644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T00:36:40.469748Z","caller":"traceutil/trace.go:171","msg":"trace[1630652853] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23259; }","duration":"112.722976ms","start":"2026-02-27T00:36:40.357012Z","end":"2026-02-27T00:36:40.469735Z","steps":["trace[1630652853] 'range keys from in-memory index tree' (duration: 112.505232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:40.470058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.823202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:36:40.470117Z","caller":"traceutil/trace.go:171","msg":"trace[1552361231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23259; }","duration":"100.912345ms","start":"2026-02-27T00:36:40.369191Z","end":"2026-02-27T00:36:40.470103Z","steps":["trace[1552361231] 'range keys from in-memory index tree' (duration: 100.712118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:40.732914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.068075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:36:40.733033Z","caller":"traceutil/trace.go:171","msg":"trace[1902413707] linearizableReadLoop","detail":"{readStateIndex:24094; appliedIndex:24093; }","duration":"110.243861ms","start":"2026-02-27T00:36:40.622771Z","end":"2026-02-27T00:36:40.733015Z","steps":["trace[1902413707] 'read index received' (duration: 77.602µs)","trace[1902413707] 'applied index is now lower than readState.Index' (duration: 110.164949ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:40.733149Z","caller":"traceutil/trace.go:171","msg":"trace[14201496] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"193.813649ms","start":"2026-02-27T00:36:40.539291Z","end":"2026-02-27T00:36:40.733105Z","steps":["trace[14201496] 'process raft request' (duration: 48.496759ms)","trace[14201496] 'compare' (duration: 144.787589ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:36:40.733767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.002029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:36:40.733818Z","caller":"traceutil/trace.go:171","msg":"trace[1904455383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23261; }","duration":"111.099811ms","start":"2026-02-27T00:36:40.622706Z","end":"2026-02-27T00:36:40.733806Z","steps":["trace[1904455383] 'agreement among raft nodes before linearized reading' (duration: 110.356143ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:42.29737Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20325} {"level":"info","ts":"2026-02-27T00:36:42.40955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20325,"took":"107.873049ms","hash":333081386,"current-db-size-bytes":47140864,"current-db-size":"47 MB","current-db-size-in-use-bytes":38862848,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-02-27T00:36:42.409622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":333081386,"revision":20325,"compact-revision":18289} {"level":"warn","ts":"2026-02-27T00:36:45.256515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.528341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:36:45.257036Z","caller":"traceutil/trace.go:171","msg":"trace[392597827] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"114.773102ms","start":"2026-02-27T00:36:45.142242Z","end":"2026-02-27T00:36:45.257015Z","steps":["trace[392597827] 'process raft request' (duration: 114.413785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:45.257144Z","caller":"traceutil/trace.go:171","msg":"trace[887069749] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"116.319246ms","start":"2026-02-27T00:36:45.140785Z","end":"2026-02-27T00:36:45.257105Z","steps":["trace[887069749] 'compare' (duration: 107.378718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:09.470705Z","caller":"traceutil/trace.go:171","msg":"trace[1553894609] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"123.823193ms","start":"2026-02-27T00:37:09.346855Z","end":"2026-02-27T00:37:09.470678Z","steps":["trace[1553894609] 'process raft request' (duration: 123.65696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:15.689977Z","caller":"traceutil/trace.go:171","msg":"trace[74667061] linearizableReadLoop","detail":"{readStateIndex:24972; appliedIndex:24971; }","duration":"454.594248ms","start":"2026-02-27T00:38:15.235347Z","end":"2026-02-27T00:38:15.689941Z","steps":["trace[74667061] 'read index received' (duration: 454.429765ms)","trace[74667061] 'applied index is now lower than readState.Index' (duration: 162.973µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:15.690083Z","caller":"traceutil/trace.go:171","msg":"trace[217819968] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"596.675407ms","start":"2026-02-27T00:38:15.093353Z","end":"2026-02-27T00:38:15.690028Z","steps":["trace[217819968] 'process raft request' (duration: 596.377581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:15.690284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:15.09332Z","time spent":"596.850621ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:15.690308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.918015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T00:38:15.690371Z","caller":"traceutil/trace.go:171","msg":"trace[836140472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24113; }","duration":"455.053998ms","start":"2026-02-27T00:38:15.2353Z","end":"2026-02-27T00:38:15.690354Z","steps":["trace[836140472] 'agreement among raft nodes before linearized reading' (duration: 454.818703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:15.690435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:15.235276Z","time spent":"455.14464ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:38:15.694899Z","caller":"traceutil/trace.go:171","msg":"trace[828572173] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"358.097983ms","start":"2026-02-27T00:38:15.336763Z","end":"2026-02-27T00:38:15.694861Z","steps":["trace[828572173] 'process raft request' (duration: 357.774526ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:15.694928Z","caller":"traceutil/trace.go:171","msg":"trace[1590892148] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"288.008734ms","start":"2026-02-27T00:38:15.406871Z","end":"2026-02-27T00:38:15.69488Z","steps":["trace[1590892148] 'process raft request' (duration: 287.857841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:15.694938Z","caller":"traceutil/trace.go:171","msg":"trace[839080075] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"238.600155ms","start":"2026-02-27T00:38:15.45632Z","end":"2026-02-27T00:38:15.69492Z","steps":["trace[839080075] 'process raft request' (duration: 238.487153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:15.695101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.201028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T00:38:15.695162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:15.336754Z","time spent":"358.250066ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:15.695201Z","caller":"traceutil/trace.go:171","msg":"trace[1646912998] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24116; }","duration":"364.350902ms","start":"2026-02-27T00:38:15.330826Z","end":"2026-02-27T00:38:15.695177Z","steps":["trace[1646912998] 'agreement among raft nodes before linearized reading' (duration: 364.047775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:15.695251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:15.33081Z","time spent":"364.431563ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-27T00:38:21.634415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.538277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:21.634516Z","caller":"traceutil/trace.go:171","msg":"trace[1243982182] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24161; }","duration":"324.686359ms","start":"2026-02-27T00:38:21.309801Z","end":"2026-02-27T00:38:21.634488Z","steps":["trace[1243982182] 'range keys from in-memory index tree' (duration: 324.467195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:21.634558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.309781Z","time spent":"324.768182ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T00:38:21.63495Z","caller":"traceutil/trace.go:171","msg":"trace[367663135] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"133.834296ms","start":"2026-02-27T00:38:21.501061Z","end":"2026-02-27T00:38:21.634895Z","steps":["trace[367663135] 'process raft request' (duration: 62.834478ms)","trace[367663135] 'compare' (duration: 70.457286ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:21.878801Z","caller":"traceutil/trace.go:171","msg":"trace[106329483] linearizableReadLoop","detail":"{readStateIndex:25024; appliedIndex:25023; }","duration":"161.584474ms","start":"2026-02-27T00:38:21.717178Z","end":"2026-02-27T00:38:21.878763Z","steps":["trace[106329483] 'read index received' (duration: 137.790965ms)","trace[106329483] 'applied index is now lower than readState.Index' (duration: 23.792169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:21.878836Z","caller":"traceutil/trace.go:171","msg":"trace[1526412215] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"163.669218ms","start":"2026-02-27T00:38:21.715128Z","end":"2026-02-27T00:38:21.878797Z","steps":["trace[1526412215] 'process raft request' (duration: 139.751787ms)","trace[1526412215] 'compare' (duration: 23.692026ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:21.879087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.87784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:38:21.879243Z","caller":"traceutil/trace.go:171","msg":"trace[1486308690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24163; }","duration":"162.083815ms","start":"2026-02-27T00:38:21.717136Z","end":"2026-02-27T00:38:21.87922Z","steps":["trace[1486308690] 'agreement among raft nodes before linearized reading' (duration: 161.764228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.679127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.931291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:22.679471Z","caller":"traceutil/trace.go:171","msg":"trace[718749703] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"844.974059ms","start":"2026-02-27T00:38:21.834477Z","end":"2026-02-27T00:38:22.679451Z","steps":["trace[718749703] 'process raft request' (duration: 844.926448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.679544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.834449Z","time spent":"845.064891ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:22.679672Z","caller":"traceutil/trace.go:171","msg":"trace[1720779066] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"959.559226ms","start":"2026-02-27T00:38:21.720102Z","end":"2026-02-27T00:38:22.679661Z","steps":["trace[1720779066] 'process raft request' (duration: 309.004881ms)","trace[1720779066] 'compare' (duration: 648.736794ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:22.679719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.720089Z","time spent":"959.606387ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:22.680986Z","caller":"traceutil/trace.go:171","msg":"trace[1111529213] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"894.605193ms","start":"2026-02-27T00:38:21.786371Z","end":"2026-02-27T00:38:22.680976Z","steps":["trace[1111529213] 'process raft request' (duration: 892.854834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.681042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.786351Z","time spent":"894.665684ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:22.681102Z","caller":"traceutil/trace.go:171","msg":"trace[310879496] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"894.653664ms","start":"2026-02-27T00:38:21.786443Z","end":"2026-02-27T00:38:22.681097Z","steps":["trace[310879496] 'process raft request' (duration: 892.840273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.681135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.786398Z","time spent":"894.718115ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:22.681196Z","caller":"traceutil/trace.go:171","msg":"trace[829732547] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"858.636323ms","start":"2026-02-27T00:38:21.822552Z","end":"2026-02-27T00:38:22.681188Z","steps":["trace[829732547] 'process raft request' (duration: 856.804582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.681224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.822536Z","time spent":"858.671404ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:22.701481Z","caller":"traceutil/trace.go:171","msg":"trace[467005885] linearizableReadLoop","detail":"{readStateIndex:25030; appliedIndex:25024; }","duration":"822.550281ms","start":"2026-02-27T00:38:21.878885Z","end":"2026-02-27T00:38:22.701436Z","steps":["trace[467005885] 'read index received' (duration: 150.237571ms)","trace[467005885] 'applied index is now lower than readState.Index' (duration: 672.3116ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:22.701783Z","caller":"traceutil/trace.go:171","msg":"trace[1290313610] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"845.02666ms","start":"2026-02-27T00:38:21.856744Z","end":"2026-02-27T00:38:22.701771Z","steps":["trace[1290313610] 'process raft request' (duration: 844.492888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.701902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.856718Z","time spent":"845.096912ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:22.702117Z","caller":"traceutil/trace.go:171","msg":"trace[222882381] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"815.079624ms","start":"2026-02-27T00:38:21.887027Z","end":"2026-02-27T00:38:22.702106Z","steps":["trace[222882381] 'process raft request' (duration: 814.367719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.702173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.887005Z","time spent":"815.137865ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:22.702394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.925941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:38:22.702435Z","caller":"traceutil/trace.go:171","msg":"trace[1658484208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24170; }","duration":"837.992933ms","start":"2026-02-27T00:38:21.864435Z","end":"2026-02-27T00:38:22.702427Z","steps":["trace[1658484208] 'agreement among raft nodes before linearized reading' (duration: 837.8578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.702457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.864424Z","time spent":"838.028234ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:38:22.702654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.024693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:22.702682Z","caller":"traceutil/trace.go:171","msg":"trace[242619595] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24170; }","duration":"932.093055ms","start":"2026-02-27T00:38:21.77058Z","end":"2026-02-27T00:38:22.702674Z","steps":["trace[242619595] 'agreement among raft nodes before linearized reading' (duration: 931.968862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.7027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.770529Z","time spent":"932.166266ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:22.703367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.317043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:38:22.703396Z","caller":"traceutil/trace.go:171","msg":"trace[1223143008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24170; }","duration":"982.346983ms","start":"2026-02-27T00:38:21.721043Z","end":"2026-02-27T00:38:22.70339Z","steps":["trace[1223143008] 'agreement among raft nodes before linearized reading' (duration: 981.76737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.703413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.721003Z","time spent":"982.406135ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:22.703559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.812276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:38:22.703583Z","caller":"traceutil/trace.go:171","msg":"trace[1512866103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24170; }","duration":"813.861867ms","start":"2026-02-27T00:38:21.889715Z","end":"2026-02-27T00:38:22.703577Z","steps":["trace[1512866103] 'agreement among raft nodes before linearized reading' (duration: 813.794746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.703599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:21.889708Z","time spent":"813.887628ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:22.70479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.714977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:22.704835Z","caller":"traceutil/trace.go:171","msg":"trace[1706597630] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24170; }","duration":"345.801489ms","start":"2026-02-27T00:38:22.35902Z","end":"2026-02-27T00:38:22.704822Z","steps":["trace[1706597630] 'agreement among raft nodes before linearized reading' (duration: 345.714657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.704872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:22.358992Z","time spent":"345.870321ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:22.705081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.376087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:22.705121Z","caller":"traceutil/trace.go:171","msg":"trace[1641828322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24170; }","duration":"107.463039ms","start":"2026-02-27T00:38:22.597646Z","end":"2026-02-27T00:38:22.705109Z","steps":["trace[1641828322] 'agreement among raft nodes before linearized reading' (duration: 107.389577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:23.306077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.915825ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:23.306236Z","caller":"traceutil/trace.go:171","msg":"trace[1339723081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24170; }","duration":"249.092789ms","start":"2026-02-27T00:38:23.057121Z","end":"2026-02-27T00:38:23.306214Z","steps":["trace[1339723081] 'range keys from in-memory index tree' (duration: 248.895954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:23.307329Z","caller":"traceutil/trace.go:171","msg":"trace[1764501268] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"597.807722ms","start":"2026-02-27T00:38:22.709488Z","end":"2026-02-27T00:38:23.307296Z","steps":["trace[1764501268] 'process raft request' (duration: 512.530856ms)","trace[1764501268] 'compare' (duration: 84.048009ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:23.307504Z","caller":"traceutil/trace.go:171","msg":"trace[1516888661] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"595.394419ms","start":"2026-02-27T00:38:22.711976Z","end":"2026-02-27T00:38:23.30737Z","steps":["trace[1516888661] 'process raft request' (duration: 595.147603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:23.307581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:22.709467Z","time spent":"598.018367ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:23.307703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:22.711953Z","time spent":"595.652924ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:23.307741Z","caller":"traceutil/trace.go:171","msg":"trace[2116965997] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"595.580183ms","start":"2026-02-27T00:38:22.712118Z","end":"2026-02-27T00:38:23.307698Z","steps":["trace[2116965997] 'process raft request' (duration: 595.44754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:23.30795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:22.712111Z","time spent":"595.745596ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:23.307947Z","caller":"traceutil/trace.go:171","msg":"trace[1575852096] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"595.843778ms","start":"2026-02-27T00:38:22.712068Z","end":"2026-02-27T00:38:23.307912Z","steps":["trace[1575852096] 'process raft request' (duration: 595.187394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:23.308188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:22.712061Z","time spent":"595.963441ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:27.164983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.764164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:27.165099Z","caller":"traceutil/trace.go:171","msg":"trace[1094764117] linearizableReadLoop","detail":"{readStateIndex:25052; appliedIndex:25051; }","duration":"650.195677ms","start":"2026-02-27T00:38:26.514886Z","end":"2026-02-27T00:38:27.165082Z","steps":["trace[1094764117] 'read index received' (duration: 351.126357ms)","trace[1094764117] 'applied index is now lower than readState.Index' (duration: 299.06764ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:27.165386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.508524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:27.165434Z","caller":"traceutil/trace.go:171","msg":"trace[265630762] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24190; }","duration":"650.614317ms","start":"2026-02-27T00:38:26.514807Z","end":"2026-02-27T00:38:27.165422Z","steps":["trace[265630762] 'agreement among raft nodes before linearized reading' (duration: 650.531395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:27.165356Z","caller":"traceutil/trace.go:171","msg":"trace[613374915] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"1.263195228s","start":"2026-02-27T00:38:25.902018Z","end":"2026-02-27T00:38:27.165213Z","steps":["trace[613374915] 'process raft request' (duration: 964.104537ms)","trace[613374915] 'compare' (duration: 298.059008ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:27.165661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:25.901984Z","time spent":"1.263549166s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:27.16547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.514776Z","time spent":"650.684657ms","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:27.512929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.567232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:27.513223Z","caller":"traceutil/trace.go:171","msg":"trace[1988946296] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"809.08144ms","start":"2026-02-27T00:38:26.704126Z","end":"2026-02-27T00:38:27.513208Z","steps":["trace[1988946296] 'process raft request' (duration: 809.028488ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:27.513211Z","caller":"traceutil/trace.go:171","msg":"trace[1635250227] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"869.659127ms","start":"2026-02-27T00:38:26.643516Z","end":"2026-02-27T00:38:27.513175Z","steps":["trace[1635250227] 'process raft request' (duration: 743.762648ms)","trace[1635250227] 'compare' (duration: 125.293426ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:27.5133Z","caller":"traceutil/trace.go:171","msg":"trace[1357916637] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"813.598932ms","start":"2026-02-27T00:38:26.699697Z","end":"2026-02-27T00:38:27.513296Z","steps":["trace[1357916637] 'process raft request' (duration: 813.308324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.51334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.699677Z","time spent":"813.645532ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:27.513407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.64349Z","time spent":"869.827311ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:27.513415Z","caller":"traceutil/trace.go:171","msg":"trace[1251458255] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"812.870065ms","start":"2026-02-27T00:38:26.700508Z","end":"2026-02-27T00:38:27.513378Z","steps":["trace[1251458255] 'process raft request' (duration: 812.601909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:27.513495Z","caller":"traceutil/trace.go:171","msg":"trace[1981996066] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"813.474229ms","start":"2026-02-27T00:38:26.699958Z","end":"2026-02-27T00:38:27.513432Z","steps":["trace[1981996066] 'process raft request' (duration: 813.13554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.513277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.704092Z","time spent":"809.161802ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:27.513588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.700472Z","time spent":"813.011529ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:27.51368Z","caller":"traceutil/trace.go:171","msg":"trace[1740336625] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"792.44371ms","start":"2026-02-27T00:38:26.721204Z","end":"2026-02-27T00:38:27.513647Z","steps":["trace[1740336625] 'process raft request' (duration: 791.975659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.513685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.699914Z","time spent":"813.667473ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:27.513833Z","caller":"traceutil/trace.go:171","msg":"trace[899888593] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"519.923021ms","start":"2026-02-27T00:38:26.993884Z","end":"2026-02-27T00:38:27.513807Z","steps":["trace[899888593] 'process raft request' (duration: 519.597234ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:27.513849Z","caller":"traceutil/trace.go:171","msg":"trace[543476402] linearizableReadLoop","detail":"{readStateIndex:25060; appliedIndex:25052; }","duration":"348.709224ms","start":"2026-02-27T00:38:27.165126Z","end":"2026-02-27T00:38:27.513835Z","steps":["trace[543476402] 'read index received' (duration: 222.173621ms)","trace[543476402] 'applied index is now lower than readState.Index' (duration: 126.533393ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:27.513731Z","caller":"traceutil/trace.go:171","msg":"trace[1430225571] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"811.936374ms","start":"2026-02-27T00:38:26.701782Z","end":"2026-02-27T00:38:27.513719Z","steps":["trace[1430225571] 'process raft request' (duration: 811.35243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.513923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.077204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T00:38:27.513948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.976419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:38:27.513953Z","caller":"traceutil/trace.go:171","msg":"trace[1651589395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24198; }","duration":"793.148316ms","start":"2026-02-27T00:38:26.720797Z","end":"2026-02-27T00:38:27.513945Z","steps":["trace[1651589395] 'agreement among raft nodes before linearized reading' (duration: 793.041193ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:27.513969Z","caller":"traceutil/trace.go:171","msg":"trace[852514158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24198; }","duration":"854.03861ms","start":"2026-02-27T00:38:26.659924Z","end":"2026-02-27T00:38:27.513963Z","steps":["trace[852514158] 'agreement among raft nodes before linearized reading' (duration: 853.958668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.513986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.659894Z","time spent":"854.087952ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:38:27.514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.950514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:27.513983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.701768Z","time spent":"812.156759ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:27.513971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.720782Z","time spent":"793.186067ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:38:27.514015Z","caller":"traceutil/trace.go:171","msg":"trace[1635070764] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24198; }","duration":"708.966834ms","start":"2026-02-27T00:38:26.805043Z","end":"2026-02-27T00:38:27.51401Z","steps":["trace[1635070764] 'agreement among raft nodes before linearized reading' (duration: 708.937864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.51404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.804975Z","time spent":"709.060866ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:27.514029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.437942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:27.514052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.721185Z","time spent":"792.596194ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:27.514084Z","caller":"traceutil/trace.go:171","msg":"trace[948719123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24198; }","duration":"918.515074ms","start":"2026-02-27T00:38:26.59555Z","end":"2026-02-27T00:38:27.514065Z","steps":["trace[948719123] 'agreement among raft nodes before linearized reading' (duration: 918.409322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.514114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.595531Z","time spent":"918.575425ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:27.514196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.4794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:38:27.514219Z","caller":"traceutil/trace.go:171","msg":"trace[1583072030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24198; }","duration":"188.556583ms","start":"2026-02-27T00:38:27.325656Z","end":"2026-02-27T00:38:27.514213Z","steps":["trace[1583072030] 'agreement among raft nodes before linearized reading' (duration: 188.503341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.514277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.343635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:27.514287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.118087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:38:27.514316Z","caller":"traceutil/trace.go:171","msg":"trace[655819744] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24198; }","duration":"173.406376ms","start":"2026-02-27T00:38:27.3409Z","end":"2026-02-27T00:38:27.514306Z","steps":["trace[655819744] 'agreement among raft nodes before linearized reading' (duration: 173.318334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:27.514325Z","caller":"traceutil/trace.go:171","msg":"trace[736097844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24198; }","duration":"190.174989ms","start":"2026-02-27T00:38:27.324138Z","end":"2026-02-27T00:38:27.514313Z","steps":["trace[736097844] 'agreement among raft nodes before linearized reading' (duration: 190.070016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.514526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.729427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:38:27.514582Z","caller":"traceutil/trace.go:171","msg":"trace[1447771363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24198; }","duration":"189.023683ms","start":"2026-02-27T00:38:27.325545Z","end":"2026-02-27T00:38:27.514569Z","steps":["trace[1447771363] 'agreement among raft nodes before linearized reading' (duration: 188.630385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:27.514604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.993852Z","time spent":"520.006813ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:27.514781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.293286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:38:27.514829Z","caller":"traceutil/trace.go:171","msg":"trace[2056340358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24198; }","duration":"192.378258ms","start":"2026-02-27T00:38:27.322436Z","end":"2026-02-27T00:38:27.514815Z","steps":["trace[2056340358] 'agreement among raft nodes before linearized reading' (duration: 192.237795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:28.140163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.897769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:28.140397Z","caller":"traceutil/trace.go:171","msg":"trace[1239623839] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"621.172951ms","start":"2026-02-27T00:38:27.519151Z","end":"2026-02-27T00:38:28.140324Z","steps":["trace[1239623839] 'process raft request' (duration: 288.906784ms)","trace[1239623839] 'compare' (duration: 331.666104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:28.140511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:27.51912Z","time spent":"621.340805ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:29.119107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.499333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:29.119592Z","caller":"traceutil/trace.go:171","msg":"trace[839158513] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"1.600271433s","start":"2026-02-27T00:38:27.519294Z","end":"2026-02-27T00:38:29.119565Z","steps":["trace[839158513] 'process raft request' (duration: 927.200707ms)","trace[839158513] 'compare' (duration: 671.268205ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:29.119698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:27.519267Z","time spent":"1.600372965s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:29.120139Z","caller":"traceutil/trace.go:171","msg":"trace[416054410] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"1.600758204s","start":"2026-02-27T00:38:27.519369Z","end":"2026-02-27T00:38:29.120127Z","steps":["trace[416054410] 'process raft request' (duration: 1.60013822s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:29.120232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:27.519363Z","time spent":"1.600805455s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:29.120605Z","caller":"traceutil/trace.go:171","msg":"trace[2050569108] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"1.600790724s","start":"2026-02-27T00:38:27.519769Z","end":"2026-02-27T00:38:29.12056Z","steps":["trace[2050569108] 'process raft request' (duration: 1.600310784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:29.120853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:27.519725Z","time spent":"1.600998619s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:29.120935Z","caller":"traceutil/trace.go:171","msg":"trace[281350046] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"724.460028ms","start":"2026-02-27T00:38:28.396446Z","end":"2026-02-27T00:38:29.120906Z","steps":["trace[281350046] 'process raft request' (duration: 724.356516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:29.120957Z","caller":"traceutil/trace.go:171","msg":"trace[337171574] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"1.600833225s","start":"2026-02-27T00:38:27.520032Z","end":"2026-02-27T00:38:29.120865Z","steps":["trace[337171574] 'process raft request' (duration: 1.600426486s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:29.121079Z","caller":"traceutil/trace.go:171","msg":"trace[301460715] linearizableReadLoop","detail":"{readStateIndex:25065; appliedIndex:25060; }","duration":"1.600491828s","start":"2026-02-27T00:38:27.520555Z","end":"2026-02-27T00:38:29.121046Z","steps":["trace[301460715] 'read index received' (duration: 287.609786ms)","trace[301460715] 'applied index is now lower than readState.Index' (duration: 1.312878652s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:29.121152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:28.396415Z","time spent":"724.606141ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:29.121321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:27.520027Z","time spent":"1.601220943s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:29.12147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.587116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:29.121494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.012709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:29.121522Z","caller":"traceutil/trace.go:171","msg":"trace[126907082] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24204; }","duration":"753.682028ms","start":"2026-02-27T00:38:28.367823Z","end":"2026-02-27T00:38:29.121505Z","steps":["trace[126907082] 'agreement among raft nodes before linearized reading' (duration: 753.605726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:29.121565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:28.367798Z","time spent":"753.75817ms","remote":"127.0.0.1:38214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:29.121567Z","caller":"traceutil/trace.go:171","msg":"trace[1846549728] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24204; }","duration":"715.110462ms","start":"2026-02-27T00:38:28.406433Z","end":"2026-02-27T00:38:29.121543Z","steps":["trace[1846549728] 'agreement among raft nodes before linearized reading' (duration: 714.986499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:29.12145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525591713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:29.121586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.389087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:29.121623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:28.406418Z","time spent":"715.191303ms","remote":"127.0.0.1:38678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T00:38:29.121637Z","caller":"traceutil/trace.go:171","msg":"trace[1752340605] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24204; }","duration":"710.487829ms","start":"2026-02-27T00:38:28.411137Z","end":"2026-02-27T00:38:29.121625Z","steps":["trace[1752340605] 'agreement among raft nodes before linearized reading' (duration: 710.389347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:29.121681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:28.411125Z","time spent":"710.54518ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:29.12177Z","caller":"traceutil/trace.go:171","msg":"trace[1437096835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24204; }","duration":"1.525936401s","start":"2026-02-27T00:38:27.595818Z","end":"2026-02-27T00:38:29.121754Z","steps":["trace[1437096835] 'agreement among raft nodes before linearized reading' (duration: 1.525563742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:29.12139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600836546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:38:29.121961Z","caller":"traceutil/trace.go:171","msg":"trace[1511172726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24204; }","duration":"1.601411209s","start":"2026-02-27T00:38:27.520526Z","end":"2026-02-27T00:38:29.121937Z","steps":["trace[1511172726] 'agreement among raft nodes before linearized reading' (duration: 1.600708952s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:29.122074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:27.520485Z","time spent":"1.601567002s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:38:29.122098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:27.595803Z","time spent":"1.526038482s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:30.180666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.055087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:30.180815Z","caller":"traceutil/trace.go:171","msg":"trace[1744052573] linearizableReadLoop","detail":"{readStateIndex:25067; appliedIndex:25066; }","duration":"989.297688ms","start":"2026-02-27T00:38:29.191493Z","end":"2026-02-27T00:38:30.180791Z","steps":["trace[1744052573] 'read index received' (duration: 338.007815ms)","trace[1744052573] 'applied index is now lower than readState.Index' (duration: 651.287833ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:30.180936Z","caller":"traceutil/trace.go:171","msg":"trace[416922294] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"1.008399153s","start":"2026-02-27T00:38:29.172521Z","end":"2026-02-27T00:38:30.180921Z","steps":["trace[416922294] 'process raft request' (duration: 356.947487ms)","trace[416922294] 'compare' (duration: 650.601186ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:30.18102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.172493Z","time spent":"1.008482364s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:30.181332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.840459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:30.181395Z","caller":"traceutil/trace.go:171","msg":"trace[1107725278] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24205; }","duration":"989.977033ms","start":"2026-02-27T00:38:29.191401Z","end":"2026-02-27T00:38:30.181378Z","steps":["trace[1107725278] 'agreement among raft nodes before linearized reading' (duration: 989.84439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:30.181432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.191372Z","time spent":"990.051574ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T00:38:30.187427Z","caller":"traceutil/trace.go:171","msg":"trace[1366294413] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"667.323398ms","start":"2026-02-27T00:38:29.520058Z","end":"2026-02-27T00:38:30.187381Z","steps":["trace[1366294413] 'process raft request' (duration: 666.94441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:30.187631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.520032Z","time spent":"667.494592ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:30.187647Z","caller":"traceutil/trace.go:171","msg":"trace[934816768] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"667.124234ms","start":"2026-02-27T00:38:29.520492Z","end":"2026-02-27T00:38:30.187617Z","steps":["trace[934816768] 'process raft request' (duration: 666.638954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:30.187899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.520484Z","time spent":"667.228556ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:30.18797Z","caller":"traceutil/trace.go:171","msg":"trace[1784431821] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"666.934649ms","start":"2026-02-27T00:38:29.521013Z","end":"2026-02-27T00:38:30.187948Z","steps":["trace[1784431821] 'process raft request' (duration: 666.346157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:30.188047Z","caller":"traceutil/trace.go:171","msg":"trace[1422150327] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"667.011051ms","start":"2026-02-27T00:38:29.521013Z","end":"2026-02-27T00:38:30.188024Z","steps":["trace[1422150327] 'process raft request' (duration: 666.816067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:30.188061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.52098Z","time spent":"667.037832ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:30.188128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.52098Z","time spent":"667.109883ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:30.188206Z","caller":"traceutil/trace.go:171","msg":"trace[1883237383] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"667.099163ms","start":"2026-02-27T00:38:29.521064Z","end":"2026-02-27T00:38:30.188164Z","steps":["trace[1883237383] 'process raft request' (duration: 666.840387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:30.188407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.521054Z","time spent":"667.257986ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:30.18872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.672711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:30.188771Z","caller":"traceutil/trace.go:171","msg":"trace[623434142] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24211; }","duration":"311.752933ms","start":"2026-02-27T00:38:29.877004Z","end":"2026-02-27T00:38:30.188757Z","steps":["trace[623434142] 'agreement among raft nodes before linearized reading' (duration: 311.398784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:30.188746Z","caller":"traceutil/trace.go:171","msg":"trace[990409487] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"667.550604ms","start":"2026-02-27T00:38:29.521164Z","end":"2026-02-27T00:38:30.188715Z","steps":["trace[990409487] 'process raft request' (duration: 667.089323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:30.188803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.720545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:30.188856Z","caller":"traceutil/trace.go:171","msg":"trace[1147070500] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24211; }","duration":"603.816217ms","start":"2026-02-27T00:38:29.585025Z","end":"2026-02-27T00:38:30.188841Z","steps":["trace[1147070500] 'agreement among raft nodes before linearized reading' (duration: 603.386277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:30.188893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.584999Z","time spent":"603.885368ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:30.188805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.876986Z","time spent":"311.810694ms","remote":"127.0.0.1:34132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:30.189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:29.521126Z","time spent":"667.690347ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:31.626318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:31.652279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055554671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:31.652401Z","caller":"traceutil/trace.go:171","msg":"trace[572439686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24212; }","duration":"1.055721165s","start":"2026-02-27T00:38:30.596651Z","end":"2026-02-27T00:38:31.652372Z","steps":["trace[572439686] 'range keys from in-memory index tree' (duration: 1.055394348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:31.652459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:30.596618Z","time spent":"1.055826557s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:31.652523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.197419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:31.652635Z","caller":"traceutil/trace.go:171","msg":"trace[1205402313] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24212; }","duration":"897.381503ms","start":"2026-02-27T00:38:30.755221Z","end":"2026-02-27T00:38:31.652602Z","steps":["trace[1205402313] 'count revisions from in-memory index tree' (duration: 897.062777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:31.652683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:30.755189Z","time spent":"897.482336ms","remote":"127.0.0.1:50968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:32.127037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:32.627866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:33.128248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:33.230099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.223684356s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:33.655305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000691717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:33.655396Z","caller":"traceutil/trace.go:171","msg":"trace[1507172512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000996993s","start":"2026-02-27T00:38:31.654375Z","end":"2026-02-27T00:38:33.655372Z","steps":["trace[1507172512] 'agreement among raft nodes before linearized reading' (duration: 2.000731468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:33.655448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.654346Z","time spent":"2.001091866s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:34.167847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:34.167931Z","caller":"traceutil/trace.go:171","msg":"trace[127974451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999969391s","start":"2026-02-27T00:38:32.167941Z","end":"2026-02-27T00:38:34.16791Z","steps":["trace[127974451] 'agreement among raft nodes before linearized reading' (duration: 1.999861928s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.167981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.167924Z","time spent":"2.000042902s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:34.692639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.462183313s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:38:34.693081Z","caller":"traceutil/trace.go:171","msg":"trace[688984925] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"3.203755257s","start":"2026-02-27T00:38:31.489294Z","end":"2026-02-27T00:38:34.69305Z","steps":["trace[688984925] 'process raft request' (duration: 3.203484141s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:34.693198Z","caller":"traceutil/trace.go:171","msg":"trace[1694610965] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"2.506551914s","start":"2026-02-27T00:38:32.186635Z","end":"2026-02-27T00:38:34.693187Z","steps":["trace[1694610965] 'process raft request' (duration: 2.506308409s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.693329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.186613Z","time spent":"2.506624596s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:34.69333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.489269Z","time spent":"3.203950762s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:34.693156Z","caller":"traceutil/trace.go:171","msg":"trace[1485361260] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"2.500321485s","start":"2026-02-27T00:38:32.192782Z","end":"2026-02-27T00:38:34.693103Z","steps":["trace[1485361260] 'process raft request' (duration: 2.500236093s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.693746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.192756Z","time spent":"2.500958501s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:34.693866Z","caller":"traceutil/trace.go:171","msg":"trace[1971370683] linearizableReadLoop","detail":"{readStateIndex:25084; appliedIndex:25074; }","duration":"3.568678512s","start":"2026-02-27T00:38:31.125164Z","end":"2026-02-27T00:38:34.693843Z","steps":["trace[1971370683] 'read index received' (duration: 2.105125208s)","trace[1971370683] 'applied index is now lower than readState.Index' (duration: 1.463552124s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:34.69395Z","caller":"traceutil/trace.go:171","msg":"trace[641672052] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"2.498466516s","start":"2026-02-27T00:38:32.19547Z","end":"2026-02-27T00:38:34.693937Z","steps":["trace[641672052] 'process raft request' (duration: 2.497825682s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.694013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.195464Z","time spent":"2.498519777s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:34.694122Z","caller":"traceutil/trace.go:171","msg":"trace[1107936702] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"2.500437119s","start":"2026-02-27T00:38:32.193674Z","end":"2026-02-27T00:38:34.694111Z","steps":["trace[1107936702] 'process raft request' (duration: 2.499389155s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.694181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.193663Z","time spent":"2.5004867s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:34.694219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569029859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:38:34.694267Z","caller":"traceutil/trace.go:171","msg":"trace[919754753] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"2.498978407s","start":"2026-02-27T00:38:32.195278Z","end":"2026-02-27T00:38:34.694256Z","steps":["trace[919754753] 'process raft request' (duration: 2.497951984s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:34.694296Z","caller":"traceutil/trace.go:171","msg":"trace[535604096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24221; }","duration":"3.569160412s","start":"2026-02-27T00:38:31.125119Z","end":"2026-02-27T00:38:34.69428Z","steps":["trace[535604096] 'agreement among raft nodes before linearized reading' (duration: 3.568924707s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.694318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.195239Z","time spent":"2.499049888s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:34.694371Z","caller":"traceutil/trace.go:171","msg":"trace[1566642326] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"2.497803081s","start":"2026-02-27T00:38:32.196558Z","end":"2026-02-27T00:38:34.694362Z","steps":["trace[1566642326] 'process raft request' (duration: 2.497180677s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.694346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203726626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:34.694289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568905787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:38:34.694454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.196552Z","time spent":"2.497847492s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:34.694452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564227017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:34.694463Z","caller":"traceutil/trace.go:171","msg":"trace[1028728405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24221; }","duration":"3.569096571s","start":"2026-02-27T00:38:31.125352Z","end":"2026-02-27T00:38:34.694448Z","steps":["trace[1028728405] 'agreement among raft nodes before linearized reading' (duration: 3.568707962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.694463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.190743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:34.6947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549469085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:34.694721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457518929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:34.694737Z","caller":"traceutil/trace.go:171","msg":"trace[1657675240] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24221; }","duration":"3.549557377s","start":"2026-02-27T00:38:31.14517Z","end":"2026-02-27T00:38:34.694728Z","steps":["trace[1657675240] 'agreement among raft nodes before linearized reading' (duration: 3.549302781s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:34.694752Z","caller":"traceutil/trace.go:171","msg":"trace[688454188] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24221; }","duration":"1.457548299s","start":"2026-02-27T00:38:33.237193Z","end":"2026-02-27T00:38:34.694742Z","steps":["trace[688454188] 'agreement among raft nodes before linearized reading' (duration: 1.457500238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.694775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.145145Z","time spent":"3.549623238s","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:34.694794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.237128Z","time spent":"1.457657852s","remote":"127.0.0.1:34018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:34.694751Z","caller":"traceutil/trace.go:171","msg":"trace[2104010377] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"2.174109153s","start":"2026-02-27T00:38:32.520573Z","end":"2026-02-27T00:38:34.694682Z","steps":["trace[2104010377] 'process raft request' (duration: 2.173210603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.694858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56858093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:38:34.69489Z","caller":"traceutil/trace.go:171","msg":"trace[96218266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24221; }","duration":"3.568662331s","start":"2026-02-27T00:38:31.126219Z","end":"2026-02-27T00:38:34.694882Z","steps":["trace[96218266] 'agreement among raft nodes before linearized reading' (duration: 3.568482407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.694884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033256795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:34.694908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823888735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T00:38:34.694924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.126195Z","time spent":"3.568721323s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:38:34.69494Z","caller":"traceutil/trace.go:171","msg":"trace[1897231312] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24221; }","duration":"1.823955606s","start":"2026-02-27T00:38:32.870978Z","end":"2026-02-27T00:38:34.694933Z","steps":["trace[1897231312] 'agreement among raft nodes before linearized reading' (duration: 1.823876165s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:34.694939Z","caller":"traceutil/trace.go:171","msg":"trace[309463374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24221; }","duration":"1.033393868s","start":"2026-02-27T00:38:33.661528Z","end":"2026-02-27T00:38:34.694922Z","steps":["trace[309463374] 'agreement among raft nodes before linearized reading' (duration: 1.033289146s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.694961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.870959Z","time spent":"1.823996388s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T00:38:34.694976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.661517Z","time spent":"1.033452089s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:34.694988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.650218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:34.695019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.520542Z","time spent":"2.174354099s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:34.695046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.97917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:34.695075Z","caller":"traceutil/trace.go:171","msg":"trace[1339563086] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24221; }","duration":"264.04308ms","start":"2026-02-27T00:38:34.431026Z","end":"2026-02-27T00:38:34.695069Z","steps":["trace[1339563086] 'agreement among raft nodes before linearized reading' (duration: 263.974239ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:34.695057Z","caller":"traceutil/trace.go:171","msg":"trace[353860205] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24221; }","duration":"239.819022ms","start":"2026-02-27T00:38:34.455227Z","end":"2026-02-27T00:38:34.695046Z","steps":["trace[353860205] 'agreement among raft nodes before linearized reading' (duration: 239.629368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.695173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959512057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:34.695158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.163957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:34.695143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449847733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:38:34.695204Z","caller":"traceutil/trace.go:171","msg":"trace[1361791516] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24221; }","duration":"2.959579297s","start":"2026-02-27T00:38:31.735618Z","end":"2026-02-27T00:38:34.695197Z","steps":["trace[1361791516] 'agreement among raft nodes before linearized reading' (duration: 2.959510116s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.695174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56951501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:38:34.695224Z","caller":"traceutil/trace.go:171","msg":"trace[326695652] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24221; }","duration":"547.262688ms","start":"2026-02-27T00:38:34.147945Z","end":"2026-02-27T00:38:34.695207Z","steps":["trace[326695652] 'agreement among raft nodes before linearized reading' (duration: 547.146066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:34.695252Z","caller":"traceutil/trace.go:171","msg":"trace[1163126978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24221; }","duration":"2.450030887s","start":"2026-02-27T00:38:32.245196Z","end":"2026-02-27T00:38:34.695227Z","steps":["trace[1163126978] 'agreement among raft nodes before linearized reading' (duration: 2.449668519s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:34.695258Z","caller":"traceutil/trace.go:171","msg":"trace[144714488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24221; }","duration":"3.569671014s","start":"2026-02-27T00:38:31.125567Z","end":"2026-02-27T00:38:34.695238Z","steps":["trace[144714488] 'agreement among raft nodes before linearized reading' (duration: 3.569409728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.695254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036387615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-02-27T00:38:34.69528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.147929Z","time spent":"547.34039ms","remote":"127.0.0.1:38556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:34.694337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.1251Z","time spent":"3.569230934s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:38:34.694435Z","caller":"traceutil/trace.go:171","msg":"trace[1854279140] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24221; }","duration":"1.203871069s","start":"2026-02-27T00:38:33.490548Z","end":"2026-02-27T00:38:34.694419Z","steps":["trace[1854279140] 'agreement among raft nodes before linearized reading' (duration: 1.203699755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.695311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.125519Z","time spent":"3.569783157s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:38:34.695323Z","caller":"traceutil/trace.go:171","msg":"trace[1147252091] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6; range_end:; response_count:1; response_revision:24221; }","duration":"1.036456157s","start":"2026-02-27T00:38:33.658845Z","end":"2026-02-27T00:38:34.695301Z","steps":["trace[1147252091] 'agreement among raft nodes before linearized reading' (duration: 1.036215941s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.695348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.490526Z","time spent":"1.204815389s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:34.695238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.735596Z","time spent":"2.959635889s","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:34.694673Z","caller":"traceutil/trace.go:171","msg":"trace[1070700561] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24221; }","duration":"2.564317269s","start":"2026-02-27T00:38:32.130164Z","end":"2026-02-27T00:38:34.694481Z","steps":["trace[1070700561] 'agreement among raft nodes before linearized reading' (duration: 2.564250237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.695464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.130138Z","time spent":"2.565308081s","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:34.695366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.658786Z","time spent":"1.036568279s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" "} {"level":"info","ts":"2026-02-27T00:38:34.69472Z","caller":"traceutil/trace.go:171","msg":"trace[2121968473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24221; }","duration":"442.528771ms","start":"2026-02-27T00:38:34.252178Z","end":"2026-02-27T00:38:34.694707Z","steps":["trace[2121968473] 'agreement among raft nodes before linearized reading' (duration: 442.158842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.695565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.252157Z","time spent":"443.399399ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:34.694015Z","caller":"traceutil/trace.go:171","msg":"trace[734735857] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"2.498478935s","start":"2026-02-27T00:38:32.19552Z","end":"2026-02-27T00:38:34.693999Z","steps":["trace[734735857] 'process raft request' (duration: 2.498183289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.695628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.195515Z","time spent":"2.500082621s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:34.694682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.125345Z","time spent":"3.569326246s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:34.695311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.245129Z","time spent":"2.450171511s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:38:35.30815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.931895Z","time spent":"376.244696ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:38:35.309815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.514922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:35.309903Z","caller":"traceutil/trace.go:171","msg":"trace[1810967444] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"612.018039ms","start":"2026-02-27T00:38:34.697869Z","end":"2026-02-27T00:38:35.309887Z","steps":["trace[1810967444] 'process raft request' (duration: 405.348743ms)","trace[1810967444] 'compare' (duration: 205.51826ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:35.310017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.697845Z","time spent":"612.086181ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.595577Z","caller":"traceutil/trace.go:171","msg":"trace[2104756839] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"893.768574ms","start":"2026-02-27T00:38:34.701782Z","end":"2026-02-27T00:38:35.595551Z","steps":["trace[2104756839] 'process raft request' (duration: 893.480707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.595727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.701761Z","time spent":"893.888826ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.595911Z","caller":"traceutil/trace.go:171","msg":"trace[1096966820] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"893.930247ms","start":"2026-02-27T00:38:34.701948Z","end":"2026-02-27T00:38:35.595878Z","steps":["trace[1096966820] 'process raft request' (duration: 893.483107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:35.596501Z","caller":"traceutil/trace.go:171","msg":"trace[1557698176] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"894.216963ms","start":"2026-02-27T00:38:34.702256Z","end":"2026-02-27T00:38:35.596473Z","steps":["trace[1557698176] 'process raft request' (duration: 893.536038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.596648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.702243Z","time spent":"894.333566ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:35.596539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.701942Z","time spent":"894.07295ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.596914Z","caller":"traceutil/trace.go:171","msg":"trace[1651215356] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"893.453856ms","start":"2026-02-27T00:38:34.703413Z","end":"2026-02-27T00:38:35.596867Z","steps":["trace[1651215356] 'process raft request' (duration: 893.024167ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:35.596979Z","caller":"traceutil/trace.go:171","msg":"trace[269416789] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"893.340204ms","start":"2026-02-27T00:38:34.703621Z","end":"2026-02-27T00:38:35.596961Z","steps":["trace[269416789] 'process raft request' (duration: 893.106628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.597064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.703615Z","time spent":"893.410646ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.597068Z","caller":"traceutil/trace.go:171","msg":"trace[1778162872] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"893.095288ms","start":"2026-02-27T00:38:34.703957Z","end":"2026-02-27T00:38:35.597052Z","steps":["trace[1778162872] 'process raft request' (duration: 892.948905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.59708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.703396Z","time spent":"893.599049ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:35.597154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.703948Z","time spent":"893.16088ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.597274Z","caller":"traceutil/trace.go:171","msg":"trace[1297010234] linearizableReadLoop","detail":"{readStateIndex:25091; appliedIndex:25084; }","duration":"892.726329ms","start":"2026-02-27T00:38:34.704535Z","end":"2026-02-27T00:38:35.597261Z","steps":["trace[1297010234] 'read index received' (duration: 398.789396ms)","trace[1297010234] 'applied index is now lower than readState.Index' (duration: 493.935303ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:35.597305Z","caller":"traceutil/trace.go:171","msg":"trace[471189502] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"573.736728ms","start":"2026-02-27T00:38:35.023552Z","end":"2026-02-27T00:38:35.597288Z","steps":["trace[471189502] 'process raft request' (duration: 573.455762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.597368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.02353Z","time spent":"573.806129ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:35.59743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.890874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:35.597448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.661845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:35.597465Z","caller":"traceutil/trace.go:171","msg":"trace[1300661343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24229; }","duration":"892.950454ms","start":"2026-02-27T00:38:34.704505Z","end":"2026-02-27T00:38:35.597456Z","steps":["trace[1300661343] 'agreement among raft nodes before linearized reading' (duration: 892.851462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.597504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.704498Z","time spent":"893.000345ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:38:35.597507Z","caller":"traceutil/trace.go:171","msg":"trace[772406331] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24229; }","duration":"823.763987ms","start":"2026-02-27T00:38:34.773727Z","end":"2026-02-27T00:38:35.597491Z","steps":["trace[772406331] 'agreement among raft nodes before linearized reading' (duration: 823.633944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.597556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.773703Z","time spent":"823.835978ms","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:35.597864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.970581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T00:38:35.597912Z","caller":"traceutil/trace.go:171","msg":"trace[1511565710] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24229; }","duration":"265.059373ms","start":"2026-02-27T00:38:35.33284Z","end":"2026-02-27T00:38:35.5979Z","steps":["trace[1511565710] 'agreement among raft nodes before linearized reading' (duration: 264.618403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.597993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.933552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:38:35.598044Z","caller":"traceutil/trace.go:171","msg":"trace[972644544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24229; }","duration":"337.015664ms","start":"2026-02-27T00:38:35.261015Z","end":"2026-02-27T00:38:35.598031Z","steps":["trace[972644544] 'agreement among raft nodes before linearized reading' (duration: 336.84519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.59809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.260996Z","time spent":"337.080976ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:38:35.59832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.737109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-69749f6559-vcc5r.1897f37cb9468869\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-27T00:38:35.598483Z","caller":"traceutil/trace.go:171","msg":"trace[1914229215] range","detail":"{range_begin:/registry/events/openstack/magnum-api-69749f6559-vcc5r.1897f37cb9468869; range_end:; response_count:1; response_revision:24229; }","duration":"193.944644ms","start":"2026-02-27T00:38:35.404526Z","end":"2026-02-27T00:38:35.598471Z","steps":["trace[1914229215] 'agreement among raft nodes before linearized reading' (duration: 193.308039ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:36.152635Z","caller":"traceutil/trace.go:171","msg":"trace[633054514] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"550.988231ms","start":"2026-02-27T00:38:35.601607Z","end":"2026-02-27T00:38:36.152595Z","steps":["trace[633054514] 'process raft request' (duration: 497.888351ms)","trace[633054514] 'compare' (duration: 52.543728ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:36.152682Z","caller":"traceutil/trace.go:171","msg":"trace[1457611093] linearizableReadLoop","detail":"{readStateIndex:25094; appliedIndex:25093; }","duration":"550.613763ms","start":"2026-02-27T00:38:35.602045Z","end":"2026-02-27T00:38:36.152659Z","steps":["trace[1457611093] 'read index received' (duration: 54.063992ms)","trace[1457611093] 'applied index is now lower than readState.Index' (duration: 496.548731ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:36.152838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.601578Z","time spent":"551.146845ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:36.152962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.925661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:38:36.153001Z","caller":"traceutil/trace.go:171","msg":"trace[841988310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24230; }","duration":"550.995742ms","start":"2026-02-27T00:38:35.601997Z","end":"2026-02-27T00:38:36.152992Z","steps":["trace[841988310] 'agreement among raft nodes before linearized reading' (duration: 550.738216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:36.153022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.601987Z","time spent":"551.030503ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:38:36.15358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.662206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:36.153626Z","caller":"traceutil/trace.go:171","msg":"trace[847837180] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24231; }","duration":"524.757557ms","start":"2026-02-27T00:38:35.628856Z","end":"2026-02-27T00:38:36.153613Z","steps":["trace[847837180] 'agreement among raft nodes before linearized reading' (duration: 524.608574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:36.153609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.366689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:36.153599Z","caller":"traceutil/trace.go:171","msg":"trace[1079710348] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"496.658303ms","start":"2026-02-27T00:38:35.656896Z","end":"2026-02-27T00:38:36.153554Z","steps":["trace[1079710348] 'process raft request' (duration: 495.683341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:36.153676Z","caller":"traceutil/trace.go:171","msg":"trace[617819481] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24231; }","duration":"443.48019ms","start":"2026-02-27T00:38:35.710177Z","end":"2026-02-27T00:38:36.153657Z","steps":["trace[617819481] 'agreement among raft nodes before linearized reading' (duration: 443.315677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:36.153692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.69754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:36.153715Z","caller":"traceutil/trace.go:171","msg":"trace[313459068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24231; }","duration":"503.773981ms","start":"2026-02-27T00:38:35.649933Z","end":"2026-02-27T00:38:36.153707Z","steps":["trace[313459068] 'agreement among raft nodes before linearized reading' (duration: 503.736291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:36.153725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.710149Z","time spent":"443.562323ms","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:36.153738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.649902Z","time spent":"503.831013ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:36.153595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.674347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:36.154072Z","caller":"traceutil/trace.go:171","msg":"trace[39718192] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24231; }","duration":"190.156818ms","start":"2026-02-27T00:38:35.963889Z","end":"2026-02-27T00:38:36.154046Z","steps":["trace[39718192] 'agreement among raft nodes before linearized reading' (duration: 189.595146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:36.153803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.984742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T00:38:36.15433Z","caller":"traceutil/trace.go:171","msg":"trace[131641063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24231; }","duration":"319.531534ms","start":"2026-02-27T00:38:35.834771Z","end":"2026-02-27T00:38:36.154302Z","steps":["trace[131641063] 'agreement among raft nodes before linearized reading' (duration: 318.966722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:36.154403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.834747Z","time spent":"319.630287ms","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T00:38:36.153654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.628826Z","time spent":"524.81887ms","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:36.153844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.656879Z","time spent":"496.831278ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:37.316618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:38.024491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392422251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.024573Z","caller":"traceutil/trace.go:171","msg":"trace[1677124617] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24231; }","duration":"1.392520103s","start":"2026-02-27T00:38:36.632035Z","end":"2026-02-27T00:38:38.024555Z","steps":["trace[1677124617] 'count revisions from in-memory index tree' (duration: 1.39233485s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.024614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.631971Z","time spent":"1.392632426s","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.02521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429728231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.025295Z","caller":"traceutil/trace.go:171","msg":"trace[1217899791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24231; }","duration":"1.429862874s","start":"2026-02-27T00:38:36.595411Z","end":"2026-02-27T00:38:38.025274Z","steps":["trace[1217899791] 'range keys from in-memory index tree' (duration: 1.429634048s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.025343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.595385Z","time spent":"1.429949125s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:38.026137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.627012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:38.026226Z","caller":"traceutil/trace.go:171","msg":"trace[1772449928] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"1.324889759s","start":"2026-02-27T00:38:36.701319Z","end":"2026-02-27T00:38:38.026209Z","steps":["trace[1772449928] 'process raft request' (duration: 631.120314ms)","trace[1772449928] 'compare' (duration: 693.334716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.026289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.701292Z","time spent":"1.324967101s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:38.75865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.778239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:38.759076Z","caller":"traceutil/trace.go:171","msg":"trace[1213140387] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"2.057631303s","start":"2026-02-27T00:38:36.701419Z","end":"2026-02-27T00:38:38.759051Z","steps":["trace[1213140387] 'process raft request' (duration: 2.057362407s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:38.759148Z","caller":"traceutil/trace.go:171","msg":"trace[404048632] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"2.057109431s","start":"2026-02-27T00:38:36.701991Z","end":"2026-02-27T00:38:38.759101Z","steps":["trace[404048632] 'process raft request' (duration: 2.056921137s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.759536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.701383Z","time spent":"2.057790177s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:38.759426Z","caller":"traceutil/trace.go:171","msg":"trace[1213419965] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"2.058016922s","start":"2026-02-27T00:38:36.701386Z","end":"2026-02-27T00:38:38.759403Z","steps":["trace[1213419965] 'process raft request' (duration: 1.465331553s)","trace[1213419965] 'compare' (duration: 591.300769ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:38.759629Z","caller":"traceutil/trace.go:171","msg":"trace[1630623597] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"2.056512188s","start":"2026-02-27T00:38:36.703087Z","end":"2026-02-27T00:38:38.759599Z","steps":["trace[1630623597] 'process raft request' (duration: 2.055914335s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:38.759673Z","caller":"traceutil/trace.go:171","msg":"trace[819438413] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"2.057226373s","start":"2026-02-27T00:38:36.702139Z","end":"2026-02-27T00:38:38.759365Z","steps":["trace[819438413] 'process raft request' (duration: 2.056823324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.759809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.701364Z","time spent":"2.058330228s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:38.759883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.703066Z","time spent":"2.056650001s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:38.760064Z","caller":"traceutil/trace.go:171","msg":"trace[273980450] linearizableReadLoop","detail":"{readStateIndex:25102; appliedIndex:25095; }","duration":"1.943851423s","start":"2026-02-27T00:38:36.816186Z","end":"2026-02-27T00:38:38.760038Z","steps":["trace[273980450] 'read index received' (duration: 516.27669ms)","trace[273980450] 'applied index is now lower than readState.Index' (duration: 1.427573173s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:38.760091Z","caller":"traceutil/trace.go:171","msg":"trace[2072374031] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"2.054800359s","start":"2026-02-27T00:38:36.705255Z","end":"2026-02-27T00:38:38.760056Z","steps":["trace[2072374031] 'process raft request' (duration: 2.053786497s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.760254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944066278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:38.760592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15851677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T00:38:38.761127Z","caller":"traceutil/trace.go:171","msg":"trace[2038039074] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24238; }","duration":"1.944974768s","start":"2026-02-27T00:38:36.816131Z","end":"2026-02-27T00:38:38.761106Z","steps":["trace[2038039074] 'agreement among raft nodes before linearized reading' (duration: 1.944064457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.761194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.81611Z","time spent":"1.945067081s","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.760275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.702099Z","time spent":"2.057629992s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:38.760325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91630144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:38.761253Z","caller":"traceutil/trace.go:171","msg":"trace[213398746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24238; }","duration":"1.159103203s","start":"2026-02-27T00:38:37.602011Z","end":"2026-02-27T00:38:38.761114Z","steps":["trace[213398746] 'agreement among raft nodes before linearized reading' (duration: 1.158418467s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:38.761331Z","caller":"traceutil/trace.go:171","msg":"trace[1635874683] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24238; }","duration":"1.917380455s","start":"2026-02-27T00:38:36.843932Z","end":"2026-02-27T00:38:38.761313Z","steps":["trace[1635874683] 'agreement among raft nodes before linearized reading' (duration: 1.91629066s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.761402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.601988Z","time spent":"1.1593664s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:38.761484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.843906Z","time spent":"1.917517838s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.76039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158730824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:38:38.761613Z","caller":"traceutil/trace.go:171","msg":"trace[306298110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24238; }","duration":"1.159991283s","start":"2026-02-27T00:38:37.601602Z","end":"2026-02-27T00:38:38.761593Z","steps":["trace[306298110] 'agreement among raft nodes before linearized reading' (duration: 1.158640882s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.760419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157926697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T00:38:38.761676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.601566Z","time spent":"1.160090945s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:38:38.761732Z","caller":"traceutil/trace.go:171","msg":"trace[200932930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24238; }","duration":"1.159237487s","start":"2026-02-27T00:38:37.602434Z","end":"2026-02-27T00:38:38.761672Z","steps":["trace[200932930] 'agreement among raft nodes before linearized reading' (duration: 1.157803734s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.760466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376790053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:38.761843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.602424Z","time spent":"1.15939785s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T00:38:38.761863Z","caller":"traceutil/trace.go:171","msg":"trace[1825410331] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24238; }","duration":"1.378197405s","start":"2026-02-27T00:38:37.383649Z","end":"2026-02-27T00:38:38.761847Z","steps":["trace[1825410331] 'agreement among raft nodes before linearized reading' (duration: 1.376724062s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.762104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.383633Z","time spent":"1.378455221s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.760475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830531093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:38.762242Z","caller":"traceutil/trace.go:171","msg":"trace[1607291297] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24238; }","duration":"1.832323233s","start":"2026-02-27T00:38:36.9299Z","end":"2026-02-27T00:38:38.762224Z","steps":["trace[1607291297] 'agreement among raft nodes before linearized reading' (duration: 1.830495072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.762369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.929887Z","time spent":"1.832460686s","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.76051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.579788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:38.762433Z","caller":"traceutil/trace.go:171","msg":"trace[436291536] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24238; }","duration":"599.544192ms","start":"2026-02-27T00:38:38.162873Z","end":"2026-02-27T00:38:38.762417Z","steps":["trace[436291536] 'agreement among raft nodes before linearized reading' (duration: 597.486326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.760514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.701977Z","time spent":"2.057595522s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:38.76054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.727217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:38.762527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.162846Z","time spent":"599.659454ms","remote":"127.0.0.1:48600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:38.762626Z","caller":"traceutil/trace.go:171","msg":"trace[554755692] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24238; }","duration":"745.817154ms","start":"2026-02-27T00:38:38.016774Z","end":"2026-02-27T00:38:38.762591Z","steps":["trace[554755692] 'agreement among raft nodes before linearized reading' (duration: 743.733277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.7627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.016753Z","time spent":"745.922007ms","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.760535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158475109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T00:38:38.762775Z","caller":"traceutil/trace.go:171","msg":"trace[194740581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24238; }","duration":"1.160749169s","start":"2026-02-27T00:38:37.602011Z","end":"2026-02-27T00:38:38.76276Z","steps":["trace[194740581] 'agreement among raft nodes before linearized reading' (duration: 1.158440078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.762942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.601998Z","time spent":"1.160931804s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:38.760592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.710612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:38.760595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157570359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T00:38:38.760599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878225293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-27T00:38:38.76067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.108332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:38.760976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.705245Z","time spent":"2.054936523s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:38.760492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.100681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.763529Z","caller":"traceutil/trace.go:171","msg":"trace[1598422130] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24238; }","duration":"565.632297ms","start":"2026-02-27T00:38:38.197876Z","end":"2026-02-27T00:38:38.763509Z","steps":["trace[1598422130] 'agreement among raft nodes before linearized reading' (duration: 562.695551ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:38.763565Z","caller":"traceutil/trace.go:171","msg":"trace[2062377670] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24238; }","duration":"1.88120056s","start":"2026-02-27T00:38:36.882339Z","end":"2026-02-27T00:38:38.76354Z","steps":["trace[2062377670] 'agreement among raft nodes before linearized reading' (duration: 1.878146692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.763604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.197855Z","time spent":"565.73167ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.763622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.882324Z","time spent":"1.881282832s","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-02-27T00:38:38.763703Z","caller":"traceutil/trace.go:171","msg":"trace[1525946911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24238; }","duration":"1.16068474s","start":"2026-02-27T00:38:37.602998Z","end":"2026-02-27T00:38:38.763683Z","steps":["trace[1525946911] 'agreement among raft nodes before linearized reading' (duration: 1.157522098s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:38.76356Z","caller":"traceutil/trace.go:171","msg":"trace[728660720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24238; }","duration":"736.244311ms","start":"2026-02-27T00:38:38.027303Z","end":"2026-02-27T00:38:38.763547Z","steps":["trace[728660720] 'agreement among raft nodes before linearized reading' (duration: 733.163752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.763817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.027271Z","time spent":"736.532537ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:38.763816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.602984Z","time spent":"1.160814562s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:38:38.764415Z","caller":"traceutil/trace.go:171","msg":"trace[1944131435] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24238; }","duration":"477.924018ms","start":"2026-02-27T00:38:38.286461Z","end":"2026-02-27T00:38:38.764385Z","steps":["trace[1944131435] 'agreement among raft nodes before linearized reading' (duration: 474.081652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.764491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.286439Z","time spent":"478.02954ms","remote":"127.0.0.1:58264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:39.268292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:40.281914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.174898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:40.282026Z","caller":"traceutil/trace.go:171","msg":"trace[1551681733] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"1.515111669s","start":"2026-02-27T00:38:38.766892Z","end":"2026-02-27T00:38:40.282004Z","steps":["trace[1551681733] 'process raft request' (duration: 680.743146ms)","trace[1551681733] 'compare' (duration: 833.722028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:40.282088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.766867Z","time spent":"1.515191341s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:40.70336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255673321s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:40.770261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:40.770349Z","caller":"traceutil/trace.go:171","msg":"trace[825657988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058022s","start":"2026-02-27T00:38:38.770272Z","end":"2026-02-27T00:38:40.77033Z","steps":["trace[825657988] 'agreement among raft nodes before linearized reading' (duration: 1.99995603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:40.770381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.770262Z","time spent":"2.000113214s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:41.166412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.721139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:41.166657Z","caller":"traceutil/trace.go:171","msg":"trace[910332837] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"2.399287629s","start":"2026-02-27T00:38:38.767339Z","end":"2026-02-27T00:38:41.166627Z","steps":["trace[910332837] 'process raft request' (duration: 1.936258534s)","trace[910332837] 'compare' (duration: 462.513754ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:41.166764Z","caller":"traceutil/trace.go:171","msg":"trace[1238067836] linearizableReadLoop","detail":"{readStateIndex:25108; appliedIndex:25102; }","duration":"2.399507694s","start":"2026-02-27T00:38:38.767238Z","end":"2026-02-27T00:38:41.166745Z","steps":["trace[1238067836] 'read index received' (duration: 680.41371ms)","trace[1238067836] 'applied index is now lower than readState.Index' (duration: 1.719092674s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:41.166811Z","caller":"traceutil/trace.go:171","msg":"trace[1657324215] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"1.929034822s","start":"2026-02-27T00:38:39.237769Z","end":"2026-02-27T00:38:41.166804Z","steps":["trace[1657324215] 'process raft request' (duration: 1.92893089s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:41.166837Z","caller":"traceutil/trace.go:171","msg":"trace[1920073054] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"2.399252998s","start":"2026-02-27T00:38:38.767579Z","end":"2026-02-27T00:38:41.166832Z","steps":["trace[1920073054] 'process raft request' (duration: 2.399048013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:41.166855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.237748Z","time spent":"1.929086294s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:41.166885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.767567Z","time spent":"2.39929613s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:41.166811Z","caller":"traceutil/trace.go:171","msg":"trace[1403386806] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"2.399076724s","start":"2026-02-27T00:38:38.767719Z","end":"2026-02-27T00:38:41.166796Z","steps":["trace[1403386806] 'process raft request' (duration: 2.398944471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:41.167003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399735729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8602b33f-366b-4c8b-bab9-d3c4a159be0f\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-27T00:38:41.167084Z","caller":"traceutil/trace.go:171","msg":"trace[452099749] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8602b33f-366b-4c8b-bab9-d3c4a159be0f; range_end:; response_count:1; response_revision:24244; }","duration":"2.399849181s","start":"2026-02-27T00:38:38.767216Z","end":"2026-02-27T00:38:41.167065Z","steps":["trace[452099749] 'agreement among raft nodes before linearized reading' (duration: 2.399607606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:41.167097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.767693Z","time spent":"2.399279869s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:41.167131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.767204Z","time spent":"2.399918623s","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-8602b33f-366b-4c8b-bab9-d3c4a159be0f\" "} {"level":"warn","ts":"2026-02-27T00:38:41.166775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.767329Z","time spent":"2.399378771s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:41.167317Z","caller":"traceutil/trace.go:171","msg":"trace[268935108] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"2.3997505s","start":"2026-02-27T00:38:38.767529Z","end":"2026-02-27T00:38:41.16728Z","steps":["trace[268935108] 'process raft request' (duration: 2.399002562s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:41.167512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.767511Z","time spent":"2.399901304s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:41.667919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:41.803023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021760409s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:41.973488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.229534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:41.973651Z","caller":"traceutil/trace.go:171","msg":"trace[1234534108] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"2.269252929s","start":"2026-02-27T00:38:39.704378Z","end":"2026-02-27T00:38:41.973631Z","steps":["trace[1234534108] 'process raft request' (duration: 2.09880104s)","trace[1234534108] 'compare' (duration: 170.114511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:41.973712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.704353Z","time spent":"2.26933021s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:41.973865Z","caller":"traceutil/trace.go:171","msg":"trace[1304906271] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"1.941573912s","start":"2026-02-27T00:38:40.032266Z","end":"2026-02-27T00:38:41.97384Z","steps":["trace[1304906271] 'process raft request' (duration: 1.941311427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:41.974047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.032244Z","time spent":"1.941719046s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.463154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.332811ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:38:42.464461Z","caller":"traceutil/trace.go:171","msg":"trace[1881509953] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"1.699359167s","start":"2026-02-27T00:38:40.765067Z","end":"2026-02-27T00:38:42.464426Z","steps":["trace[1881509953] 'process raft request' (duration: 1.698970667s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.464868Z","caller":"traceutil/trace.go:171","msg":"trace[121669765] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"1.698806195s","start":"2026-02-27T00:38:40.766041Z","end":"2026-02-27T00:38:42.464847Z","steps":["trace[121669765] 'process raft request' (duration: 1.698244873s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.464979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.765015Z","time spent":"1.69953451s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:42.464995Z","caller":"traceutil/trace.go:171","msg":"trace[259030581] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.698729803s","start":"2026-02-27T00:38:40.766237Z","end":"2026-02-27T00:38:42.464966Z","steps":["trace[259030581] 'process raft request' (duration: 1.69860586s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.46505Z","caller":"traceutil/trace.go:171","msg":"trace[958834213] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"1.697512886s","start":"2026-02-27T00:38:40.767509Z","end":"2026-02-27T00:38:42.465022Z","steps":["trace[958834213] 'process raft request' (duration: 1.697401203s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.766029Z","time spent":"1.698893507s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:42.46506Z","caller":"traceutil/trace.go:171","msg":"trace[1713482461] linearizableReadLoop","detail":"{readStateIndex:25117; appliedIndex:25108; }","duration":"1.298226308s","start":"2026-02-27T00:38:41.166803Z","end":"2026-02-27T00:38:42.46503Z","steps":["trace[1713482461] 'read index received' (duration: 636.389282ms)","trace[1713482461] 'applied index is now lower than readState.Index' (duration: 661.835536ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:42.465017Z","caller":"traceutil/trace.go:171","msg":"trace[1157718102] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"1.698761544s","start":"2026-02-27T00:38:40.766226Z","end":"2026-02-27T00:38:42.464988Z","steps":["trace[1157718102] 'process raft request' (duration: 1.69810792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.76621Z","time spent":"1.698852496s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.46518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.767498Z","time spent":"1.697608898s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.465256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313960628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:42.465248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151444059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:42.465305Z","caller":"traceutil/trace.go:171","msg":"trace[722811399] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24252; }","duration":"3.314009119s","start":"2026-02-27T00:38:39.151282Z","end":"2026-02-27T00:38:42.465291Z","steps":["trace[722811399] 'agreement among raft nodes before linearized reading' (duration: 3.313924537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677758796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:42.465348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.15122Z","time spent":"3.314118452s","remote":"127.0.0.1:38678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T00:38:42.465371Z","caller":"traceutil/trace.go:171","msg":"trace[1952797316] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"1.697131927s","start":"2026-02-27T00:38:40.768227Z","end":"2026-02-27T00:38:42.465359Z","steps":["trace[1952797316] 'process raft request' (duration: 1.696735589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694428437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:42.465391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248670846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:42.465423Z","caller":"traceutil/trace.go:171","msg":"trace[1462939272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24252; }","duration":"1.694475678s","start":"2026-02-27T00:38:40.770938Z","end":"2026-02-27T00:38:42.465414Z","steps":["trace[1462939272] 'agreement among raft nodes before linearized reading' (duration: 1.694426947s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721824581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:42.465438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.768214Z","time spent":"1.697191838s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.465468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.77093Z","time spent":"1.694530099s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:38:42.465431Z","caller":"traceutil/trace.go:171","msg":"trace[867194897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24252; }","duration":"1.248746077s","start":"2026-02-27T00:38:41.216674Z","end":"2026-02-27T00:38:42.46542Z","steps":["trace[867194897] 'agreement among raft nodes before linearized reading' (duration: 1.248671605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596922949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T00:38:42.465528Z","caller":"traceutil/trace.go:171","msg":"trace[152764309] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24252; }","duration":"1.597012661s","start":"2026-02-27T00:38:40.868504Z","end":"2026-02-27T00:38:42.465516Z","steps":["trace[152764309] 'agreement among raft nodes before linearized reading' (duration: 1.596893448s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747901522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:42.465543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.558281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:38:42.465563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.868475Z","time spent":"1.597081113s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T00:38:42.465395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675709992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:42.465571Z","caller":"traceutil/trace.go:171","msg":"trace[629767073] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24252; }","duration":"2.747964743s","start":"2026-02-27T00:38:39.717592Z","end":"2026-02-27T00:38:42.465557Z","steps":["trace[629767073] 'agreement among raft nodes before linearized reading' (duration: 2.747909411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.46561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.23728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:42.465376Z","caller":"traceutil/trace.go:171","msg":"trace[2100646820] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24252; }","duration":"1.677798387s","start":"2026-02-27T00:38:40.787566Z","end":"2026-02-27T00:38:42.465364Z","steps":["trace[2100646820] 'agreement among raft nodes before linearized reading' (duration: 1.677726856s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.465475Z","caller":"traceutil/trace.go:171","msg":"trace[100161817] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24252; }","duration":"2.721954615s","start":"2026-02-27T00:38:39.743508Z","end":"2026-02-27T00:38:42.465463Z","steps":["trace[100161817] 'agreement among raft nodes before linearized reading' (duration: 2.721692259s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.465568Z","caller":"traceutil/trace.go:171","msg":"trace[1638909124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24252; }","duration":"178.621473ms","start":"2026-02-27T00:38:42.28694Z","end":"2026-02-27T00:38:42.465561Z","steps":["trace[1638909124] 'agreement among raft nodes before linearized reading' (duration: 178.50683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.787549Z","time spent":"1.678102974s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:42.465612Z","caller":"traceutil/trace.go:171","msg":"trace[435856225] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24252; }","duration":"3.676019548s","start":"2026-02-27T00:38:38.789576Z","end":"2026-02-27T00:38:42.465596Z","steps":["trace[435856225] 'agreement among raft nodes before linearized reading' (duration: 3.675667351s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884032938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T00:38:42.465663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491383153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:42.465743Z","caller":"traceutil/trace.go:171","msg":"trace[2037863737] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24252; }","duration":"2.884113839s","start":"2026-02-27T00:38:39.581612Z","end":"2026-02-27T00:38:42.465726Z","steps":["trace[2037863737] 'agreement among raft nodes before linearized reading' (duration: 2.883940826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.216654Z","time spent":"1.24886263s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:42.465772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.581583Z","time spent":"2.884183152s","remote":"127.0.0.1:48644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.465778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.150482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:42.4658Z","caller":"traceutil/trace.go:171","msg":"trace[898733938] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24252; }","duration":"362.208844ms","start":"2026-02-27T00:38:42.103583Z","end":"2026-02-27T00:38:42.465792Z","steps":["trace[898733938] 'agreement among raft nodes before linearized reading' (duration: 362.166333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.465776Z","caller":"traceutil/trace.go:171","msg":"trace[1975810056] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24252; }","duration":"3.491554817s","start":"2026-02-27T00:38:38.974207Z","end":"2026-02-27T00:38:42.465762Z","steps":["trace[1975810056] 'agreement among raft nodes before linearized reading' (duration: 3.491259711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818451484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:42.465618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.717421Z","time spent":"2.748179508s","remote":"127.0.0.1:48574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.465867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.974173Z","time spent":"3.491658909s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.465865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851684029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418201"} {"level":"warn","ts":"2026-02-27T00:38:42.465713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.789493Z","time spent":"3.676201373s","remote":"127.0.0.1:38202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.465911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225620922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:38:42.465332Z","caller":"traceutil/trace.go:171","msg":"trace[288554006] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24252; }","duration":"2.151577612s","start":"2026-02-27T00:38:40.313734Z","end":"2026-02-27T00:38:42.465311Z","steps":["trace[288554006] 'agreement among raft nodes before linearized reading' (duration: 2.151448029s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.465987Z","caller":"traceutil/trace.go:171","msg":"trace[256098830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24252; }","duration":"1.225660473s","start":"2026-02-27T00:38:41.240281Z","end":"2026-02-27T00:38:42.465942Z","steps":["trace[256098830] 'agreement among raft nodes before linearized reading' (duration: 1.2255405s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.313711Z","time spent":"2.152276487s","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.466028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.240227Z","time spent":"1.225792516s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T00:38:42.465867Z","caller":"traceutil/trace.go:171","msg":"trace[1830296651] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24252; }","duration":"1.818532376s","start":"2026-02-27T00:38:40.647311Z","end":"2026-02-27T00:38:42.465843Z","steps":["trace[1830296651] 'agreement among raft nodes before linearized reading' (duration: 1.818459604s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.465695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.743478Z","time spent":"2.72220352s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.466059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192945636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T00:38:42.466118Z","caller":"traceutil/trace.go:171","msg":"trace[45176320] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24252; }","duration":"1.193038809s","start":"2026-02-27T00:38:41.273068Z","end":"2026-02-27T00:38:42.466106Z","steps":["trace[45176320] 'agreement among raft nodes before linearized reading' (duration: 1.192856025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.46616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.27305Z","time spent":"1.19310232s","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T00:38:42.465825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.103556Z","time spent":"362.263365ms","remote":"127.0.0.1:34126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:42.465654Z","caller":"traceutil/trace.go:171","msg":"trace[822427520] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24252; }","duration":"221.317602ms","start":"2026-02-27T00:38:42.244328Z","end":"2026-02-27T00:38:42.465646Z","steps":["trace[822427520] 'agreement among raft nodes before linearized reading' (duration: 221.25307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.465914Z","caller":"traceutil/trace.go:171","msg":"trace[2104740619] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24252; }","duration":"2.851755741s","start":"2026-02-27T00:38:39.614146Z","end":"2026-02-27T00:38:42.465902Z","steps":["trace[2104740619] 'agreement among raft nodes before linearized reading' (duration: 2.851416024s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.466393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.614132Z","time spent":"2.852243132s","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418225,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T00:38:42.466479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.76622Z","time spent":"1.69901787s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.466069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.64729Z","time spent":"1.818771542s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.465718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071350857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:42.466657Z","caller":"traceutil/trace.go:171","msg":"trace[751425710] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24252; }","duration":"2.072344229s","start":"2026-02-27T00:38:40.394294Z","end":"2026-02-27T00:38:42.466639Z","steps":["trace[751425710] 'agreement among raft nodes before linearized reading' (duration: 2.071318607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.466716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.394276Z","time spent":"2.072420911s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.467365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.675335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:38:42.46742Z","caller":"traceutil/trace.go:171","msg":"trace[356134473] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24252; }","duration":"680.774437ms","start":"2026-02-27T00:38:41.786631Z","end":"2026-02-27T00:38:42.467406Z","steps":["trace[356134473] 'agreement among raft nodes before linearized reading' (duration: 679.215992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.467452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.786596Z","time spent":"680.847179ms","remote":"127.0.0.1:48940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2616,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:43.036519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:44.232406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175191212s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:44.232531Z","caller":"traceutil/trace.go:171","msg":"trace[830399894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24253; }","duration":"1.175328675s","start":"2026-02-27T00:38:43.057182Z","end":"2026-02-27T00:38:44.232511Z","steps":["trace[830399894] 'range keys from in-memory index tree' (duration: 1.175174521s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.233084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.155187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:44.23316Z","caller":"traceutil/trace.go:171","msg":"trace[233662497] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"1.761488098s","start":"2026-02-27T00:38:42.471658Z","end":"2026-02-27T00:38:44.233146Z","steps":["trace[233662497] 'process raft request' (duration: 896.207208ms)","trace[233662497] 'compare' (duration: 863.119102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:44.233201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.471637Z","time spent":"1.76154614s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:44.476127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:44.476227Z","caller":"traceutil/trace.go:171","msg":"trace[1996126835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098584s","start":"2026-02-27T00:38:42.476108Z","end":"2026-02-27T00:38:44.476206Z","steps":["trace[1996126835] 'agreement among raft nodes before linearized reading' (duration: 1.999962601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.476277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.476086Z","time spent":"2.000181585s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:45.086543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.718074343s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:38:45.08761Z","caller":"traceutil/trace.go:171","msg":"trace[682768624] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"2.257778683s","start":"2026-02-27T00:38:42.829806Z","end":"2026-02-27T00:38:45.087585Z","steps":["trace[682768624] 'process raft request' (duration: 2.257383995s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:45.087875Z","caller":"traceutil/trace.go:171","msg":"trace[1795154911] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25118; }","duration":"2.551956915s","start":"2026-02-27T00:38:42.535883Z","end":"2026-02-27T00:38:45.087839Z","steps":["trace[1795154911] 'read index received' (duration: 832.046752ms)","trace[1795154911] 'applied index is now lower than readState.Index' (duration: 1.719907443s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:45.088025Z","caller":"traceutil/trace.go:171","msg":"trace[1888662593] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"1.985208883s","start":"2026-02-27T00:38:43.10279Z","end":"2026-02-27T00:38:45.087999Z","steps":["trace[1888662593] 'process raft request' (duration: 1.984733883s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:45.088026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.829777Z","time spent":"2.258161702s","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:45.088094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612264585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:45.088111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.102763Z","time spent":"1.985300375s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:45.088129Z","caller":"traceutil/trace.go:171","msg":"trace[1863519127] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24256; }","duration":"2.612353457s","start":"2026-02-27T00:38:42.475765Z","end":"2026-02-27T00:38:45.088118Z","steps":["trace[1863519127] 'agreement among raft nodes before linearized reading' (duration: 2.612228294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:45.088166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.475735Z","time spent":"2.612422849s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:38:45.08832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617057102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T00:38:45.08842Z","caller":"traceutil/trace.go:171","msg":"trace[1208156479] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6; range_end:; response_count:1; response_revision:24256; }","duration":"2.617173235s","start":"2026-02-27T00:38:42.471222Z","end":"2026-02-27T00:38:45.088395Z","steps":["trace[1208156479] 'agreement among raft nodes before linearized reading' (duration: 2.616864538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:45.088469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.471193Z","time spent":"2.617265536s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" "} {"level":"warn","ts":"2026-02-27T00:38:45.588242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:46.088831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:46.476762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000508753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:46.476847Z","caller":"traceutil/trace.go:171","msg":"trace[1559291019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000625465s","start":"2026-02-27T00:38:44.476202Z","end":"2026-02-27T00:38:46.476827Z","steps":["trace[1559291019] 'agreement among raft nodes before linearized reading' (duration: 2.000527013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:46.476892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.476191Z","time spent":"2.000692596s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:46.589187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:46.879608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.792798034s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:38:46.880371Z","caller":"traceutil/trace.go:171","msg":"trace[1401650925] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"2.409068477s","start":"2026-02-27T00:38:44.471274Z","end":"2026-02-27T00:38:46.880343Z","steps":["trace[1401650925] 'process raft request' (duration: 2.408971105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:46.880549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.471255Z","time spent":"2.40920014s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:46.880773Z","caller":"traceutil/trace.go:171","msg":"trace[1773771961] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"2.900975305s","start":"2026-02-27T00:38:43.979742Z","end":"2026-02-27T00:38:46.880718Z","steps":["trace[1773771961] 'process raft request' (duration: 2.900121606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:46.880976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.979723Z","time spent":"2.901130789s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:46.881022Z","caller":"traceutil/trace.go:171","msg":"trace[338022824] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"2.409014476s","start":"2026-02-27T00:38:44.471998Z","end":"2026-02-27T00:38:46.881013Z","steps":["trace[338022824] 'process raft request' (duration: 2.40829847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:46.881082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.471989Z","time spent":"2.409057667s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:46.881069Z","caller":"traceutil/trace.go:171","msg":"trace[303889431] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"2.151150683s","start":"2026-02-27T00:38:44.729887Z","end":"2026-02-27T00:38:46.881038Z","steps":["trace[303889431] 'process raft request' (duration: 2.151102872s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:46.880984Z","caller":"traceutil/trace.go:171","msg":"trace[1007631096] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"2.408436293s","start":"2026-02-27T00:38:44.472532Z","end":"2026-02-27T00:38:46.880968Z","steps":["trace[1007631096] 'process raft request' (duration: 2.408190638s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:46.881157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.472527Z","time spent":"2.408602937s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:46.881178Z","caller":"traceutil/trace.go:171","msg":"trace[2099702534] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"2.407597324s","start":"2026-02-27T00:38:44.473571Z","end":"2026-02-27T00:38:46.881168Z","steps":["trace[2099702534] 'process raft request' (duration: 2.407291978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:46.881228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.473565Z","time spent":"2.407635915s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:46.881228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.729861Z","time spent":"2.151262194s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:46.881268Z","caller":"traceutil/trace.go:171","msg":"trace[2104867956] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"2.406609092s","start":"2026-02-27T00:38:44.474647Z","end":"2026-02-27T00:38:46.881256Z","steps":["trace[2104867956] 'process raft request' (duration: 2.406306026s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:46.881313Z","caller":"traceutil/trace.go:171","msg":"trace[896334635] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"2.407788838s","start":"2026-02-27T00:38:44.473511Z","end":"2026-02-27T00:38:46.8813Z","steps":["trace[896334635] 'process raft request' (duration: 2.407315848s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:46.881317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.474642Z","time spent":"2.406649143s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:46.881361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.473486Z","time spent":"2.407847279s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:47.226548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:45.095506Z","time spent":"2.131036286s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T00:38:47.226705Z","caller":"traceutil/trace.go:171","msg":"trace[203033836] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"245.411327ms","start":"2026-02-27T00:38:46.981267Z","end":"2026-02-27T00:38:47.226678Z","steps":["trace[203033836] 'process raft request' (duration: 245.286824ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:47.226813Z","caller":"traceutil/trace.go:171","msg":"trace[986617955] linearizableReadLoop","detail":"{readStateIndex:25130; appliedIndex:25123; }","duration":"2.138702446s","start":"2026-02-27T00:38:45.087936Z","end":"2026-02-27T00:38:47.226639Z","steps":["trace[986617955] 'read index received' (duration: 1.792353504s)","trace[986617955] 'applied index is now lower than readState.Index' (duration: 346.345652ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:47.226997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686273541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:38:47.227006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982910297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:47.227042Z","caller":"traceutil/trace.go:171","msg":"trace[27113142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24265; }","duration":"2.686335373s","start":"2026-02-27T00:38:44.540696Z","end":"2026-02-27T00:38:47.227032Z","steps":["trace[27113142] 'agreement among raft nodes before linearized reading' (duration: 2.68620249s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348717801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T00:38:47.227081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.540672Z","time spent":"2.686397773s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:38:47.227088Z","caller":"traceutil/trace.go:171","msg":"trace[625489782] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24265; }","duration":"2.98303114s","start":"2026-02-27T00:38:44.244032Z","end":"2026-02-27T00:38:47.227063Z","steps":["trace[625489782] 'agreement among raft nodes before linearized reading' (duration: 2.982886707s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:47.227105Z","caller":"traceutil/trace.go:171","msg":"trace[1406155012] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24265; }","duration":"3.348793293s","start":"2026-02-27T00:38:43.8783Z","end":"2026-02-27T00:38:47.227093Z","steps":["trace[1406155012] 'agreement among raft nodes before linearized reading' (duration: 3.348722021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.244017Z","time spent":"2.983107042s","remote":"127.0.0.1:38154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:47.227142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.878279Z","time spent":"3.348857405s","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T00:38:47.227179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621021011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:47.227212Z","caller":"traceutil/trace.go:171","msg":"trace[332791298] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24265; }","duration":"2.621098932s","start":"2026-02-27T00:38:44.606104Z","end":"2026-02-27T00:38:47.227203Z","steps":["trace[332791298] 'agreement among raft nodes before linearized reading' (duration: 2.621046131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.606081Z","time spent":"2.621151863s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:47.226999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05472298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:38:47.227299Z","caller":"traceutil/trace.go:171","msg":"trace[236166971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24265; }","duration":"4.055076938s","start":"2026-02-27T00:38:43.172201Z","end":"2026-02-27T00:38:47.227278Z","steps":["trace[236166971] 'agreement among raft nodes before linearized reading' (duration: 4.054675779s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055738112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T00:38:47.227346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.172153Z","time spent":"4.05517885s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:47.227348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130283189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:47.227464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.799407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:47.227453Z","caller":"traceutil/trace.go:171","msg":"trace[2003183765] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24265; }","duration":"2.130450442s","start":"2026-02-27T00:38:45.096974Z","end":"2026-02-27T00:38:47.227425Z","steps":["trace[2003183765] 'agreement among raft nodes before linearized reading' (duration: 2.130295019s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:47.227489Z","caller":"traceutil/trace.go:171","msg":"trace[1357855707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24265; }","duration":"742.878868ms","start":"2026-02-27T00:38:46.484603Z","end":"2026-02-27T00:38:47.227482Z","steps":["trace[1357855707] 'agreement among raft nodes before linearized reading' (duration: 742.832127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.484582Z","time spent":"742.923519ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:47.227517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:45.09695Z","time spent":"2.130547265s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:38:47.227536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.06657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:47.227551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.949213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:47.227568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.703001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:47.22759Z","caller":"traceutil/trace.go:171","msg":"trace[775074727] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24265; }","duration":"364.045035ms","start":"2026-02-27T00:38:46.863533Z","end":"2026-02-27T00:38:47.227578Z","steps":["trace[775074727] 'agreement among raft nodes before linearized reading' (duration: 363.972123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462783656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:47.227374Z","caller":"traceutil/trace.go:171","msg":"trace[87510754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24265; }","duration":"4.055845504s","start":"2026-02-27T00:38:43.171491Z","end":"2026-02-27T00:38:47.227336Z","steps":["trace[87510754] 'agreement among raft nodes before linearized reading' (duration: 4.055504627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89429054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T00:38:47.227722Z","caller":"traceutil/trace.go:171","msg":"trace[443166889] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24265; }","duration":"1.462822317s","start":"2026-02-27T00:38:45.764892Z","end":"2026-02-27T00:38:47.227714Z","steps":["trace[443166889] 'agreement among raft nodes before linearized reading' (duration: 1.462741305s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.17148Z","time spent":"4.056243753s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:38:47.227603Z","caller":"traceutil/trace.go:171","msg":"trace[1535560738] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24265; }","duration":"223.203473ms","start":"2026-02-27T00:38:47.004364Z","end":"2026-02-27T00:38:47.227568Z","steps":["trace[1535560738] 'agreement among raft nodes before linearized reading' (duration: 223.07429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690462595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-02-27T00:38:47.227834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.181052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:47.227736Z","caller":"traceutil/trace.go:171","msg":"trace[133393569] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24265; }","duration":"1.894354692s","start":"2026-02-27T00:38:45.333371Z","end":"2026-02-27T00:38:47.227726Z","steps":["trace[133393569] 'agreement among raft nodes before linearized reading' (duration: 1.89427644s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:47.227877Z","caller":"traceutil/trace.go:171","msg":"trace[279018246] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24265; }","duration":"4.690567098s","start":"2026-02-27T00:38:42.537299Z","end":"2026-02-27T00:38:47.227867Z","steps":["trace[279018246] 'agreement among raft nodes before linearized reading' (duration: 4.690324473s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:47.227898Z","caller":"traceutil/trace.go:171","msg":"trace[750152513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24265; }","duration":"791.312665ms","start":"2026-02-27T00:38:46.436567Z","end":"2026-02-27T00:38:47.22788Z","steps":["trace[750152513] 'agreement among raft nodes before linearized reading' (duration: 791.165122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277279441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-02-27T00:38:47.227934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.537283Z","time spent":"4.690617949s","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T00:38:47.227666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05700374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:38:47.228078Z","caller":"traceutil/trace.go:171","msg":"trace[134754990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24265; }","duration":"4.057416639s","start":"2026-02-27T00:38:43.170646Z","end":"2026-02-27T00:38:47.228063Z","steps":["trace[134754990] 'agreement among raft nodes before linearized reading' (duration: 4.056514489s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.22811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.170568Z","time spent":"4.057533241s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:38:47.227812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:45.764828Z","time spent":"1.46297047s","remote":"127.0.0.1:48924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:47.228214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056788925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:47.227952Z","caller":"traceutil/trace.go:171","msg":"trace[2106067190] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24265; }","duration":"1.277353473s","start":"2026-02-27T00:38:45.950589Z","end":"2026-02-27T00:38:47.227942Z","steps":["trace[2106067190] 'agreement among raft nodes before linearized reading' (duration: 1.27724437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.228387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:45.950569Z","time spent":"1.277808133s","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T00:38:47.228477Z","caller":"traceutil/trace.go:171","msg":"trace[420240561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24265; }","duration":"4.057147083s","start":"2026-02-27T00:38:43.171214Z","end":"2026-02-27T00:38:47.228361Z","steps":["trace[420240561] 'agreement among raft nodes before linearized reading' (duration: 4.056595461s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.228635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.17119Z","time spent":"4.057421519s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:47.227912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:45.333351Z","time spent":"1.894537656s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-27T00:38:47.227602Z","caller":"traceutil/trace.go:171","msg":"trace[1804806202] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24265; }","duration":"320.789714ms","start":"2026-02-27T00:38:46.906803Z","end":"2026-02-27T00:38:47.227592Z","steps":["trace[1804806202] 'agreement among raft nodes before linearized reading' (duration: 320.697512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.229529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.906779Z","time spent":"322.718916ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:47.227615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056197472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:38:47.229831Z","caller":"traceutil/trace.go:171","msg":"trace[908122886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24265; }","duration":"4.058417471s","start":"2026-02-27T00:38:43.171392Z","end":"2026-02-27T00:38:47.229809Z","steps":["trace[908122886] 'agreement among raft nodes before linearized reading' (duration: 4.056151831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.229892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.171385Z","time spent":"4.058491124s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:47.227689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.863508Z","time spent":"364.168898ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:47.227817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667803505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:47.230301Z","caller":"traceutil/trace.go:171","msg":"trace[527307726] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24265; }","duration":"1.670311949s","start":"2026-02-27T00:38:45.559967Z","end":"2026-02-27T00:38:47.230279Z","steps":["trace[527307726] 'agreement among raft nodes before linearized reading' (duration: 1.667824014s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:47.227958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.436548Z","time spent":"791.394097ms","remote":"127.0.0.1:47008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:47.23037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:45.559942Z","time spent":"1.670405142s","remote":"127.0.0.1:48948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:47.730506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:48.230998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:48.731159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:48.798348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.568816764s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:38:48.798764Z","caller":"traceutil/trace.go:171","msg":"trace[509413919] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"1.569297294s","start":"2026-02-27T00:38:47.229442Z","end":"2026-02-27T00:38:48.798739Z","steps":["trace[509413919] 'process raft request' (duration: 1.569151791s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:48.798914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.229425Z","time spent":"1.569408796s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:49.229626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:49.229718Z","caller":"traceutil/trace.go:171","msg":"trace[814776937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141304s","start":"2026-02-27T00:38:47.229557Z","end":"2026-02-27T00:38:49.229698Z","steps":["trace[814776937] 'agreement among raft nodes before linearized reading' (duration: 2.000032152s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.229777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.229537Z","time spent":"2.000229827s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:49.640829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.226333ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-27T00:38:49.641198Z","caller":"traceutil/trace.go:171","msg":"trace[1415985266] linearizableReadLoop","detail":"{readStateIndex:25138; appliedIndex:25132; }","duration":"2.411565762s","start":"2026-02-27T00:38:47.229617Z","end":"2026-02-27T00:38:49.641182Z","steps":["trace[1415985266] 'read index received' (duration: 1.569229523s)","trace[1415985266] 'applied index is now lower than readState.Index' (duration: 842.334909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:49.641279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.230786Z","time spent":"2.410490268s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T00:38:49.641516Z","caller":"traceutil/trace.go:171","msg":"trace[1301914365] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"2.406259785s","start":"2026-02-27T00:38:47.235247Z","end":"2026-02-27T00:38:49.641507Z","steps":["trace[1301914365] 'process raft request' (duration: 2.405888526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.641616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.235237Z","time spent":"2.406322236s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:49.641516Z","caller":"traceutil/trace.go:171","msg":"trace[386460005] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"2.406865529s","start":"2026-02-27T00:38:47.234615Z","end":"2026-02-27T00:38:49.641481Z","steps":["trace[386460005] 'process raft request' (duration: 2.40650156s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.641764Z","caller":"traceutil/trace.go:171","msg":"trace[2059706681] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"2.408163307s","start":"2026-02-27T00:38:47.233581Z","end":"2026-02-27T00:38:49.641744Z","steps":["trace[2059706681] 'process raft request' (duration: 2.407513432s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.641874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.23356Z","time spent":"2.40825802s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:49.641893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.234606Z","time spent":"2.407112455s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:49.641636Z","caller":"traceutil/trace.go:171","msg":"trace[856814804] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"2.409059957s","start":"2026-02-27T00:38:47.232544Z","end":"2026-02-27T00:38:49.641604Z","steps":["trace[856814804] 'process raft request' (duration: 2.408455813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.641987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.232523Z","time spent":"2.409443405s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:49.641917Z","caller":"traceutil/trace.go:171","msg":"trace[886894395] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"2.405424597s","start":"2026-02-27T00:38:47.236297Z","end":"2026-02-27T00:38:49.641721Z","steps":["trace[886894395] 'process raft request' (duration: 2.404859683s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.642766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.236287Z","time spent":"2.406421898s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:50.141725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:50.374499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157842685s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:51.050013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.133802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:51.050308Z","caller":"traceutil/trace.go:171","msg":"trace[1598361649] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"2.164271143s","start":"2026-02-27T00:38:48.885999Z","end":"2026-02-27T00:38:51.050271Z","steps":["trace[1598361649] 'process raft request' (duration: 1.488759022s)","trace[1598361649] 'compare' (duration: 674.404386ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:51.050339Z","caller":"traceutil/trace.go:171","msg":"trace[2128407390] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"2.163360113s","start":"2026-02-27T00:38:48.88696Z","end":"2026-02-27T00:38:51.050321Z","steps":["trace[2128407390] 'process raft request' (duration: 2.163173519s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:51.050433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.885969Z","time spent":"2.164399826s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:51.050426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.886948Z","time spent":"2.163427445s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:51.050476Z","caller":"traceutil/trace.go:171","msg":"trace[23142653] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"2.162995917s","start":"2026-02-27T00:38:48.887455Z","end":"2026-02-27T00:38:51.050451Z","steps":["trace[23142653] 'process raft request' (duration: 2.162808672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:51.050616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.887434Z","time spent":"2.163103959s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:51.05067Z","caller":"traceutil/trace.go:171","msg":"trace[1305692555] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"2.162249959s","start":"2026-02-27T00:38:48.888399Z","end":"2026-02-27T00:38:51.050649Z","steps":["trace[1305692555] 'process raft request' (duration: 2.162138007s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:51.050679Z","caller":"traceutil/trace.go:171","msg":"trace[1876454564] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"2.163186881s","start":"2026-02-27T00:38:48.887455Z","end":"2026-02-27T00:38:51.050642Z","steps":["trace[1876454564] 'process raft request' (duration: 2.162952496s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:51.050768Z","caller":"traceutil/trace.go:171","msg":"trace[922432930] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"2.162182007s","start":"2026-02-27T00:38:48.888569Z","end":"2026-02-27T00:38:51.050751Z","steps":["trace[922432930] 'process raft request' (duration: 2.162118526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:51.050775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.888386Z","time spent":"2.162342061s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:51.050851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.888561Z","time spent":"2.162249389s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:51.050868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.887422Z","time spent":"2.163345094s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:51.050913Z","caller":"traceutil/trace.go:171","msg":"trace[572519374] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"2.16230548s","start":"2026-02-27T00:38:48.888447Z","end":"2026-02-27T00:38:51.050753Z","steps":["trace[572519374] 'process raft request' (duration: 2.162152537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:51.050993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.88841Z","time spent":"2.162540056s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:51.237841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:51.237927Z","caller":"traceutil/trace.go:171","msg":"trace[847292559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224696s","start":"2026-02-27T00:38:49.237684Z","end":"2026-02-27T00:38:51.237909Z","steps":["trace[847292559] 'agreement among raft nodes before linearized reading' (duration: 2.000119974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:51.237972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.237639Z","time spent":"2.000324488s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:52.346316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.304418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:52.346473Z","caller":"traceutil/trace.go:171","msg":"trace[1437615333] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"2.703703088s","start":"2026-02-27T00:38:49.642733Z","end":"2026-02-27T00:38:52.346436Z","steps":["trace[1437615333] 'process raft request' (duration: 1.987177336s)","trace[1437615333] 'compare' (duration: 716.167465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:52.346624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.642709Z","time spent":"2.703830292s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:52.346793Z","caller":"traceutil/trace.go:171","msg":"trace[977833672] linearizableReadLoop","detail":"{readStateIndex:25146; appliedIndex:25138; }","duration":"2.70551992s","start":"2026-02-27T00:38:49.641241Z","end":"2026-02-27T00:38:52.346761Z","steps":["trace[977833672] 'read index received' (duration: 733.48957ms)","trace[977833672] 'applied index is now lower than readState.Index' (duration: 1.972027339s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:52.846931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:53.212978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:53.213095Z","caller":"traceutil/trace.go:171","msg":"trace[863546598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423722s","start":"2026-02-27T00:38:51.212646Z","end":"2026-02-27T00:38:53.213069Z","steps":["trace[863546598] 'agreement among raft nodes before linearized reading' (duration: 2.000267268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.213162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.212625Z","time spent":"2.000528394s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:53.239582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:53.239659Z","caller":"traceutil/trace.go:171","msg":"trace[403447496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629475s","start":"2026-02-27T00:38:51.239006Z","end":"2026-02-27T00:38:53.239636Z","steps":["trace[403447496] 'agreement among raft nodes before linearized reading' (duration: 2.000529273s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.239693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.238967Z","time spent":"2.000721117s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:53.510217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163760648s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-27T00:38:53.510292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026978173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.510354Z","caller":"traceutil/trace.go:171","msg":"trace[221041685] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24279; }","duration":"4.027060585s","start":"2026-02-27T00:38:49.483267Z","end":"2026-02-27T00:38:53.510328Z","steps":["trace[221041685] 'agreement among raft nodes before linearized reading' (duration: 2.863612584s)","trace[221041685] 'count revisions from in-memory index tree' (duration: 1.163385259s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.510404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.483245Z","time spent":"4.027146837s","remote":"127.0.0.1:52610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.510808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277670727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-02-27T00:38:53.510842Z","caller":"traceutil/trace.go:171","msg":"trace[1042607866] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24279; }","duration":"4.277741508s","start":"2026-02-27T00:38:49.233088Z","end":"2026-02-27T00:38:53.510829Z","steps":["trace[1042607866] 'agreement among raft nodes before linearized reading' (duration: 3.113812628s)","trace[1042607866] 'range keys from in-memory index tree' (duration: 1.163813828s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.51087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.233065Z","time spent":"4.277799299s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T00:38:53.51022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.08553977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.511044Z","caller":"traceutil/trace.go:171","msg":"trace[308114917] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24279; }","duration":"5.08641473s","start":"2026-02-27T00:38:48.42461Z","end":"2026-02-27T00:38:53.511025Z","steps":["trace[308114917] 'agreement among raft nodes before linearized reading' (duration: 3.922330765s)","trace[308114917] 'count revisions from in-memory index tree' (duration: 1.163196315s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.511058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.802391019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T00:38:53.511044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.273842213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-02-27T00:38:53.51109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.424594Z","time spent":"5.086477641s","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.510974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.681348ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.511131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.276446371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.511157Z","caller":"traceutil/trace.go:171","msg":"trace[1828070369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24279; }","duration":"453.881232ms","start":"2026-02-27T00:38:53.057245Z","end":"2026-02-27T00:38:53.511126Z","steps":["trace[1828070369] 'range keys from in-memory index tree' (duration: 453.642547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.511163Z","caller":"traceutil/trace.go:171","msg":"trace[1728745469] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24279; }","duration":"6.276473892s","start":"2026-02-27T00:38:47.234678Z","end":"2026-02-27T00:38:53.511152Z","steps":["trace[1728745469] 'agreement among raft nodes before linearized reading' (duration: 5.112273875s)","trace[1728745469] 'range keys from in-memory index tree' (duration: 1.164162056s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.511206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.234654Z","time spent":"6.276544864s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:38:53.511362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.167156726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.511394Z","caller":"traceutil/trace.go:171","msg":"trace[1690810891] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24279; }","duration":"5.167224987s","start":"2026-02-27T00:38:48.344157Z","end":"2026-02-27T00:38:53.511382Z","steps":["trace[1690810891] 'agreement among raft nodes before linearized reading' (duration: 4.002803615s)","trace[1690810891] 'count revisions from in-memory index tree' (duration: 1.164374051s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:53.511095Z","caller":"traceutil/trace.go:171","msg":"trace[1035750386] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24279; }","duration":"5.80242484s","start":"2026-02-27T00:38:47.708659Z","end":"2026-02-27T00:38:53.511084Z","steps":["trace[1035750386] 'agreement among raft nodes before linearized reading' (duration: 4.638258094s)","trace[1035750386] 'range keys from in-memory index tree' (duration: 1.164082584s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.511427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.34413Z","time spent":"5.167288798s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.511471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.709018368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-69749f6559-vcc5r.1897f37cb9468869\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-02-27T00:38:53.511473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.708593Z","time spent":"5.802857s","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T00:38:53.511527Z","caller":"traceutil/trace.go:171","msg":"trace[2096725646] range","detail":"{range_begin:/registry/events/openstack/magnum-api-69749f6559-vcc5r.1897f37cb9468869; range_end:; response_count:1; response_revision:24279; }","duration":"4.70912217s","start":"2026-02-27T00:38:48.802377Z","end":"2026-02-27T00:38:53.511499Z","steps":["trace[2096725646] 'agreement among raft nodes before linearized reading' (duration: 3.544548375s)","trace[2096725646] 'range keys from in-memory index tree' (duration: 1.164461513s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.511571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.802345Z","time spent":"4.709217802s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-69749f6559-vcc5r.1897f37cb9468869\" "} {"level":"warn","ts":"2026-02-27T00:38:53.511879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.214999673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.511919Z","caller":"traceutil/trace.go:171","msg":"trace[940471456] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24279; }","duration":"6.215065925s","start":"2026-02-27T00:38:47.296839Z","end":"2026-02-27T00:38:53.511905Z","steps":["trace[940471456] 'agreement among raft nodes before linearized reading' (duration: 5.050074071s)","trace[940471456] 'range keys from in-memory index tree' (duration: 1.164944033s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.511946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.296822Z","time spent":"6.215114116s","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T00:38:53.512089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.223140475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.512116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.332807941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:53.512141Z","caller":"traceutil/trace.go:171","msg":"trace[2106242346] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24279; }","duration":"4.332869973s","start":"2026-02-27T00:38:49.179262Z","end":"2026-02-27T00:38:53.512132Z","steps":["trace[2106242346] 'agreement among raft nodes before linearized reading' (duration: 3.167680624s)","trace[2106242346] 'count revisions from in-memory index tree' (duration: 1.165156057s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:53.512143Z","caller":"traceutil/trace.go:171","msg":"trace[128919212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24279; }","duration":"6.223223907s","start":"2026-02-27T00:38:47.288896Z","end":"2026-02-27T00:38:53.51212Z","steps":["trace[128919212] 'agreement among raft nodes before linearized reading' (duration: 5.058030798s)","trace[128919212] 'count revisions from in-memory index tree' (duration: 1.165117647s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.512166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.17924Z","time spent":"4.332916194s","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.512183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.288877Z","time spent":"6.223295308s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:53.512288Z","caller":"traceutil/trace.go:171","msg":"trace[971033182] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"2.061792635s","start":"2026-02-27T00:38:51.450482Z","end":"2026-02-27T00:38:53.512275Z","steps":["trace[971033182] 'process raft request' (duration: 2.059818322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.512394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.450458Z","time spent":"2.061865306s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:53.513177Z","caller":"traceutil/trace.go:171","msg":"trace[476778816] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24279; }","duration":"6.276094474s","start":"2026-02-27T00:38:47.237071Z","end":"2026-02-27T00:38:53.513166Z","steps":["trace[476778816] 'agreement among raft nodes before linearized reading' (duration: 5.109874662s)","trace[476778816] 'range keys from in-memory index tree' (duration: 1.163944221s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.513207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:47.237061Z","time spent":"6.276138534s","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T00:38:54.075658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.239164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:54.076289Z","caller":"traceutil/trace.go:171","msg":"trace[1813048842] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"1.841881835s","start":"2026-02-27T00:38:52.234192Z","end":"2026-02-27T00:38:54.076073Z","steps":["trace[1813048842] 'process raft request' (duration: 1.278071738s)","trace[1813048842] 'compare' (duration: 562.879956ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:54.076387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.234155Z","time spent":"1.842186982s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.097407Z","caller":"traceutil/trace.go:171","msg":"trace[1904613463] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"1.039981235s","start":"2026-02-27T00:38:53.0574Z","end":"2026-02-27T00:38:54.097381Z","steps":["trace[1904613463] 'process raft request' (duration: 1.039885823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.097564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.057364Z","time spent":"1.040115538s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.097724Z","caller":"traceutil/trace.go:171","msg":"trace[1398893271] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"1.04022408s","start":"2026-02-27T00:38:53.05748Z","end":"2026-02-27T00:38:54.097704Z","steps":["trace[1398893271] 'process raft request' (duration: 1.039847142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.097844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.057432Z","time spent":"1.040349432s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.097954Z","caller":"traceutil/trace.go:171","msg":"trace[2096459988] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"1.501247341s","start":"2026-02-27T00:38:52.596693Z","end":"2026-02-27T00:38:54.09794Z","steps":["trace[2096459988] 'process raft request' (duration: 1.500425823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.098055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.596665Z","time spent":"1.501326203s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.098378Z","caller":"traceutil/trace.go:171","msg":"trace[1726273060] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"1.038896661s","start":"2026-02-27T00:38:53.059465Z","end":"2026-02-27T00:38:54.098362Z","steps":["trace[1726273060] 'process raft request' (duration: 1.038158574s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.098486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.059436Z","time spent":"1.038979382s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.098669Z","caller":"traceutil/trace.go:171","msg":"trace[1636152609] linearizableReadLoop","detail":"{readStateIndex:25150; appliedIndex:25146; }","duration":"1.751784183s","start":"2026-02-27T00:38:52.346841Z","end":"2026-02-27T00:38:54.098625Z","steps":["trace[1636152609] 'read index received' (duration: 940.130505ms)","trace[1636152609] 'applied index is now lower than readState.Index' (duration: 811.652178ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:54.09877Z","caller":"traceutil/trace.go:171","msg":"trace[564101339] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"1.039255719s","start":"2026-02-27T00:38:53.059502Z","end":"2026-02-27T00:38:54.098757Z","steps":["trace[564101339] 'process raft request' (duration: 1.038724616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.098859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.059482Z","time spent":"1.03933346s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.098892Z","caller":"traceutil/trace.go:171","msg":"trace[98442683] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"1.039375511s","start":"2026-02-27T00:38:53.059504Z","end":"2026-02-27T00:38:54.09888Z","steps":["trace[98442683] 'process raft request' (duration: 1.038814959s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.098964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.059484Z","time spent":"1.039445112s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:54.098961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496269282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T00:38:54.099076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430649798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:54.099115Z","caller":"traceutil/trace.go:171","msg":"trace[271115695] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24289; }","duration":"4.43074368s","start":"2026-02-27T00:38:49.668359Z","end":"2026-02-27T00:38:54.099103Z","steps":["trace[271115695] 'agreement among raft nodes before linearized reading' (duration: 4.430681559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.099125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452323169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T00:38:54.099145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.66833Z","time spent":"4.430807082s","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:54.099172Z","caller":"traceutil/trace.go:171","msg":"trace[403228659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24289; }","duration":"2.45237438s","start":"2026-02-27T00:38:51.64678Z","end":"2026-02-27T00:38:54.099155Z","steps":["trace[403228659] 'agreement among raft nodes before linearized reading' (duration: 2.451876019s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.099204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.646772Z","time spent":"2.452424781s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T00:38:54.099226Z","caller":"traceutil/trace.go:171","msg":"trace[24089920] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"1.039440303s","start":"2026-02-27T00:38:53.059675Z","end":"2026-02-27T00:38:54.099115Z","steps":["trace[24089920] 'process raft request' (duration: 1.038898811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.099212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45234971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:38:54.099372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452938683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T00:38:54.099406Z","caller":"traceutil/trace.go:171","msg":"trace[60758457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24289; }","duration":"2.453000075s","start":"2026-02-27T00:38:51.646399Z","end":"2026-02-27T00:38:54.099399Z","steps":["trace[60758457] 'agreement among raft nodes before linearized reading' (duration: 2.452912463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.099431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.646386Z","time spent":"2.453039225s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:54.099458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724216211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:38:54.099498Z","caller":"traceutil/trace.go:171","msg":"trace[1920092025] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24289; }","duration":"3.724293503s","start":"2026-02-27T00:38:50.375192Z","end":"2026-02-27T00:38:54.099486Z","steps":["trace[1920092025] 'agreement among raft nodes before linearized reading' (duration: 3.724093648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.099531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.375164Z","time spent":"3.724360414s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:54.099679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452119814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T00:38:54.099714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.059661Z","time spent":"1.039626446s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.099801Z","caller":"traceutil/trace.go:171","msg":"trace[571387558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24289; }","duration":"2.452253547s","start":"2026-02-27T00:38:51.647536Z","end":"2026-02-27T00:38:54.099789Z","steps":["trace[571387558] 'agreement among raft nodes before linearized reading' (duration: 2.45194497s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.099951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.647531Z","time spent":"2.45238443s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:38:54.100017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466709758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:54.100063Z","caller":"traceutil/trace.go:171","msg":"trace[2016028128] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24289; }","duration":"2.46679761s","start":"2026-02-27T00:38:51.633252Z","end":"2026-02-27T00:38:54.100049Z","steps":["trace[2016028128] 'agreement among raft nodes before linearized reading' (duration: 2.466731488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.100098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.633226Z","time spent":"2.466865092s","remote":"127.0.0.1:48828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:54.100333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454254882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T00:38:54.100368Z","caller":"traceutil/trace.go:171","msg":"trace[1358454344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24289; }","duration":"2.454345614s","start":"2026-02-27T00:38:51.646014Z","end":"2026-02-27T00:38:54.100359Z","steps":["trace[1358454344] 'agreement among raft nodes before linearized reading' (duration: 2.454236171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.100394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.645988Z","time spent":"2.454399625s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:38:54.099293Z","caller":"traceutil/trace.go:171","msg":"trace[1880988186] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24289; }","duration":"3.496628789s","start":"2026-02-27T00:38:50.602655Z","end":"2026-02-27T00:38:54.099283Z","steps":["trace[1880988186] 'agreement among raft nodes before linearized reading' (duration: 3.496180929s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:54.099371Z","caller":"traceutil/trace.go:171","msg":"trace[927296202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24289; }","duration":"2.452661817s","start":"2026-02-27T00:38:51.646672Z","end":"2026-02-27T00:38:54.099334Z","steps":["trace[927296202] 'agreement among raft nodes before linearized reading' (duration: 2.452117425s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.101101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.646646Z","time spent":"2.454403915s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:38:54.098721Z","caller":"traceutil/trace.go:171","msg":"trace[1608076373] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"1.039178716s","start":"2026-02-27T00:38:53.05952Z","end":"2026-02-27T00:38:54.098699Z","steps":["trace[1608076373] 'process raft request' (duration: 1.03886933s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.101345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.059508Z","time spent":"1.041705373s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:54.103409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.602638Z","time spent":"3.498263886s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T00:38:54.599842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:55.101054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:55.246633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000642786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:55.246728Z","caller":"traceutil/trace.go:171","msg":"trace[642728568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000791708s","start":"2026-02-27T00:38:53.245914Z","end":"2026-02-27T00:38:55.246705Z","steps":["trace[642728568] 'agreement among raft nodes before linearized reading' (duration: 2.000666975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:55.246782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.245897Z","time spent":"2.000873081s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T00:38:55.263398Z","caller":"traceutil/trace.go:171","msg":"trace[1269263336] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"1.740803278s","start":"2026-02-27T00:38:53.522564Z","end":"2026-02-27T00:38:55.263367Z","steps":["trace[1269263336] 'process raft request' (duration: 1.740725626s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:55.263461Z","caller":"traceutil/trace.go:171","msg":"trace[1908831067] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"1.74901291s","start":"2026-02-27T00:38:53.51441Z","end":"2026-02-27T00:38:55.263423Z","steps":["trace[1908831067] 'process raft request' (duration: 1.748672973s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:55.263807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.514385Z","time spent":"1.749321638s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:55.2643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.522551Z","time spent":"1.741016852s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:56.840655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536940254s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:38:56.869952Z","caller":"traceutil/trace.go:171","msg":"trace[76634117] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"2.763450037s","start":"2026-02-27T00:38:54.106448Z","end":"2026-02-27T00:38:56.869898Z","steps":["trace[76634117] 'process raft request' (duration: 2.734438443s)","trace[76634117] 'compare' (duration: 28.378691ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:56.870108Z","caller":"traceutil/trace.go:171","msg":"trace[811325643] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"2.763512239s","start":"2026-02-27T00:38:54.106561Z","end":"2026-02-27T00:38:56.870073Z","steps":["trace[811325643] 'process raft request' (duration: 2.763281084s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:56.870426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.106427Z","time spent":"2.763694413s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:56.870483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.106531Z","time spent":"2.763664712s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:56.870533Z","caller":"traceutil/trace.go:171","msg":"trace[1819250415] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"2.762353033s","start":"2026-02-27T00:38:54.108159Z","end":"2026-02-27T00:38:56.870512Z","steps":["trace[1819250415] 'process raft request' (duration: 2.761829081s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:56.871329Z","caller":"traceutil/trace.go:171","msg":"trace[845909182] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"2.763042467s","start":"2026-02-27T00:38:54.10826Z","end":"2026-02-27T00:38:56.871303Z","steps":["trace[845909182] 'process raft request' (duration: 2.762174048s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:56.870641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.108149Z","time spent":"2.762446105s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:56.87149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.108255Z","time spent":"2.763156661s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:56.871558Z","caller":"traceutil/trace.go:171","msg":"trace[2124422429] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"2.762659309s","start":"2026-02-27T00:38:54.108882Z","end":"2026-02-27T00:38:56.871541Z","steps":["trace[2124422429] 'process raft request' (duration: 2.762353833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:56.871641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.10885Z","time spent":"2.762750322s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:56.872794Z","caller":"traceutil/trace.go:171","msg":"trace[1564862613] linearizableReadLoop","detail":"{readStateIndex:25165; appliedIndex:25159; }","duration":"2.773990351s","start":"2026-02-27T00:38:54.098765Z","end":"2026-02-27T00:38:56.872755Z","steps":["trace[1564862613] 'read index received' (duration: 1.164742078s)","trace[1564862613] 'applied index is now lower than readState.Index' (duration: 1.609235583s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:56.873124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.356114246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:56.873167Z","caller":"traceutil/trace.go:171","msg":"trace[1372966251] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"2.764184564s","start":"2026-02-27T00:38:54.108967Z","end":"2026-02-27T00:38:56.873151Z","steps":["trace[1372966251] 'process raft request' (duration: 2.762469335s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:56.873189Z","caller":"traceutil/trace.go:171","msg":"trace[1638173285] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24297; }","duration":"3.356223637s","start":"2026-02-27T00:38:53.516951Z","end":"2026-02-27T00:38:56.873175Z","steps":["trace[1638173285] 'agreement among raft nodes before linearized reading' (duration: 3.356109845s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:56.873224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455629363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:56.87328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52337992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-27T00:38:56.873275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.51693Z","time spent":"3.35633274s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T00:38:56.873334Z","caller":"traceutil/trace.go:171","msg":"trace[87740711] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24297; }","duration":"4.523491472s","start":"2026-02-27T00:38:52.34983Z","end":"2026-02-27T00:38:56.873321Z","steps":["trace[87740711] 'agreement among raft nodes before linearized reading' (duration: 4.523271238s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:56.873337Z","caller":"traceutil/trace.go:171","msg":"trace[662144851] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24297; }","duration":"4.455812147s","start":"2026-02-27T00:38:52.417502Z","end":"2026-02-27T00:38:56.873314Z","steps":["trace[662144851] 'agreement among raft nodes before linearized reading' (duration: 4.455564792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:56.873379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.349804Z","time spent":"4.523566684s","remote":"127.0.0.1:48600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T00:38:56.873405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.417485Z","time spent":"4.455902799s","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:56.873299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.108945Z","time spent":"2.764260295s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:57.247115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:57.247213Z","caller":"traceutil/trace.go:171","msg":"trace[1421160002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129934s","start":"2026-02-27T00:38:55.24706Z","end":"2026-02-27T00:38:57.24719Z","steps":["trace[1421160002] 'agreement among raft nodes before linearized reading' (duration: 1.999999621s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.24726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:55.247043Z","time spent":"2.000209346s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:57.599904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.186138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:57.600106Z","caller":"traceutil/trace.go:171","msg":"trace[2077399024] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"1.49533206s","start":"2026-02-27T00:38:56.104756Z","end":"2026-02-27T00:38:57.600088Z","steps":["trace[2077399024] 'process raft request' (duration: 1.495250797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.600169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.104745Z","time spent":"1.495396631s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:57.600224Z","caller":"traceutil/trace.go:171","msg":"trace[747029876] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"1.495629666s","start":"2026-02-27T00:38:56.104552Z","end":"2026-02-27T00:38:57.600181Z","steps":["trace[747029876] 'process raft request' (duration: 1.17606944s)","trace[747029876] 'compare' (duration: 319.058814ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:57.600361Z","caller":"traceutil/trace.go:171","msg":"trace[1392376626] linearizableReadLoop","detail":"{readStateIndex:25172; appliedIndex:25165; }","duration":"727.463176ms","start":"2026-02-27T00:38:56.872875Z","end":"2026-02-27T00:38:57.600338Z","steps":["trace[1392376626] 'read index received' (duration: 407.762566ms)","trace[1392376626] 'applied index is now lower than readState.Index' (duration: 319.69917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:57.600431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.104524Z","time spent":"1.49579511s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:57.600474Z","caller":"traceutil/trace.go:171","msg":"trace[2042750687] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"1.494649195s","start":"2026-02-27T00:38:56.105812Z","end":"2026-02-27T00:38:57.600461Z","steps":["trace[2042750687] 'process raft request' (duration: 1.494240626s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.600575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.105798Z","time spent":"1.494697186s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:57.600706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152986748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:57.60077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721098486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T00:38:57.600761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358503527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:57.600804Z","caller":"traceutil/trace.go:171","msg":"trace[783022594] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24304; }","duration":"2.721180768s","start":"2026-02-27T00:38:54.879613Z","end":"2026-02-27T00:38:57.600794Z","steps":["trace[783022594] 'agreement among raft nodes before linearized reading' (duration: 2.721029634s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:57.600798Z","caller":"traceutil/trace.go:171","msg":"trace[256229827] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"1.49444603s","start":"2026-02-27T00:38:56.10634Z","end":"2026-02-27T00:38:57.600786Z","steps":["trace[256229827] 'process raft request' (duration: 1.493839217s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:57.600795Z","caller":"traceutil/trace.go:171","msg":"trace[789811798] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24304; }","duration":"1.153146291s","start":"2026-02-27T00:38:56.447628Z","end":"2026-02-27T00:38:57.600775Z","steps":["trace[789811798] 'agreement among raft nodes before linearized reading' (duration: 1.152877865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.600806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332605877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T00:38:57.600856Z","caller":"traceutil/trace.go:171","msg":"trace[851518291] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24304; }","duration":"1.35866265s","start":"2026-02-27T00:38:56.242172Z","end":"2026-02-27T00:38:57.600835Z","steps":["trace[851518291] 'agreement among raft nodes before linearized reading' (duration: 1.358481796s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:57.600843Z","caller":"traceutil/trace.go:171","msg":"trace[1754297434] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"1.491948465s","start":"2026-02-27T00:38:56.108864Z","end":"2026-02-27T00:38:57.600813Z","steps":["trace[1754297434] 'process raft request' (duration: 1.491404673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.600826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763761454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:57.600863Z","caller":"traceutil/trace.go:171","msg":"trace[446697487] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"1.490641775s","start":"2026-02-27T00:38:56.110183Z","end":"2026-02-27T00:38:57.600824Z","steps":["trace[446697487] 'process raft request' (duration: 1.490118424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.600914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.242142Z","time spent":"1.358762023s","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:57.600932Z","caller":"traceutil/trace.go:171","msg":"trace[390972174] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6; range_end:; response_count:1; response_revision:24304; }","duration":"2.332758801s","start":"2026-02-27T00:38:55.268128Z","end":"2026-02-27T00:38:57.600887Z","steps":["trace[390972174] 'agreement among raft nodes before linearized reading' (duration: 2.332486785s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.600841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.879589Z","time spent":"2.721247279s","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-27T00:38:57.60095Z","caller":"traceutil/trace.go:171","msg":"trace[1250135974] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24304; }","duration":"2.763968139s","start":"2026-02-27T00:38:54.836952Z","end":"2026-02-27T00:38:57.60092Z","steps":["trace[1250135974] 'agreement among raft nodes before linearized reading' (duration: 2.763747514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.600995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:55.268112Z","time spent":"2.332857492s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" "} {"level":"warn","ts":"2026-02-27T00:38:57.601051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.836913Z","time spent":"2.764119772s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:57.600971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.108848Z","time spent":"1.492060057s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:57.600917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.106307Z","time spent":"1.494562893s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:57.60088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.447602Z","time spent":"1.153267674s","remote":"127.0.0.1:58306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:57.601291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733159028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273004"} {"level":"warn","ts":"2026-02-27T00:38:57.601094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.110172Z","time spent":"1.490782628s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:57.601361Z","caller":"traceutil/trace.go:171","msg":"trace[1568256860] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24304; }","duration":"1.733270801s","start":"2026-02-27T00:38:55.868074Z","end":"2026-02-27T00:38:57.601344Z","steps":["trace[1568256860] 'agreement among raft nodes before linearized reading' (duration: 1.732646897s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:57.600738Z","caller":"traceutil/trace.go:171","msg":"trace[1496103441] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"1.492565429s","start":"2026-02-27T00:38:56.108149Z","end":"2026-02-27T00:38:57.600714Z","steps":["trace[1496103441] 'process raft request' (duration: 1.492094709s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.601422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:55.868052Z","time spent":"1.733355932s","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273028,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T00:38:57.602472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.108136Z","time spent":"1.493294424s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:58.01221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.513534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:58.012464Z","caller":"traceutil/trace.go:171","msg":"trace[868552497] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"408.924693ms","start":"2026-02-27T00:38:57.603516Z","end":"2026-02-27T00:38:58.01244Z","steps":["trace[868552497] 'process raft request' (duration: 408.81258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.012531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:57.603485Z","time spent":"409.012525ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:58.012502Z","caller":"traceutil/trace.go:171","msg":"trace[300306549] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"763.295153ms","start":"2026-02-27T00:38:57.249145Z","end":"2026-02-27T00:38:58.01244Z","steps":["trace[300306549] 'process raft request' (duration: 662.459421ms)","trace[300306549] 'compare' (duration: 100.181326ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:58.012587Z","caller":"traceutil/trace.go:171","msg":"trace[1426686116] linearizableReadLoop","detail":"{readStateIndex:25173; appliedIndex:25172; }","duration":"412.125423ms","start":"2026-02-27T00:38:57.600427Z","end":"2026-02-27T00:38:58.012552Z","steps":["trace[1426686116] 'read index received' (duration: 311.201959ms)","trace[1426686116] 'applied index is now lower than readState.Index' (duration: 100.920834ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:58.012766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00961627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:58.01282Z","caller":"traceutil/trace.go:171","msg":"trace[1880803414] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24306; }","duration":"1.009723203s","start":"2026-02-27T00:38:57.003079Z","end":"2026-02-27T00:38:58.012802Z","steps":["trace[1880803414] 'agreement among raft nodes before linearized reading' (duration: 1.009558289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.012805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.398322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:58.012858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:57.003054Z","time spent":"1.009794424s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:58.01287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:57.249113Z","time spent":"763.63221ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:58.012891Z","caller":"traceutil/trace.go:171","msg":"trace[495105210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24306; }","duration":"757.530575ms","start":"2026-02-27T00:38:57.255333Z","end":"2026-02-27T00:38:58.012863Z","steps":["trace[495105210] 'agreement among raft nodes before linearized reading' (duration: 757.335961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.012905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135423296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-27T00:38:58.012949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:57.255321Z","time spent":"757.616857ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:38:58.012965Z","caller":"traceutil/trace.go:171","msg":"trace[1092953734] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24306; }","duration":"1.135547959s","start":"2026-02-27T00:38:56.8774Z","end":"2026-02-27T00:38:58.012948Z","steps":["trace[1092953734] 'agreement among raft nodes before linearized reading' (duration: 1.135318624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.013021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.877381Z","time spent":"1.135626561s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:38:58.013034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137778099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T00:38:58.013088Z","caller":"traceutil/trace.go:171","msg":"trace[2036219443] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24306; }","duration":"1.137871691s","start":"2026-02-27T00:38:56.8752Z","end":"2026-02-27T00:38:58.013072Z","steps":["trace[2036219443] 'agreement among raft nodes before linearized reading' (duration: 1.137740578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.01311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.428414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:58.013127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:56.875184Z","time spent":"1.137931303s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T00:38:58.013144Z","caller":"traceutil/trace.go:171","msg":"trace[909067945] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24306; }","duration":"342.512996ms","start":"2026-02-27T00:38:57.670621Z","end":"2026-02-27T00:38:58.013134Z","steps":["trace[909067945] 'agreement among raft nodes before linearized reading' (duration: 342.452965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.013173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:57.670597Z","time spent":"342.568377ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:58.012906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.027023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T00:38:58.013235Z","caller":"traceutil/trace.go:171","msg":"trace[1806043703] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7c2e548-14b8-44da-add5-a01f888cd319; range_end:; response_count:1; response_revision:24306; }","duration":"408.573815ms","start":"2026-02-27T00:38:57.604639Z","end":"2026-02-27T00:38:58.013213Z","steps":["trace[1806043703] 'agreement among raft nodes before linearized reading' (duration: 408.115315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.013306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:57.604619Z","time spent":"408.668167ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-e7c2e548-14b8-44da-add5-a01f888cd319\" "} {"level":"warn","ts":"2026-02-27T00:38:58.014655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.45493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:38:58.014764Z","caller":"traceutil/trace.go:171","msg":"trace[1578799427] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24306; }","duration":"926.633265ms","start":"2026-02-27T00:38:57.088103Z","end":"2026-02-27T00:38:58.014736Z","steps":["trace[1578799427] 'agreement among raft nodes before linearized reading' (duration: 924.469637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.014815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:57.088079Z","time spent":"926.724547ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2616,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:58.880219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.020103Z","time spent":"860.109605ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:38:58.880433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.754215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f11ff39-ea52-4988-8546-29d43cbc6b89\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T00:38:58.880491Z","caller":"traceutil/trace.go:171","msg":"trace[868063309] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f11ff39-ea52-4988-8546-29d43cbc6b89; range_end:; response_count:1; response_revision:24308; }","duration":"858.858877ms","start":"2026-02-27T00:38:58.021621Z","end":"2026-02-27T00:38:58.88048Z","steps":["trace[868063309] 'agreement among raft nodes before linearized reading' (duration: 858.659443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.880537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.021614Z","time spent":"858.912258ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6f11ff39-ea52-4988-8546-29d43cbc6b89\" "} {"level":"info","ts":"2026-02-27T00:38:58.880585Z","caller":"traceutil/trace.go:171","msg":"trace[884711923] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"854.310316ms","start":"2026-02-27T00:38:58.026235Z","end":"2026-02-27T00:38:58.880546Z","steps":["trace[884711923] 'process raft request' (duration: 853.821684ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:58.880226Z","caller":"traceutil/trace.go:171","msg":"trace[1577699196] linearizableReadLoop","detail":"{readStateIndex:25176; appliedIndex:25174; }","duration":"858.54246ms","start":"2026-02-27T00:38:58.021653Z","end":"2026-02-27T00:38:58.880196Z","steps":["trace[1577699196] 'read index received' (duration: 64.159737ms)","trace[1577699196] 'applied index is now lower than readState.Index' (duration: 794.381263ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:58.880752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.026227Z","time spent":"854.437419ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:59.91141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.908744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:59.911859Z","caller":"traceutil/trace.go:171","msg":"trace[1105405318] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"825.010755ms","start":"2026-02-27T00:38:59.086793Z","end":"2026-02-27T00:38:59.911804Z","steps":["trace[1105405318] 'process raft request' (duration: 824.926293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.911957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.086771Z","time spent":"825.134457ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:59.912579Z","caller":"traceutil/trace.go:171","msg":"trace[885951012] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"1.031308001s","start":"2026-02-27T00:38:58.881249Z","end":"2026-02-27T00:38:59.912557Z","steps":["trace[885951012] 'process raft request' (duration: 1.030373881s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:59.912602Z","caller":"traceutil/trace.go:171","msg":"trace[801579090] linearizableReadLoop","detail":"{readStateIndex:25178; appliedIndex:25177; }","duration":"1.031887554s","start":"2026-02-27T00:38:58.880661Z","end":"2026-02-27T00:38:59.912549Z","steps":["trace[801579090] 'read index received' (duration: 88.781694ms)","trace[801579090] 'applied index is now lower than readState.Index' (duration: 943.09957ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:59.912673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.881228Z","time spent":"1.031396443s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:59.912844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037324315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:38:59.912864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317047475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:59.912907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03758971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:38:59.912945Z","caller":"traceutil/trace.go:171","msg":"trace[448784726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24311; }","duration":"1.037459997s","start":"2026-02-27T00:38:58.875461Z","end":"2026-02-27T00:38:59.912921Z","steps":["trace[448784726] 'agreement among raft nodes before linearized reading' (duration: 1.037138s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:59.912961Z","caller":"traceutil/trace.go:171","msg":"trace[1188934199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24311; }","duration":"1.317198119s","start":"2026-02-27T00:38:58.595736Z","end":"2026-02-27T00:38:59.912935Z","steps":["trace[1188934199] 'agreement among raft nodes before linearized reading' (duration: 1.317037835s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:59.912984Z","caller":"traceutil/trace.go:171","msg":"trace[1619064899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24311; }","duration":"1.037716263s","start":"2026-02-27T00:38:58.875244Z","end":"2026-02-27T00:38:59.91296Z","steps":["trace[1619064899] 'agreement among raft nodes before linearized reading' (duration: 1.037492308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.912994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.875448Z","time spent":"1.03753541s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:59.913003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.595716Z","time spent":"1.31727888s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:59.913033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.875225Z","time spent":"1.037796456s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:38:59.913058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034678766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:38:59.913158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885823992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-27T00:38:59.913188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888840609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:59.913211Z","caller":"traceutil/trace.go:171","msg":"trace[101964503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24311; }","duration":"1.885893433s","start":"2026-02-27T00:38:58.027303Z","end":"2026-02-27T00:38:59.913196Z","steps":["trace[101964503] 'agreement among raft nodes before linearized reading' (duration: 1.88574523s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:59.913223Z","caller":"traceutil/trace.go:171","msg":"trace[1069599660] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24311; }","duration":"1.88888029s","start":"2026-02-27T00:38:58.024332Z","end":"2026-02-27T00:38:59.913212Z","steps":["trace[1069599660] 'agreement among raft nodes before linearized reading' (duration: 1.888817348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.913252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.027295Z","time spent":"1.885948625s","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T00:38:59.913256Z","caller":"traceutil/trace.go:171","msg":"trace[9739884] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"1.812537762s","start":"2026-02-27T00:38:58.100698Z","end":"2026-02-27T00:38:59.913236Z","steps":["trace[9739884] 'process raft request' (duration: 868.724666ms)","trace[9739884] 'compare' (duration: 941.010604ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:59.913266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095837787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:59.913305Z","caller":"traceutil/trace.go:171","msg":"trace[315066647] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24311; }","duration":"1.095922128s","start":"2026-02-27T00:38:58.81737Z","end":"2026-02-27T00:38:59.913292Z","steps":["trace[315066647] 'agreement among raft nodes before linearized reading' (duration: 1.095850586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.913249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082423818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:59.913335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03757694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:38:59.913346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.817347Z","time spent":"1.09599081s","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:59.91339Z","caller":"traceutil/trace.go:171","msg":"trace[1925405975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24311; }","duration":"1.037650762s","start":"2026-02-27T00:38:58.875722Z","end":"2026-02-27T00:38:59.913373Z","steps":["trace[1925405975] 'agreement among raft nodes before linearized reading' (duration: 1.037465408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.913385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.100683Z","time spent":"1.812618915s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T00:38:59.913439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.875713Z","time spent":"1.037717524s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:38:59.913429Z","caller":"traceutil/trace.go:171","msg":"trace[112808753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24311; }","duration":"1.082661833s","start":"2026-02-27T00:38:58.830701Z","end":"2026-02-27T00:38:59.913363Z","steps":["trace[112808753] 'agreement among raft nodes before linearized reading' (duration: 1.082363787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.913462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318998529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:59.91318Z","caller":"traceutil/trace.go:171","msg":"trace[313803623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24311; }","duration":"1.034831369s","start":"2026-02-27T00:38:58.878318Z","end":"2026-02-27T00:38:59.913149Z","steps":["trace[313803623] 'agreement among raft nodes before linearized reading' (duration: 1.034431561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.913548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.830683Z","time spent":"1.082837947s","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:59.913682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037224563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:38:59.913734Z","caller":"traceutil/trace.go:171","msg":"trace[1477978341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24311; }","duration":"1.037276244s","start":"2026-02-27T00:38:58.876445Z","end":"2026-02-27T00:38:59.913722Z","steps":["trace[1477978341] 'agreement among raft nodes before linearized reading' (duration: 1.037157601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.913772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.876412Z","time spent":"1.037352776s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:59.913774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.878291Z","time spent":"1.035241009s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:59.913259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.024313Z","time spent":"1.888936291s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:59.913496Z","caller":"traceutil/trace.go:171","msg":"trace[1376931141] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24311; }","duration":"1.31907052s","start":"2026-02-27T00:38:58.594415Z","end":"2026-02-27T00:38:59.913486Z","steps":["trace[1376931141] 'agreement among raft nodes before linearized reading' (duration: 1.319004258s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.913894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:58.594396Z","time spent":"1.31948579s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:59.919528Z","caller":"traceutil/trace.go:171","msg":"trace[993333568] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"312.632451ms","start":"2026-02-27T00:38:59.606856Z","end":"2026-02-27T00:38:59.919489Z","steps":["trace[993333568] 'process raft request' (duration: 312.445767ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:59.919655Z","caller":"traceutil/trace.go:171","msg":"trace[900790599] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"312.56407ms","start":"2026-02-27T00:38:59.607081Z","end":"2026-02-27T00:38:59.919645Z","steps":["trace[900790599] 'process raft request' (duration: 312.341725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.919727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.607032Z","time spent":"312.642032ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:59.919838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.606832Z","time spent":"312.740584ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:59.919891Z","caller":"traceutil/trace.go:171","msg":"trace[1376040238] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"312.682293ms","start":"2026-02-27T00:38:59.607195Z","end":"2026-02-27T00:38:59.919877Z","steps":["trace[1376040238] 'process raft request' (duration: 312.420517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.919954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.607174Z","time spent":"312.755535ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:59.920084Z","caller":"traceutil/trace.go:171","msg":"trace[1077410581] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"312.336575ms","start":"2026-02-27T00:38:59.60774Z","end":"2026-02-27T00:38:59.920077Z","steps":["trace[1077410581] 'process raft request' (duration: 312.073679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.920125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.607727Z","time spent":"312.375495ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:59.920182Z","caller":"traceutil/trace.go:171","msg":"trace[1714730046] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"312.440617ms","start":"2026-02-27T00:38:59.607735Z","end":"2026-02-27T00:38:59.920176Z","steps":["trace[1714730046] 'process raft request' (duration: 312.236613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.920214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.607719Z","time spent":"312.479069ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:59.92026Z","caller":"traceutil/trace.go:171","msg":"trace[1681434532] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"312.325834ms","start":"2026-02-27T00:38:59.60791Z","end":"2026-02-27T00:38:59.920235Z","steps":["trace[1681434532] 'process raft request' (duration: 312.196432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.920593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.607899Z","time spent":"312.431777ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:59.920624Z","caller":"traceutil/trace.go:171","msg":"trace[2121537191] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"312.654543ms","start":"2026-02-27T00:38:59.607953Z","end":"2026-02-27T00:38:59.920608Z","steps":["trace[2121537191] 'process raft request' (duration: 312.194462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.9207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.607942Z","time spent":"312.716844ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:59.920809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.066763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:59.920838Z","caller":"traceutil/trace.go:171","msg":"trace[922365060] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24322; }","duration":"882.135444ms","start":"2026-02-27T00:38:59.038695Z","end":"2026-02-27T00:38:59.92083Z","steps":["trace[922365060] 'agreement among raft nodes before linearized reading' (duration: 882.092053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.920806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.70825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:59.920862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.038672Z","time spent":"882.184586ms","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:59.920854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.749555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T00:38:59.920895Z","caller":"traceutil/trace.go:171","msg":"trace[464972233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24322; }","duration":"675.786226ms","start":"2026-02-27T00:38:59.245097Z","end":"2026-02-27T00:38:59.920883Z","steps":["trace[464972233] 'agreement among raft nodes before linearized reading' (duration: 675.658593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:59.920934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:59.245037Z","time spent":"675.890159ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T00:38:59.920882Z","caller":"traceutil/trace.go:171","msg":"trace[261921318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24322; }","duration":"275.865964ms","start":"2026-02-27T00:38:59.644999Z","end":"2026-02-27T00:38:59.920865Z","steps":["trace[261921318] 'agreement among raft nodes before linearized reading' (duration: 275.66004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.500178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569713950,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:39:10.544911Z","caller":"traceutil/trace.go:171","msg":"trace[1955296136] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"615.669579ms","start":"2026-02-27T00:39:09.929202Z","end":"2026-02-27T00:39:10.544871Z","steps":["trace[1955296136] 'process raft request' (duration: 615.443874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.545117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:09.929175Z","time spent":"615.833853ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:10.565931Z","caller":"traceutil/trace.go:171","msg":"trace[1751826777] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"586.4713ms","start":"2026-02-27T00:39:09.97943Z","end":"2026-02-27T00:39:10.565901Z","steps":["trace[1751826777] 'process raft request' (duration: 586.257485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.56611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:09.979399Z","time spent":"586.619003ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:10.566269Z","caller":"traceutil/trace.go:171","msg":"trace[880855196] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"583.416242ms","start":"2026-02-27T00:39:09.982819Z","end":"2026-02-27T00:39:10.566235Z","steps":["trace[880855196] 'process raft request' (duration: 583.045514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:10.56639Z","caller":"traceutil/trace.go:171","msg":"trace[231408077] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"581.158552ms","start":"2026-02-27T00:39:09.985203Z","end":"2026-02-27T00:39:10.566362Z","steps":["trace[231408077] 'process raft request' (duration: 580.975258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.566425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:09.982779Z","time spent":"583.567265ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:10.566564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:09.985172Z","time spent":"581.290465ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:10.566635Z","caller":"traceutil/trace.go:171","msg":"trace[1646460264] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"581.289185ms","start":"2026-02-27T00:39:09.985333Z","end":"2026-02-27T00:39:10.566622Z","steps":["trace[1646460264] 'process raft request' (duration: 580.966517ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:10.566684Z","caller":"traceutil/trace.go:171","msg":"trace[750435113] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"579.804123ms","start":"2026-02-27T00:39:09.986864Z","end":"2026-02-27T00:39:10.566669Z","steps":["trace[750435113] 'process raft request' (duration: 579.586188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.566691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:09.985326Z","time spent":"581.336935ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:10.566707Z","caller":"traceutil/trace.go:171","msg":"trace[891910868] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"579.039965ms","start":"2026-02-27T00:39:09.987657Z","end":"2026-02-27T00:39:10.566697Z","steps":["trace[891910868] 'process raft request' (duration: 578.982634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.566754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:09.987643Z","time spent":"579.084817ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:10.566754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:09.98685Z","time spent":"579.865414ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:10.566745Z","caller":"traceutil/trace.go:171","msg":"trace[1721239239] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"579.754791ms","start":"2026-02-27T00:39:09.986948Z","end":"2026-02-27T00:39:10.566702Z","steps":["trace[1721239239] 'process raft request' (duration: 579.655229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.566859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:09.986941Z","time spent":"579.863343ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:10.567089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.143311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:39:10.567206Z","caller":"traceutil/trace.go:171","msg":"trace[330072652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24391; }","duration":"567.311074ms","start":"2026-02-27T00:39:09.999871Z","end":"2026-02-27T00:39:10.567183Z","steps":["trace[330072652] 'agreement among raft nodes before linearized reading' (duration: 566.902755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.567272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:09.999855Z","time spent":"567.400916ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:39:10.566746Z","caller":"traceutil/trace.go:171","msg":"trace[384356181] linearizableReadLoop","detail":"{readStateIndex:25262; appliedIndex:25254; }","duration":"566.755062ms","start":"2026-02-27T00:39:09.999927Z","end":"2026-02-27T00:39:10.566682Z","steps":["trace[384356181] 'read index received' (duration: 544.784953ms)","trace[384356181] 'applied index is now lower than readState.Index' (duration: 21.968979ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:10.568048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.781283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:39:10.568108Z","caller":"traceutil/trace.go:171","msg":"trace[1280141183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24391; }","duration":"566.868546ms","start":"2026-02-27T00:39:10.001223Z","end":"2026-02-27T00:39:10.568092Z","steps":["trace[1280141183] 'agreement among raft nodes before linearized reading' (duration: 566.712222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.568158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:10.00121Z","time spent":"566.936267ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:39:10.568522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.239524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:39:10.568668Z","caller":"traceutil/trace.go:171","msg":"trace[689974607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24391; }","duration":"545.439159ms","start":"2026-02-27T00:39:10.023213Z","end":"2026-02-27T00:39:10.568652Z","steps":["trace[689974607] 'agreement among raft nodes before linearized reading' (duration: 545.159903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.568715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:10.023188Z","time spent":"545.51378ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:39:10.56899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.303435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:39:10.569029Z","caller":"traceutil/trace.go:171","msg":"trace[1789691172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24391; }","duration":"567.393857ms","start":"2026-02-27T00:39:10.001626Z","end":"2026-02-27T00:39:10.56902Z","steps":["trace[1789691172] 'agreement among raft nodes before linearized reading' (duration: 567.229533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.569053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:10.001604Z","time spent":"567.444108ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:10.569209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.350485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:39:10.569227Z","caller":"traceutil/trace.go:171","msg":"trace[2047483885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24391; }","duration":"567.428026ms","start":"2026-02-27T00:39:10.001793Z","end":"2026-02-27T00:39:10.569221Z","steps":["trace[2047483885] 'agreement among raft nodes before linearized reading' (duration: 567.370515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.569244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:10.001759Z","time spent":"567.482118ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:10.569344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:39:10.569372Z","caller":"traceutil/trace.go:171","msg":"trace[1549405955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24391; }","duration":"567.640311ms","start":"2026-02-27T00:39:10.001723Z","end":"2026-02-27T00:39:10.569363Z","steps":["trace[1549405955] 'agreement among raft nodes before linearized reading' (duration: 567.57639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:10.569394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:10.001715Z","time spent":"567.675922ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:13.420142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.777747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:13.420253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.876226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:13.420346Z","caller":"traceutil/trace.go:171","msg":"trace[2063351329] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24465; }","duration":"219.03321ms","start":"2026-02-27T00:39:13.201288Z","end":"2026-02-27T00:39:13.420321Z","steps":["trace[2063351329] 'count revisions from in-memory index tree' (duration: 218.667922ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:13.420341Z","caller":"traceutil/trace.go:171","msg":"trace[274111598] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24465; }","duration":"363.008402ms","start":"2026-02-27T00:39:13.057304Z","end":"2026-02-27T00:39:13.420313Z","steps":["trace[274111598] 'range keys from in-memory index tree' (duration: 362.721876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:13.420476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.385747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:39:13.420591Z","caller":"traceutil/trace.go:171","msg":"trace[220686543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24465; }","duration":"129.54896ms","start":"2026-02-27T00:39:13.291013Z","end":"2026-02-27T00:39:13.420562Z","steps":["trace[220686543] 'count revisions from in-memory index tree' (duration: 129.307785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:13.420733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.33088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-27T00:39:13.42083Z","caller":"traceutil/trace.go:171","msg":"trace[1178776092] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24465; }","duration":"305.425932ms","start":"2026-02-27T00:39:13.115356Z","end":"2026-02-27T00:39:13.420782Z","steps":["trace[1178776092] 'range keys from in-memory index tree' (duration: 305.009372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:13.420913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:13.115267Z","time spent":"305.603626ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"warn","ts":"2026-02-27T00:39:14.320393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:14.821322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:14.955206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331373305s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:39:14.955624Z","caller":"traceutil/trace.go:171","msg":"trace[1833187596] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"1.331912377s","start":"2026-02-27T00:39:13.623681Z","end":"2026-02-27T00:39:14.955593Z","steps":["trace[1833187596] 'process raft request' (duration: 1.331735103s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:14.955827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:13.623659Z","time spent":"1.33204367s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:15.979109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023657121s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:39:15.979743Z","caller":"traceutil/trace.go:171","msg":"trace[1431794761] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"2.091229149s","start":"2026-02-27T00:39:13.888457Z","end":"2026-02-27T00:39:15.979687Z","steps":["trace[1431794761] 'process raft request' (duration: 2.090956693s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:15.979962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:13.888427Z","time spent":"2.091432095s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:16.015873Z","caller":"traceutil/trace.go:171","msg":"trace[538862919] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"1.436937591s","start":"2026-02-27T00:39:14.578906Z","end":"2026-02-27T00:39:16.015843Z","steps":["trace[538862919] 'process raft request' (duration: 1.436635185s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:16.016042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.578872Z","time spent":"1.437067404s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:17.021965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005998939s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:17.022849Z","caller":"traceutil/trace.go:171","msg":"trace[1227813749] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"2.443448372s","start":"2026-02-27T00:39:14.579373Z","end":"2026-02-27T00:39:17.022822Z","steps":["trace[1227813749] 'process raft request' (duration: 1.43645923s)","trace[1227813749] 'compare' (duration: 1.005771604s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:17.022969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.579342Z","time spent":"2.443561104s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:17.023133Z","caller":"traceutil/trace.go:171","msg":"trace[1651860729] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"1.471688024s","start":"2026-02-27T00:39:15.551417Z","end":"2026-02-27T00:39:17.023105Z","steps":["trace[1651860729] 'process raft request' (duration: 1.471648103s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.023289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:15.551393Z","time spent":"1.471812896s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:17.023378Z","caller":"traceutil/trace.go:171","msg":"trace[300127740] linearizableReadLoop","detail":"{readStateIndex:25346; appliedIndex:25336; }","duration":"3.203624925s","start":"2026-02-27T00:39:13.819741Z","end":"2026-02-27T00:39:17.023365Z","steps":["trace[300127740] 'read index received' (duration: 1.135716544s)","trace[300127740] 'applied index is now lower than readState.Index' (duration: 2.067906781s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:17.023413Z","caller":"traceutil/trace.go:171","msg":"trace[1801805637] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"2.438954752s","start":"2026-02-27T00:39:14.584403Z","end":"2026-02-27T00:39:17.023357Z","steps":["trace[1801805637] 'process raft request' (duration: 2.438620055s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.023526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203794899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T00:39:17.02355Z","caller":"traceutil/trace.go:171","msg":"trace[1032967246] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24475; }","duration":"3.20382296s","start":"2026-02-27T00:39:13.81972Z","end":"2026-02-27T00:39:17.023543Z","steps":["trace[1032967246] 'agreement among raft nodes before linearized reading' (duration: 3.203697597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.023566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:13.819657Z","time spent":"3.203905731s","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T00:39:17.023592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.584388Z","time spent":"2.439111026s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:17.023635Z","caller":"traceutil/trace.go:171","msg":"trace[1596160129] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"2.441032038s","start":"2026-02-27T00:39:14.582586Z","end":"2026-02-27T00:39:17.023618Z","steps":["trace[1596160129] 'process raft request' (duration: 2.440178599s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.023759Z","caller":"traceutil/trace.go:171","msg":"trace[1122654689] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"2.440378814s","start":"2026-02-27T00:39:14.583361Z","end":"2026-02-27T00:39:17.02374Z","steps":["trace[1122654689] 'process raft request' (duration: 2.439627907s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.023798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.583333Z","time spent":"2.440446005s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:17.023404Z","caller":"traceutil/trace.go:171","msg":"trace[1398816177] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"2.440734061s","start":"2026-02-27T00:39:14.582624Z","end":"2026-02-27T00:39:17.023358Z","steps":["trace[1398816177] 'process raft request' (duration: 2.440324873s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.023849Z","caller":"traceutil/trace.go:171","msg":"trace[796409073] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"2.441192631s","start":"2026-02-27T00:39:14.582641Z","end":"2026-02-27T00:39:17.023833Z","steps":["trace[796409073] 'process raft request' (duration: 2.440262881s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.023871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.582575Z","time spent":"2.441281213s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:17.023871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.582562Z","time spent":"2.44115057s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:17.023924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.582601Z","time spent":"2.441283103s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:17.524196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:17.595451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:39:17.59553Z","caller":"traceutil/trace.go:171","msg":"trace[884312330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462211s","start":"2026-02-27T00:39:15.595045Z","end":"2026-02-27T00:39:17.595507Z","steps":["trace[884312330] 'agreement among raft nodes before linearized reading' (duration: 2.000360919s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.595583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:15.595025Z","time spent":"2.000547262s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:39:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:39:17.874104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.246869534s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:39:17.87517Z","caller":"traceutil/trace.go:171","msg":"trace[1193344281] linearizableReadLoop","detail":"{readStateIndex:25348; appliedIndex:25347; }","duration":"851.750299ms","start":"2026-02-27T00:39:17.023398Z","end":"2026-02-27T00:39:17.875148Z","steps":["trace[1193344281] 'read index received' (duration: 850.890171ms)","trace[1193344281] 'applied index is now lower than readState.Index' (duration: 858.818µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:17.87533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467042812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:17.875354Z","caller":"traceutil/trace.go:171","msg":"trace[773991071] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24476; }","duration":"3.467123505s","start":"2026-02-27T00:39:14.408222Z","end":"2026-02-27T00:39:17.875345Z","steps":["trace[773991071] 'agreement among raft nodes before linearized reading' (duration: 3.467053593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029327059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:17.875336Z","caller":"traceutil/trace.go:171","msg":"trace[1270271066] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"1.248180794s","start":"2026-02-27T00:39:16.627118Z","end":"2026-02-27T00:39:17.875299Z","steps":["trace[1270271066] 'process raft request' (duration: 1.247269514s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.87539Z","caller":"traceutil/trace.go:171","msg":"trace[1581838614] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24476; }","duration":"3.029446281s","start":"2026-02-27T00:39:14.84593Z","end":"2026-02-27T00:39:17.875376Z","steps":["trace[1581838614] 'agreement among raft nodes before linearized reading' (duration: 3.029281188s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296687769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:17.875431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.845907Z","time spent":"3.029517642s","remote":"127.0.0.1:38340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:17.875469Z","caller":"traceutil/trace.go:171","msg":"trace[1201594353] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24476; }","duration":"2.296800871s","start":"2026-02-27T00:39:15.578646Z","end":"2026-02-27T00:39:17.875447Z","steps":["trace[1201594353] 'agreement among raft nodes before linearized reading' (duration: 2.296619637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771302987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-27T00:39:17.875518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:15.578604Z","time spent":"2.296901803s","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:17.875546Z","caller":"traceutil/trace.go:171","msg":"trace[1952237916] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24476; }","duration":"3.771378189s","start":"2026-02-27T00:39:14.104162Z","end":"2026-02-27T00:39:17.87554Z","steps":["trace[1952237916] 'agreement among raft nodes before linearized reading' (duration: 3.771275007s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:16.627096Z","time spent":"1.248321406s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:17.875563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.104136Z","time spent":"3.771421689s","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T00:39:17.875654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470525583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-69749f6559-vcc5r.1897f37cb9468869\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-27T00:39:17.875683Z","caller":"traceutil/trace.go:171","msg":"trace[609118633] range","detail":"{range_begin:/registry/events/openstack/magnum-api-69749f6559-vcc5r.1897f37cb9468869; range_end:; response_count:1; response_revision:24476; }","duration":"2.470582305s","start":"2026-02-27T00:39:15.405095Z","end":"2026-02-27T00:39:17.875677Z","steps":["trace[609118633] 'agreement among raft nodes before linearized reading' (duration: 2.470481663s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:15.405074Z","time spent":"2.470619766s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-69749f6559-vcc5r.1897f37cb9468869\" "} {"level":"warn","ts":"2026-02-27T00:39:17.875706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.840860824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:17.875704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.481359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-27T00:39:17.875725Z","caller":"traceutil/trace.go:171","msg":"trace[595993564] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24476; }","duration":"3.840931245s","start":"2026-02-27T00:39:14.034788Z","end":"2026-02-27T00:39:17.875719Z","steps":["trace[595993564] 'agreement among raft nodes before linearized reading' (duration: 3.840897524s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.034761Z","time spent":"3.840976216s","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:17.875778Z","caller":"traceutil/trace.go:171","msg":"trace[776287441] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24476; }","duration":"961.578071ms","start":"2026-02-27T00:39:16.914156Z","end":"2026-02-27T00:39:17.875734Z","steps":["trace[776287441] 'agreement among raft nodes before linearized reading' (duration: 961.438548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128621872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:17.87582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:16.914137Z","time spent":"961.667763ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-27T00:39:17.875869Z","caller":"traceutil/trace.go:171","msg":"trace[1790148143] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24476; }","duration":"2.128722974s","start":"2026-02-27T00:39:15.747132Z","end":"2026-02-27T00:39:17.875855Z","steps":["trace[1790148143] 'agreement among raft nodes before linearized reading' (duration: 2.128612021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.4082Z","time spent":"3.467172825s","remote":"127.0.0.1:38504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:17.875869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941133299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-02-27T00:39:17.875902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:15.74711Z","time spent":"2.128784395s","remote":"127.0.0.1:38244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:17.875942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285213518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:39:17.875947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.424136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:17.875944Z","caller":"traceutil/trace.go:171","msg":"trace[1642025657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24476; }","duration":"2.941275661s","start":"2026-02-27T00:39:14.934643Z","end":"2026-02-27T00:39:17.875918Z","steps":["trace[1642025657] 'agreement among raft nodes before linearized reading' (duration: 2.941029506s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.875961Z","caller":"traceutil/trace.go:171","msg":"trace[972124932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24476; }","duration":"3.285251579s","start":"2026-02-27T00:39:14.590704Z","end":"2026-02-27T00:39:17.875956Z","steps":["trace[972124932] 'agreement among raft nodes before linearized reading' (duration: 3.285185388s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.875976Z","caller":"traceutil/trace.go:171","msg":"trace[1787521779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24476; }","duration":"280.474636ms","start":"2026-02-27T00:39:17.595491Z","end":"2026-02-27T00:39:17.875966Z","steps":["trace[1787521779] 'agreement among raft nodes before linearized reading' (duration: 280.426725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748725345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:17.875997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.934621Z","time spent":"2.941361423s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T00:39:17.875981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058383353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:39:17.876027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285051045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:39:17.876047Z","caller":"traceutil/trace.go:171","msg":"trace[36791047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24476; }","duration":"3.285068855s","start":"2026-02-27T00:39:14.590973Z","end":"2026-02-27T00:39:17.876042Z","steps":["trace[36791047] 'agreement among raft nodes before linearized reading' (duration: 3.285023324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.876061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.590948Z","time spent":"3.285109106s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:17.876046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.452224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:17.876057Z","caller":"traceutil/trace.go:171","msg":"trace[1239667268] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24476; }","duration":"1.058517226s","start":"2026-02-27T00:39:16.81752Z","end":"2026-02-27T00:39:17.876037Z","steps":["trace[1239667268] 'agreement among raft nodes before linearized reading' (duration: 1.058380873s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.876065Z","caller":"traceutil/trace.go:171","msg":"trace[1907598088] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24476; }","duration":"3.749339299s","start":"2026-02-27T00:39:14.126686Z","end":"2026-02-27T00:39:17.876025Z","steps":["trace[1907598088] 'agreement among raft nodes before linearized reading' (duration: 3.748710645s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.876123Z","caller":"traceutil/trace.go:171","msg":"trace[743885350] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24476; }","duration":"449.550756ms","start":"2026-02-27T00:39:17.42653Z","end":"2026-02-27T00:39:17.876081Z","steps":["trace[743885350] 'agreement among raft nodes before linearized reading' (duration: 449.456344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.875985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.590696Z","time spent":"3.28528496s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:17.876137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:16.817498Z","time spent":"1.058628209s","remote":"127.0.0.1:48830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:17.876162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.453963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:17.876164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.426504Z","time spent":"449.649607ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:17.876183Z","caller":"traceutil/trace.go:171","msg":"trace[245491695] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24476; }","duration":"552.522896ms","start":"2026-02-27T00:39:17.323653Z","end":"2026-02-27T00:39:17.876176Z","steps":["trace[245491695] 'agreement among raft nodes before linearized reading' (duration: 552.475715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.8762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.323627Z","time spent":"552.568546ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:17.876166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.883957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-501f4e46-5382-404e-8a4e-116384ecbebd\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-27T00:39:17.87621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.126607Z","time spent":"3.749548353s","remote":"127.0.0.1:38664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:17.876359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975893098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:17.877667Z","caller":"traceutil/trace.go:171","msg":"trace[320319434] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24476; }","duration":"3.977243077s","start":"2026-02-27T00:39:13.900408Z","end":"2026-02-27T00:39:17.877651Z","steps":["trace[320319434] 'agreement among raft nodes before linearized reading' (duration: 3.975929968s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.877526Z","caller":"traceutil/trace.go:171","msg":"trace[1040346745] range","detail":"{range_begin:/registry/persistentvolumes/pvc-501f4e46-5382-404e-8a4e-116384ecbebd; range_end:; response_count:1; response_revision:24476; }","duration":"851.343951ms","start":"2026-02-27T00:39:17.026149Z","end":"2026-02-27T00:39:17.877493Z","steps":["trace[1040346745] 'agreement among raft nodes before linearized reading' (duration: 849.657593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.877702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:13.900378Z","time spent":"3.977312388s","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:17.876449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286750344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T00:39:17.877759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.026132Z","time spent":"851.580125ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-501f4e46-5382-404e-8a4e-116384ecbebd\" "} {"level":"info","ts":"2026-02-27T00:39:17.877839Z","caller":"traceutil/trace.go:171","msg":"trace[1543919090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24476; }","duration":"3.288140314s","start":"2026-02-27T00:39:14.58965Z","end":"2026-02-27T00:39:17.87779Z","steps":["trace[1543919090] 'agreement among raft nodes before linearized reading' (duration: 3.286706643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.876466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285675839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:39:17.877926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.589636Z","time spent":"3.288263587s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:39:17.877983Z","caller":"traceutil/trace.go:171","msg":"trace[972395948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24476; }","duration":"3.287216343s","start":"2026-02-27T00:39:14.590744Z","end":"2026-02-27T00:39:17.877961Z","steps":["trace[972395948] 'agreement among raft nodes before linearized reading' (duration: 3.285596168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.876506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200569452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-27T00:39:17.876541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289071116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:39:17.877234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882245493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:39:17.878064Z","caller":"traceutil/trace.go:171","msg":"trace[505225757] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24476; }","duration":"1.883148273s","start":"2026-02-27T00:39:15.994909Z","end":"2026-02-27T00:39:17.878058Z","steps":["trace[505225757] 'agreement among raft nodes before linearized reading' (duration: 1.880339301s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.878087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:15.994891Z","time spent":"1.883186463s","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:17.877344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451473466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-27T00:39:17.878131Z","caller":"traceutil/trace.go:171","msg":"trace[847735088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24476; }","duration":"2.202191907s","start":"2026-02-27T00:39:15.675925Z","end":"2026-02-27T00:39:17.878116Z","steps":["trace[847735088] 'agreement among raft nodes before linearized reading' (duration: 2.200331906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.878165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.590724Z","time spent":"3.287427987s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T00:39:17.878172Z","caller":"traceutil/trace.go:171","msg":"trace[305041679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24476; }","duration":"3.452342034s","start":"2026-02-27T00:39:14.425811Z","end":"2026-02-27T00:39:17.878153Z","steps":["trace[305041679] 'agreement among raft nodes before linearized reading' (duration: 3.44947344s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.878228Z","caller":"traceutil/trace.go:171","msg":"trace[843394048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24476; }","duration":"3.290793373s","start":"2026-02-27T00:39:14.587429Z","end":"2026-02-27T00:39:17.878222Z","steps":["trace[843394048] 'agreement among raft nodes before linearized reading' (duration: 3.288974743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:17.878249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.587418Z","time spent":"3.290824264s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:39:17.878263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:15.675862Z","time spent":"2.202300089s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:39:17.878229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:14.425791Z","time spent":"3.452421616s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"warn","ts":"2026-02-27T00:39:18.382634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:19.337004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.063087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:19.337815Z","caller":"traceutil/trace.go:171","msg":"trace[626992449] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"1.459230457s","start":"2026-02-27T00:39:17.878485Z","end":"2026-02-27T00:39:19.337715Z","steps":["trace[626992449] 'process raft request' (duration: 731.24695ms)","trace[626992449] 'compare' (duration: 725.667806ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:19.338035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.878468Z","time spent":"1.459441442s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:19.338208Z","caller":"traceutil/trace.go:171","msg":"trace[278169188] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"1.456060805s","start":"2026-02-27T00:39:17.882113Z","end":"2026-02-27T00:39:19.338174Z","steps":["trace[278169188] 'process raft request' (duration: 1.455709818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:19.338368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.882084Z","time spent":"1.45623213s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:19.338207Z","caller":"traceutil/trace.go:171","msg":"trace[1960833930] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"1.456604219s","start":"2026-02-27T00:39:17.88154Z","end":"2026-02-27T00:39:19.338144Z","steps":["trace[1960833930] 'process raft request' (duration: 1.456084197s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:19.338631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.881518Z","time spent":"1.456995407s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:19.338797Z","caller":"traceutil/trace.go:171","msg":"trace[356132510] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"1.455381471s","start":"2026-02-27T00:39:17.88338Z","end":"2026-02-27T00:39:19.338762Z","steps":["trace[356132510] 'process raft request' (duration: 1.454625444s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:19.338953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.883367Z","time spent":"1.455507965s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:19.339544Z","caller":"traceutil/trace.go:171","msg":"trace[1701196048] linearizableReadLoop","detail":"{readStateIndex:25357; appliedIndex:25348; }","duration":"1.457282143s","start":"2026-02-27T00:39:17.882248Z","end":"2026-02-27T00:39:19.33953Z","steps":["trace[1701196048] 'read index received' (duration: 727.509936ms)","trace[1701196048] 'applied index is now lower than readState.Index' (duration: 729.771087ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:19.339604Z","caller":"traceutil/trace.go:171","msg":"trace[1721919712] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"1.317239239s","start":"2026-02-27T00:39:18.022342Z","end":"2026-02-27T00:39:19.339581Z","steps":["trace[1721919712] 'process raft request' (duration: 1.317106306s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:19.339628Z","caller":"traceutil/trace.go:171","msg":"trace[1381472915] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"1.005975918s","start":"2026-02-27T00:39:18.333643Z","end":"2026-02-27T00:39:19.339619Z","steps":["trace[1381472915] 'process raft request' (duration: 1.005833485s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:19.339684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:18.333599Z","time spent":"1.00605179s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:19.339729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:18.022327Z","time spent":"1.317319191s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:19.339575Z","caller":"traceutil/trace.go:171","msg":"trace[104070008] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"1.455647828s","start":"2026-02-27T00:39:17.883906Z","end":"2026-02-27T00:39:19.339554Z","steps":["trace[104070008] 'process raft request' (duration: 1.455461374s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:19.339957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457718103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:39:19.339998Z","caller":"traceutil/trace.go:171","msg":"trace[1647803013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24485; }","duration":"1.457773824s","start":"2026-02-27T00:39:17.882214Z","end":"2026-02-27T00:39:19.339987Z","steps":["trace[1647803013] 'agreement among raft nodes before linearized reading' (duration: 1.45758256s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:19.340071Z","caller":"traceutil/trace.go:171","msg":"trace[1487667423] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"1.456153399s","start":"2026-02-27T00:39:17.883908Z","end":"2026-02-27T00:39:19.340061Z","steps":["trace[1487667423] 'process raft request' (duration: 1.454788549s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:19.340145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.883898Z","time spent":"1.45621344s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:19.339973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.883892Z","time spent":"1.456015095s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:19.339861Z","caller":"traceutil/trace.go:171","msg":"trace[1179654161] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"1.45575316s","start":"2026-02-27T00:39:17.884096Z","end":"2026-02-27T00:39:19.339849Z","steps":["trace[1179654161] 'process raft request' (duration: 1.45531386s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:19.340316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.882193Z","time spent":"1.457829416s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:39:19.340334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.884062Z","time spent":"1.456238711s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:19.840095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:19.884535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:39:19.884643Z","caller":"traceutil/trace.go:171","msg":"trace[223756168] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230176s","start":"2026-02-27T00:39:17.884387Z","end":"2026-02-27T00:39:19.884618Z","steps":["trace[223756168] 'agreement among raft nodes before linearized reading' (duration: 2.000086363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:19.884709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.884377Z","time spent":"2.000317679s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:39:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:39:20.341164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:20.841299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:21.243469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.911734029s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:39:21.827819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.036466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:21.828049Z","caller":"traceutil/trace.go:171","msg":"trace[1906495445] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"2.798092717s","start":"2026-02-27T00:39:19.029928Z","end":"2026-02-27T00:39:21.82802Z","steps":["trace[1906495445] 'process raft request' (duration: 2.213711004s)","trace[1906495445] 'compare' (duration: 583.241768ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:21.828171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.029897Z","time spent":"2.79820964s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:21.8282Z","caller":"traceutil/trace.go:171","msg":"trace[925950935] linearizableReadLoop","detail":"{readStateIndex:25363; appliedIndex:25357; }","duration":"2.488599786s","start":"2026-02-27T00:39:19.339582Z","end":"2026-02-27T00:39:21.828181Z","steps":["trace[925950935] 'read index received' (duration: 1.904011098s)","trace[925950935] 'applied index is now lower than readState.Index' (duration: 584.584857ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:21.828336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979597843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:39:21.828375Z","caller":"traceutil/trace.go:171","msg":"trace[1662550475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24491; }","duration":"2.979640634s","start":"2026-02-27T00:39:18.848722Z","end":"2026-02-27T00:39:21.828363Z","steps":["trace[1662550475] 'agreement among raft nodes before linearized reading' (duration: 2.979544961s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.828416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:18.848682Z","time spent":"2.979724515s","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:21.828573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9448497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-02-27T00:39:21.828662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001007669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:21.828685Z","caller":"traceutil/trace.go:171","msg":"trace[269247430] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24491; }","duration":"2.945012274s","start":"2026-02-27T00:39:18.883644Z","end":"2026-02-27T00:39:21.828656Z","steps":["trace[269247430] 'agreement among raft nodes before linearized reading' (duration: 2.944629476s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.828746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:18.883624Z","time spent":"2.945111286s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"info","ts":"2026-02-27T00:39:21.828788Z","caller":"traceutil/trace.go:171","msg":"trace[1652674357] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"2.798705591s","start":"2026-02-27T00:39:19.030071Z","end":"2026-02-27T00:39:21.828777Z","steps":["trace[1652674357] 'process raft request' (duration: 2.797990315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.828827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.946135834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T00:39:21.828869Z","caller":"traceutil/trace.go:171","msg":"trace[66272123] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24491; }","duration":"3.946202515s","start":"2026-02-27T00:39:17.882655Z","end":"2026-02-27T00:39:21.828858Z","steps":["trace[66272123] 'agreement among raft nodes before linearized reading' (duration: 3.946062022s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:21.828872Z","caller":"traceutil/trace.go:171","msg":"trace[2139392601] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"2.798609919s","start":"2026-02-27T00:39:19.030237Z","end":"2026-02-27T00:39:21.828847Z","steps":["trace[2139392601] 'process raft request' (duration: 2.797898754s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.828907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.882644Z","time spent":"3.946255147s","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-27T00:39:21.828888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013483266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:21.828966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.030226Z","time spent":"2.798692411s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:21.828929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809075626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T00:39:21.829011Z","caller":"traceutil/trace.go:171","msg":"trace[239193694] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"2.798975636s","start":"2026-02-27T00:39:19.030026Z","end":"2026-02-27T00:39:21.829001Z","steps":["trace[239193694] 'process raft request' (duration: 2.797899483s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:21.82901Z","caller":"traceutil/trace.go:171","msg":"trace[167966127] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24491; }","duration":"3.013626819s","start":"2026-02-27T00:39:18.815353Z","end":"2026-02-27T00:39:21.82898Z","steps":["trace[167966127] 'agreement among raft nodes before linearized reading' (duration: 3.013414694s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.829042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526339064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:21.829073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.02998Z","time spent":"2.799065798s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:21.829072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:18.815295Z","time spent":"3.013764832s","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:21.82905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.946518613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-02-27T00:39:21.829099Z","caller":"traceutil/trace.go:171","msg":"trace[1408046808] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24491; }","duration":"2.526443477s","start":"2026-02-27T00:39:19.302637Z","end":"2026-02-27T00:39:21.82908Z","steps":["trace[1408046808] 'agreement among raft nodes before linearized reading' (duration: 2.526348494s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:21.829145Z","caller":"traceutil/trace.go:171","msg":"trace[463299160] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"2.799064369s","start":"2026-02-27T00:39:19.03007Z","end":"2026-02-27T00:39:21.829135Z","steps":["trace[463299160] 'process raft request' (duration: 2.797952644s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:21.829144Z","caller":"traceutil/trace.go:171","msg":"trace[1613952207] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24491; }","duration":"3.946624636s","start":"2026-02-27T00:39:17.882498Z","end":"2026-02-27T00:39:21.829122Z","steps":["trace[1613952207] 'agreement among raft nodes before linearized reading' (duration: 3.946320358s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.829121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536913066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:21.829196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:17.882477Z","time spent":"3.946710938s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-02-27T00:39:21.82904Z","caller":"traceutil/trace.go:171","msg":"trace[976429977] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24491; }","duration":"3.80923662s","start":"2026-02-27T00:39:18.019782Z","end":"2026-02-27T00:39:21.829019Z","steps":["trace[976429977] 'agreement among raft nodes before linearized reading' (duration: 3.808919963s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:21.829238Z","caller":"traceutil/trace.go:171","msg":"trace[1106532675] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"2.799054649s","start":"2026-02-27T00:39:19.030168Z","end":"2026-02-27T00:39:21.829223Z","steps":["trace[1106532675] 'process raft request' (duration: 2.797927664s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.82927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:18.019764Z","time spent":"3.809494957s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-27T00:39:21.829309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.030107Z","time spent":"2.799166302s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:21.828868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.030034Z","time spent":"2.798794903s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:21.829197Z","caller":"traceutil/trace.go:171","msg":"trace[965898959] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24491; }","duration":"3.537035609s","start":"2026-02-27T00:39:18.292149Z","end":"2026-02-27T00:39:21.829185Z","steps":["trace[965898959] 'agreement among raft nodes before linearized reading' (duration: 3.536925036s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.829483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:18.292125Z","time spent":"3.537345106s","remote":"127.0.0.1:58316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:21.829144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.302611Z","time spent":"2.526519639s","remote":"127.0.0.1:38728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:21.828696Z","caller":"traceutil/trace.go:171","msg":"trace[646801368] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24491; }","duration":"3.00104213s","start":"2026-02-27T00:39:18.827643Z","end":"2026-02-27T00:39:21.828685Z","steps":["trace[646801368] 'agreement among raft nodes before linearized reading' (duration: 3.000981848s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.829201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.030034Z","time spent":"2.799142071s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:21.829643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:18.82758Z","time spent":"3.002043733s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:21.884949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:39:21.885055Z","caller":"traceutil/trace.go:171","msg":"trace[1080679192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095562s","start":"2026-02-27T00:39:19.884936Z","end":"2026-02-27T00:39:21.885032Z","steps":["trace[1080679192] 'agreement among raft nodes before linearized reading' (duration: 1.99996907s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:21.885112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.884913Z","time spent":"2.000188027s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:39:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:39:22.328888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:22.763376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412427866s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:39:22.763835Z","caller":"traceutil/trace.go:171","msg":"trace[976082438] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"1.412959438s","start":"2026-02-27T00:39:21.350848Z","end":"2026-02-27T00:39:22.763808Z","steps":["trace[976082438] 'process raft request' (duration: 1.412786214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:22.763973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.350837Z","time spent":"1.413055869s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:23.080653Z","caller":"traceutil/trace.go:171","msg":"trace[1022422486] linearizableReadLoop","detail":"{readStateIndex:25366; appliedIndex:25363; }","duration":"1.252394318s","start":"2026-02-27T00:39:21.828239Z","end":"2026-02-27T00:39:23.080634Z","steps":["trace[1022422486] 'read index received' (duration: 935.308167ms)","trace[1022422486] 'applied index is now lower than readState.Index' (duration: 317.085361ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:23.080753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851675964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:39:23.080787Z","caller":"traceutil/trace.go:171","msg":"trace[1382957639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24493; }","duration":"1.851745225s","start":"2026-02-27T00:39:21.229023Z","end":"2026-02-27T00:39:23.080768Z","steps":["trace[1382957639] 'agreement among raft nodes before linearized reading' (duration: 1.851688013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.080814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.229007Z","time spent":"1.851799296s","remote":"127.0.0.1:47038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:23.080977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508992434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:23.080999Z","caller":"traceutil/trace.go:171","msg":"trace[1847318366] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24493; }","duration":"3.509069325s","start":"2026-02-27T00:39:19.571925Z","end":"2026-02-27T00:39:23.080995Z","steps":["trace[1847318366] 'agreement among raft nodes before linearized reading' (duration: 3.509030915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.571882Z","time spent":"3.509127537s","remote":"127.0.0.1:51012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:23.081231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899315078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897f389ec271d4d\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-02-27T00:39:23.081269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726129987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:39:23.081296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682841031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:23.081304Z","caller":"traceutil/trace.go:171","msg":"trace[750569991] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24493; }","duration":"2.726168459s","start":"2026-02-27T00:39:20.355124Z","end":"2026-02-27T00:39:23.081293Z","steps":["trace[750569991] 'agreement among raft nodes before linearized reading' (duration: 2.725898782s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:23.081307Z","caller":"traceutil/trace.go:171","msg":"trace[1963181417] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897f389ec271d4d; range_end:; response_count:1; response_revision:24493; }","duration":"2.899619455s","start":"2026-02-27T00:39:20.181665Z","end":"2026-02-27T00:39:23.081284Z","steps":["trace[1963181417] 'agreement among raft nodes before linearized reading' (duration: 2.899216526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657114792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T00:39:23.081385Z","caller":"traceutil/trace.go:171","msg":"trace[20408071] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"1.051941521s","start":"2026-02-27T00:39:22.029429Z","end":"2026-02-27T00:39:23.081371Z","steps":["trace[20408071] 'process raft request' (duration: 1.051104401s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280209676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:23.081404Z","caller":"traceutil/trace.go:171","msg":"trace[1448864921] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24493; }","duration":"2.657278387s","start":"2026-02-27T00:39:20.424106Z","end":"2026-02-27T00:39:23.081384Z","steps":["trace[1448864921] 'agreement among raft nodes before linearized reading' (duration: 2.656868247s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:23.081428Z","caller":"traceutil/trace.go:171","msg":"trace[892177042] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24493; }","duration":"1.280255418s","start":"2026-02-27T00:39:21.801165Z","end":"2026-02-27T00:39:23.081421Z","steps":["trace[892177042] 'agreement among raft nodes before linearized reading' (duration: 1.280200437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733073447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:39:23.081437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73277569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:39:23.081452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.801158Z","time spent":"1.280286948s","remote":"127.0.0.1:38432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:23.081454Z","caller":"traceutil/trace.go:171","msg":"trace[1786614315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24493; }","duration":"1.733120507s","start":"2026-02-27T00:39:21.348328Z","end":"2026-02-27T00:39:23.081448Z","steps":["trace[1786614315] 'agreement among raft nodes before linearized reading' (duration: 1.733036986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583756422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:23.081469Z","caller":"traceutil/trace.go:171","msg":"trace[838310758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24493; }","duration":"1.732837052s","start":"2026-02-27T00:39:21.348621Z","end":"2026-02-27T00:39:23.081458Z","steps":["trace[838310758] 'agreement among raft nodes before linearized reading' (duration: 1.732735259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:20.424091Z","time spent":"2.657361138s","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T00:39:23.081316Z","caller":"traceutil/trace.go:171","msg":"trace[2048210134] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24493; }","duration":"3.682909822s","start":"2026-02-27T00:39:19.398398Z","end":"2026-02-27T00:39:23.081308Z","steps":["trace[2048210134] 'agreement among raft nodes before linearized reading' (duration: 3.682881611s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:23.081493Z","caller":"traceutil/trace.go:171","msg":"trace[1224379836] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24493; }","duration":"2.583796043s","start":"2026-02-27T00:39:20.497686Z","end":"2026-02-27T00:39:23.081482Z","steps":["trace[1224379836] 'agreement among raft nodes before linearized reading' (duration: 2.583737632s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:22.029399Z","time spent":"1.052021713s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:23.081344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:20.181645Z","time spent":"2.899686508s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897f389ec271d4d\" "} {"level":"warn","ts":"2026-02-27T00:39:23.081508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.398379Z","time spent":"3.683118916s","remote":"127.0.0.1:36654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:23.081512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604462787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:39:23.081519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:20.497627Z","time spent":"2.583883015s","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:23.081535Z","caller":"traceutil/trace.go:171","msg":"trace[791107053] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24493; }","duration":"1.604509178s","start":"2026-02-27T00:39:21.477019Z","end":"2026-02-27T00:39:23.081528Z","steps":["trace[791107053] 'agreement among raft nodes before linearized reading' (duration: 1.604469237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.477002Z","time spent":"1.604551109s","remote":"127.0.0.1:48934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:23.081529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736303254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-27T00:39:23.0813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28031672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:23.081622Z","caller":"traceutil/trace.go:171","msg":"trace[265701607] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24493; }","duration":"2.736437567s","start":"2026-02-27T00:39:20.345158Z","end":"2026-02-27T00:39:23.081596Z","steps":["trace[265701607] 'agreement among raft nodes before linearized reading' (duration: 2.73613627s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:23.081646Z","caller":"traceutil/trace.go:171","msg":"trace[921183311] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24493; }","duration":"1.280697988s","start":"2026-02-27T00:39:21.800934Z","end":"2026-02-27T00:39:23.081632Z","steps":["trace[921183311] 'agreement among raft nodes before linearized reading' (duration: 1.280314539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.800914Z","time spent":"1.280753689s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:23.081318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869735915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:23.081687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:20.345144Z","time spent":"2.736526968s","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T00:39:23.081701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736352131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T00:39:23.081755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733450695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:39:23.081768Z","caller":"traceutil/trace.go:171","msg":"trace[784132882] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6; range_end:; response_count:1; response_revision:24493; }","duration":"3.736431312s","start":"2026-02-27T00:39:19.345315Z","end":"2026-02-27T00:39:23.081746Z","steps":["trace[784132882] 'agreement among raft nodes before linearized reading' (duration: 3.736310229s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:23.081786Z","caller":"traceutil/trace.go:171","msg":"trace[106429432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24493; }","duration":"1.733500296s","start":"2026-02-27T00:39:21.348279Z","end":"2026-02-27T00:39:23.081779Z","steps":["trace[106429432] 'agreement among raft nodes before linearized reading' (duration: 1.733424924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.081807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.348268Z","time spent":"1.733534626s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:39:23.0815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.348603Z","time spent":"1.732888802s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:39:23.081817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.345298Z","time spent":"3.736510314s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" "} {"level":"warn","ts":"2026-02-27T00:39:23.081332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.831191Z","time spent":"1.250139288s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:39:23.08165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732538695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:39:23.081989Z","caller":"traceutil/trace.go:171","msg":"trace[2029203008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24493; }","duration":"1.732894302s","start":"2026-02-27T00:39:21.349087Z","end":"2026-02-27T00:39:23.081981Z","steps":["trace[2029203008] 'agreement among raft nodes before linearized reading' (duration: 1.732514744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.082017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.349077Z","time spent":"1.732933744s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:23.08157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73948878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T00:39:23.082081Z","caller":"traceutil/trace.go:171","msg":"trace[461545421] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24493; }","duration":"3.740053943s","start":"2026-02-27T00:39:19.342016Z","end":"2026-02-27T00:39:23.08207Z","steps":["trace[461545421] 'agreement among raft nodes before linearized reading' (duration: 3.739332887s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.08212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.342002Z","time spent":"3.740109074s","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T00:39:23.081338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:20.355107Z","time spent":"2.72622288s","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:23.082137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737100515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:39:23.08135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685800717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-27T00:39:23.081716Z","caller":"traceutil/trace.go:171","msg":"trace[1878393373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24493; }","duration":"1.870186715s","start":"2026-02-27T00:39:21.211518Z","end":"2026-02-27T00:39:23.081704Z","steps":["trace[1878393373] 'agreement among raft nodes before linearized reading' (duration: 1.869740914s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:23.082199Z","caller":"traceutil/trace.go:171","msg":"trace[1476882064] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24493; }","duration":"3.686685726s","start":"2026-02-27T00:39:19.395505Z","end":"2026-02-27T00:39:23.08219Z","steps":["trace[1476882064] 'agreement among raft nodes before linearized reading' (duration: 3.685820617s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.082212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.211497Z","time spent":"1.870706157s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:39:23.082224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:19.395481Z","time spent":"3.686737767s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T00:39:23.081474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.348321Z","time spent":"1.733147898s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:39:23.082161Z","caller":"traceutil/trace.go:171","msg":"trace[702301465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24493; }","duration":"1.737145777s","start":"2026-02-27T00:39:21.345008Z","end":"2026-02-27T00:39:23.082154Z","steps":["trace[702301465] 'agreement among raft nodes before linearized reading' (duration: 1.735643453s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.082407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.344996Z","time spent":"1.737404792s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:23.120847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286861185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7007472f-6d16-4d68-81b6-d592b3ab154d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T00:39:23.120988Z","caller":"traceutil/trace.go:171","msg":"trace[2079510994] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7007472f-6d16-4d68-81b6-d592b3ab154d; range_end:; response_count:1; response_revision:24496; }","duration":"1.287037469s","start":"2026-02-27T00:39:21.833923Z","end":"2026-02-27T00:39:23.120961Z","steps":["trace[2079510994] 'agreement among raft nodes before linearized reading' (duration: 1.28665644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.121073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.833909Z","time spent":"1.287151491s","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7007472f-6d16-4d68-81b6-d592b3ab154d\" "} {"level":"warn","ts":"2026-02-27T00:39:23.121095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.539199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:23.121123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228507537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:23.121153Z","caller":"traceutil/trace.go:171","msg":"trace[1854067164] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24496; }","duration":"741.662362ms","start":"2026-02-27T00:39:22.379478Z","end":"2026-02-27T00:39:23.12114Z","steps":["trace[1854067164] 'agreement among raft nodes before linearized reading' (duration: 741.533699ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:23.121174Z","caller":"traceutil/trace.go:171","msg":"trace[1601722109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24496; }","duration":"1.228568438s","start":"2026-02-27T00:39:21.892593Z","end":"2026-02-27T00:39:23.121162Z","steps":["trace[1601722109] 'agreement among raft nodes before linearized reading' (duration: 1.228489397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.121192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:22.379451Z","time spent":"741.726333ms","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:23.121207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.892517Z","time spent":"1.228685211s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:39:23.121346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053009685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:23.121374Z","caller":"traceutil/trace.go:171","msg":"trace[1707997235] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24496; }","duration":"1.053112427s","start":"2026-02-27T00:39:22.068252Z","end":"2026-02-27T00:39:23.121365Z","steps":["trace[1707997235] 'agreement among raft nodes before linearized reading' (duration: 1.053065846s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.121395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:22.068227Z","time spent":"1.053162378s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:23.121529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.616127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-27T00:39:23.121508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.837009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-27T00:39:23.121552Z","caller":"traceutil/trace.go:171","msg":"trace[1144440479] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24496; }","duration":"234.669929ms","start":"2026-02-27T00:39:22.886876Z","end":"2026-02-27T00:39:23.121546Z","steps":["trace[1144440479] 'agreement among raft nodes before linearized reading' (duration: 234.571887ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:23.121579Z","caller":"traceutil/trace.go:171","msg":"trace[2033576247] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24496; }","duration":"286.951491ms","start":"2026-02-27T00:39:22.83461Z","end":"2026-02-27T00:39:23.121561Z","steps":["trace[2033576247] 'agreement among raft nodes before linearized reading' (duration: 286.713606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.121922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286900595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-27T00:39:23.122017Z","caller":"traceutil/trace.go:171","msg":"trace[1028797117] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24496; }","duration":"1.287006267s","start":"2026-02-27T00:39:21.834993Z","end":"2026-02-27T00:39:23.121999Z","steps":["trace[1028797117] 'agreement among raft nodes before linearized reading' (duration: 1.286516966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:23.122076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:21.834986Z","time spent":"1.287080029s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-02-27T00:39:27.110099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.943728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:27.11023Z","caller":"traceutil/trace.go:171","msg":"trace[1315964788] linearizableReadLoop","detail":"{readStateIndex:25408; appliedIndex:25407; }","duration":"997.803446ms","start":"2026-02-27T00:39:26.112408Z","end":"2026-02-27T00:39:27.110211Z","steps":["trace[1315964788] 'read index received' (duration: 434.584643ms)","trace[1315964788] 'applied index is now lower than readState.Index' (duration: 563.216623ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:27.110317Z","caller":"traceutil/trace.go:171","msg":"trace[1176848491] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"1.05413882s","start":"2026-02-27T00:39:26.056164Z","end":"2026-02-27T00:39:27.110303Z","steps":["trace[1176848491] 'process raft request' (duration: 490.904316ms)","trace[1176848491] 'compare' (duration: 562.654042ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:27.110395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:26.056105Z","time spent":"1.054249753s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:27.110784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.37456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:39:27.110839Z","caller":"traceutil/trace.go:171","msg":"trace[1782557158] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24533; }","duration":"998.468112ms","start":"2026-02-27T00:39:26.11236Z","end":"2026-02-27T00:39:27.110828Z","steps":["trace[1782557158] 'agreement among raft nodes before linearized reading' (duration: 998.238677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.110869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:26.112341Z","time spent":"998.519514ms","remote":"127.0.0.1:48778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:27.610502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:39:27.692974Z","caller":"traceutil/trace.go:171","msg":"trace[1958753247] linearizableReadLoop","detail":"{readStateIndex:25409; appliedIndex:25408; }","duration":"582.653576ms","start":"2026-02-27T00:39:27.110257Z","end":"2026-02-27T00:39:27.692911Z","steps":["trace[1958753247] 'read index received' (duration: 582.154985ms)","trace[1958753247] 'applied index is now lower than readState.Index' (duration: 496.961µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:27.693089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.084642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T00:39:27.693157Z","caller":"traceutil/trace.go:171","msg":"trace[1083551958] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24534; }","duration":"805.188694ms","start":"2026-02-27T00:39:26.887955Z","end":"2026-02-27T00:39:27.693144Z","steps":["trace[1083551958] 'agreement among raft nodes before linearized reading' (duration: 805.00476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.693167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.817209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-27T00:39:27.69321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.220806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6fd4f6b74f-jf8ch.1897f1e10cc0682a\" ","response":"range_response_count:1 size:2107"} {"level":"warn","ts":"2026-02-27T00:39:27.693215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.015902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T00:39:27.693235Z","caller":"traceutil/trace.go:171","msg":"trace[1407976060] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24534; }","duration":"886.934592ms","start":"2026-02-27T00:39:26.806285Z","end":"2026-02-27T00:39:27.693219Z","steps":["trace[1407976060] 'agreement among raft nodes before linearized reading' (duration: 886.750578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.693232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558916594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-27T00:39:27.693239Z","caller":"traceutil/trace.go:171","msg":"trace[1279926440] range","detail":"{range_begin:/registry/events/openstack/glance-api-6fd4f6b74f-jf8ch.1897f1e10cc0682a; range_end:; response_count:1; response_revision:24534; }","duration":"591.287347ms","start":"2026-02-27T00:39:27.101943Z","end":"2026-02-27T00:39:27.69323Z","steps":["trace[1279926440] 'agreement among raft nodes before linearized reading' (duration: 591.184385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.693253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.393927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T00:39:27.693454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.101922Z","time spent":"591.346129ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2131,"request content":"key:\"/registry/events/openstack/glance-api-6fd4f6b74f-jf8ch.1897f1e10cc0682a\" "} {"level":"info","ts":"2026-02-27T00:39:27.69345Z","caller":"traceutil/trace.go:171","msg":"trace[318025494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24534; }","duration":"551.071993ms","start":"2026-02-27T00:39:27.14218Z","end":"2026-02-27T00:39:27.693252Z","steps":["trace[318025494] 'agreement among raft nodes before linearized reading' (duration: 550.962031ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:27.693461Z","caller":"traceutil/trace.go:171","msg":"trace[881064481] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24534; }","duration":"1.558985366s","start":"2026-02-27T00:39:26.134278Z","end":"2026-02-27T00:39:27.693264Z","steps":["trace[881064481] 'agreement among raft nodes before linearized reading' (duration: 1.558798202s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:27.693474Z","caller":"traceutil/trace.go:171","msg":"trace[1072540187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24534; }","duration":"554.669293ms","start":"2026-02-27T00:39:27.138797Z","end":"2026-02-27T00:39:27.693466Z","steps":["trace[1072540187] 'agreement among raft nodes before linearized reading' (duration: 554.369347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.693192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:26.88794Z","time spent":"805.246676ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T00:39:27.693484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.142176Z","time spent":"551.301518ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:27.693492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:26.134232Z","time spent":"1.559253922s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"info","ts":"2026-02-27T00:39:27.693094Z","caller":"traceutil/trace.go:171","msg":"trace[751380039] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"916.396646ms","start":"2026-02-27T00:39:26.77667Z","end":"2026-02-27T00:39:27.693067Z","steps":["trace[751380039] 'process raft request' (duration: 915.792623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.693524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.718084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T00:39:27.693451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:26.806264Z","time spent":"886.996694ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"warn","ts":"2026-02-27T00:39:27.693496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.13878Z","time spent":"554.710045ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:39:27.693565Z","caller":"traceutil/trace.go:171","msg":"trace[1450445370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24534; }","duration":"554.774336ms","start":"2026-02-27T00:39:27.138778Z","end":"2026-02-27T00:39:27.693552Z","steps":["trace[1450445370] 'agreement among raft nodes before linearized reading' (duration: 554.686724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.693257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.355231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T00:39:27.693588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:26.77664Z","time spent":"916.889438ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:27.693096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235754917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:27.6936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.138769Z","time spent":"554.822907ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:39:27.693615Z","caller":"traceutil/trace.go:171","msg":"trace[448301477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24534; }","duration":"556.77593ms","start":"2026-02-27T00:39:27.136827Z","end":"2026-02-27T00:39:27.693603Z","steps":["trace[448301477] 'agreement among raft nodes before linearized reading' (duration: 556.282859ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:27.693631Z","caller":"traceutil/trace.go:171","msg":"trace[1163122959] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24534; }","duration":"1.23634252s","start":"2026-02-27T00:39:26.457278Z","end":"2026-02-27T00:39:27.69362Z","steps":["trace[1163122959] 'agreement among raft nodes before linearized reading' (duration: 1.235743927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.693648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.136808Z","time spent":"556.829542ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:27.693652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:26.457256Z","time spent":"1.236389701s","remote":"127.0.0.1:58322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:27.693611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.411401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:39:27.693719Z","caller":"traceutil/trace.go:171","msg":"trace[1168537986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24534; }","duration":"551.547094ms","start":"2026-02-27T00:39:27.142144Z","end":"2026-02-27T00:39:27.693691Z","steps":["trace[1168537986] 'agreement among raft nodes before linearized reading' (duration: 551.036653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.693746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099523558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:27.693772Z","caller":"traceutil/trace.go:171","msg":"trace[1144584843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24534; }","duration":"1.099577621s","start":"2026-02-27T00:39:26.594185Z","end":"2026-02-27T00:39:27.693763Z","steps":["trace[1144584843] 'agreement among raft nodes before linearized reading' (duration: 1.098802914s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:27.693773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.142136Z","time spent":"551.627506ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:27.693798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:26.594169Z","time spent":"1.099619991s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:39:28.200638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:29.113769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.907285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:29.113992Z","caller":"traceutil/trace.go:171","msg":"trace[1521515824] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"1.41846003s","start":"2026-02-27T00:39:27.695489Z","end":"2026-02-27T00:39:29.113949Z","steps":["trace[1521515824] 'process raft request' (duration: 534.172077ms)","trace[1521515824] 'compare' (duration: 883.421104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:29.114107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.695477Z","time spent":"1.418571373s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:29.372392Z","caller":"traceutil/trace.go:171","msg":"trace[199000727] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"1.674847991s","start":"2026-02-27T00:39:27.697488Z","end":"2026-02-27T00:39:29.372336Z","steps":["trace[199000727] 'process raft request' (duration: 1.674110735s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.372464Z","caller":"traceutil/trace.go:171","msg":"trace[33637075] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"1.672180403s","start":"2026-02-27T00:39:27.700251Z","end":"2026-02-27T00:39:29.372431Z","steps":["trace[33637075] 'process raft request' (duration: 1.672120341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.372619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.70024Z","time spent":"1.672279245s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:29.372661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.697467Z","time spent":"1.675045125s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:29.37274Z","caller":"traceutil/trace.go:171","msg":"trace[791691520] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"1.674682297s","start":"2026-02-27T00:39:27.69804Z","end":"2026-02-27T00:39:29.372723Z","steps":["trace[791691520] 'process raft request' (duration: 1.674228067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.372798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.698034Z","time spent":"1.674737968s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:29.372794Z","caller":"traceutil/trace.go:171","msg":"trace[749746420] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"1.673734876s","start":"2026-02-27T00:39:27.699051Z","end":"2026-02-27T00:39:29.372786Z","steps":["trace[749746420] 'process raft request' (duration: 1.673265836s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.37287Z","caller":"traceutil/trace.go:171","msg":"trace[1942388674] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"1.674974304s","start":"2026-02-27T00:39:27.697892Z","end":"2026-02-27T00:39:29.372866Z","steps":["trace[1942388674] 'process raft request' (duration: 1.674296559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.372909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.697883Z","time spent":"1.675012325s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:29.373099Z","caller":"traceutil/trace.go:171","msg":"trace[1703491117] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"1.515143339s","start":"2026-02-27T00:39:27.857949Z","end":"2026-02-27T00:39:29.373093Z","steps":["trace[1703491117] 'process raft request' (duration: 1.51474843s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.857937Z","time spent":"1.51518033s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:29.373157Z","caller":"traceutil/trace.go:171","msg":"trace[816274485] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"1.51428458s","start":"2026-02-27T00:39:27.858858Z","end":"2026-02-27T00:39:29.373143Z","steps":["trace[816274485] 'process raft request' (duration: 1.514062745s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.373136Z","caller":"traceutil/trace.go:171","msg":"trace[303334388] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"1.516775366s","start":"2026-02-27T00:39:27.856325Z","end":"2026-02-27T00:39:29.373101Z","steps":["trace[303334388] 'process raft request' (duration: 1.516169403s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.373164Z","caller":"traceutil/trace.go:171","msg":"trace[2117467493] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"1.516540311s","start":"2026-02-27T00:39:27.856582Z","end":"2026-02-27T00:39:29.373122Z","steps":["trace[2117467493] 'process raft request' (duration: 1.51603988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.858847Z","time spent":"1.514334362s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:29.373152Z","caller":"traceutil/trace.go:171","msg":"trace[1513628328] linearizableReadLoop","detail":"{readStateIndex:25423; appliedIndex:25409; }","duration":"1.673185514s","start":"2026-02-27T00:39:27.699942Z","end":"2026-02-27T00:39:29.373128Z","steps":["trace[1513628328] 'read index received' (duration: 529.612266ms)","trace[1513628328] 'applied index is now lower than readState.Index' (duration: 1.143571638s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:29.37326Z","caller":"traceutil/trace.go:171","msg":"trace[1858787438] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"1.285321301s","start":"2026-02-27T00:39:28.087934Z","end":"2026-02-27T00:39:29.373255Z","steps":["trace[1858787438] 'process raft request' (duration: 1.285114775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:28.087898Z","time spent":"1.285392281s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:29.373303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.856268Z","time spent":"1.516938371s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:29.373309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.856565Z","time spent":"1.516661855s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:29.373234Z","caller":"traceutil/trace.go:171","msg":"trace[1640449524] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"1.515253953s","start":"2026-02-27T00:39:27.857975Z","end":"2026-02-27T00:39:29.373229Z","steps":["trace[1640449524] 'process raft request' (duration: 1.514797282s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.373399Z","caller":"traceutil/trace.go:171","msg":"trace[511383926] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"1.519396935s","start":"2026-02-27T00:39:27.853942Z","end":"2026-02-27T00:39:29.373339Z","steps":["trace[511383926] 'process raft request' (duration: 1.518457094s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242187522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-27T00:39:29.373478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352838961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T00:39:29.373485Z","caller":"traceutil/trace.go:171","msg":"trace[892219016] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24548; }","duration":"1.242258923s","start":"2026-02-27T00:39:28.131215Z","end":"2026-02-27T00:39:29.373474Z","steps":["trace[892219016] 'agreement among raft nodes before linearized reading' (duration: 1.242171012s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.373493Z","caller":"traceutil/trace.go:171","msg":"trace[80868802] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24548; }","duration":"1.352873432s","start":"2026-02-27T00:39:28.020615Z","end":"2026-02-27T00:39:29.373489Z","steps":["trace[80868802] 'agreement among raft nodes before linearized reading' (duration: 1.352831641s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.714067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:29.373511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:28.020574Z","time spent":"1.352934623s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-27T00:39:29.373514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:28.131196Z","time spent":"1.242311794s","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T00:39:29.373507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.857961Z","time spent":"1.515414306s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:29.373539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182069014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:39:29.373574Z","caller":"traceutil/trace.go:171","msg":"trace[1557204959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24548; }","duration":"1.182135235s","start":"2026-02-27T00:39:28.191431Z","end":"2026-02-27T00:39:29.373566Z","steps":["trace[1557204959] 'agreement among raft nodes before linearized reading' (duration: 1.182000103s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.084458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:29.373595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:28.191414Z","time spent":"1.182176067s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T00:39:29.373602Z","caller":"traceutil/trace.go:171","msg":"trace[2048089312] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24548; }","duration":"298.432936ms","start":"2026-02-27T00:39:29.075161Z","end":"2026-02-27T00:39:29.373594Z","steps":["trace[2048089312] 'agreement among raft nodes before linearized reading' (duration: 298.387155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.37365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.944644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:39:29.372901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.699029Z","time spent":"1.673847368s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:29.373739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.90303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-27T00:39:29.373438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51512249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T00:39:29.373827Z","caller":"traceutil/trace.go:171","msg":"trace[1178116162] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24548; }","duration":"1.515532699s","start":"2026-02-27T00:39:27.858282Z","end":"2026-02-27T00:39:29.373815Z","steps":["trace[1178116162] 'agreement among raft nodes before linearized reading' (duration: 1.515085999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.85827Z","time spent":"1.51557365s","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-27T00:39:29.373854Z","caller":"traceutil/trace.go:171","msg":"trace[25664966] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24548; }","duration":"672.051103ms","start":"2026-02-27T00:39:28.701784Z","end":"2026-02-27T00:39:29.373835Z","steps":["trace[25664966] 'agreement among raft nodes before linearized reading' (duration: 671.809078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673400659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:29.373914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:28.701763Z","time spent":"672.136186ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"info","ts":"2026-02-27T00:39:29.373932Z","caller":"traceutil/trace.go:171","msg":"trace[1350981796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24548; }","duration":"1.674007583s","start":"2026-02-27T00:39:27.699915Z","end":"2026-02-27T00:39:29.373923Z","steps":["trace[1350981796] 'agreement among raft nodes before linearized reading' (duration: 1.67338726s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.373528Z","caller":"traceutil/trace.go:171","msg":"trace[824767301] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24548; }","duration":"551.784229ms","start":"2026-02-27T00:39:28.82173Z","end":"2026-02-27T00:39:29.373514Z","steps":["trace[824767301] 'agreement among raft nodes before linearized reading' (duration: 551.708438ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.373891Z","caller":"traceutil/trace.go:171","msg":"trace[1442531574] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"1.67430917s","start":"2026-02-27T00:39:27.699564Z","end":"2026-02-27T00:39:29.373873Z","steps":["trace[1442531574] 'process raft request' (duration: 1.672783096s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.699901Z","time spent":"1.674049474s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:39:29.373973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:28.821712Z","time spent":"552.247359ms","remote":"127.0.0.1:38578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:29.373998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.699557Z","time spent":"1.674411742s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:29.373747Z","caller":"traceutil/trace.go:171","msg":"trace[248089317] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24548; }","duration":"950.282661ms","start":"2026-02-27T00:39:28.423443Z","end":"2026-02-27T00:39:29.373726Z","steps":["trace[248089317] 'agreement among raft nodes before linearized reading' (duration: 949.935093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.373529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:27.853922Z","time spent":"1.519544458s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:29.374102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:28.423418Z","time spent":"950.66726ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:30.628918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138892034s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T00:39:30.629024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:29.375591Z","time spent":"1.253425021s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T00:39:30.629231Z","caller":"traceutil/trace.go:171","msg":"trace[2033585133] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"928.981067ms","start":"2026-02-27T00:39:29.700214Z","end":"2026-02-27T00:39:30.629195Z","steps":["trace[2033585133] 'process raft request' (duration: 928.935916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:30.629253Z","caller":"traceutil/trace.go:171","msg":"trace[1419484116] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"1.013009105s","start":"2026-02-27T00:39:29.616202Z","end":"2026-02-27T00:39:30.629211Z","steps":["trace[1419484116] 'process raft request' (duration: 1.012821831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:30.629346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:29.7002Z","time spent":"929.076669ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:30.629207Z","caller":"traceutil/trace.go:171","msg":"trace[1255514455] linearizableReadLoop","detail":"{readStateIndex:25424; appliedIndex:25423; }","duration":"1.252006039s","start":"2026-02-27T00:39:29.377167Z","end":"2026-02-27T00:39:30.629173Z","steps":["trace[1255514455] 'read index received' (duration: 112.795438ms)","trace[1255514455] 'applied index is now lower than readState.Index' (duration: 1.139206251s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:30.629459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252257375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-16440849-1151-4ca2-8575-15db80bdba5a\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-02-27T00:39:30.629515Z","caller":"traceutil/trace.go:171","msg":"trace[686970409] range","detail":"{range_begin:/registry/persistentvolumes/pvc-16440849-1151-4ca2-8575-15db80bdba5a; range_end:; response_count:1; response_revision:24550; }","duration":"1.252355007s","start":"2026-02-27T00:39:29.377146Z","end":"2026-02-27T00:39:30.629501Z","steps":["trace[686970409] 'agreement among raft nodes before linearized reading' (duration: 1.252116581s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:30.629513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:29.616166Z","time spent":"1.013181009s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:30.62956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:29.377136Z","time spent":"1.252414938s","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-16440849-1151-4ca2-8575-15db80bdba5a\" "} {"level":"warn","ts":"2026-02-27T00:39:30.629665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.501826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:30.629748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250747031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-27T00:39:30.629728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.160889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:39:30.629759Z","caller":"traceutil/trace.go:171","msg":"trace[919926525] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24550; }","duration":"678.63871ms","start":"2026-02-27T00:39:29.951091Z","end":"2026-02-27T00:39:30.62973Z","steps":["trace[919926525] 'agreement among raft nodes before linearized reading' (duration: 678.482996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:30.6298Z","caller":"traceutil/trace.go:171","msg":"trace[544496730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24550; }","duration":"1.250850063s","start":"2026-02-27T00:39:29.378935Z","end":"2026-02-27T00:39:30.629785Z","steps":["trace[544496730] 'agreement among raft nodes before linearized reading' (duration: 1.250637728s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:30.629826Z","caller":"traceutil/trace.go:171","msg":"trace[1120663026] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24550; }","duration":"843.278641ms","start":"2026-02-27T00:39:29.786521Z","end":"2026-02-27T00:39:30.629799Z","steps":["trace[1120663026] 'agreement among raft nodes before linearized reading' (duration: 843.078927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:30.62983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:29.951072Z","time spent":"678.740381ms","remote":"127.0.0.1:39990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:30.629838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.573072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-27T00:39:30.629884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:29.786475Z","time spent":"843.397004ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:30.629844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:29.378916Z","time spent":"1.250916625s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:39:30.629903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247916907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:30.62989Z","caller":"traceutil/trace.go:171","msg":"trace[652824379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24550; }","duration":"250.668574ms","start":"2026-02-27T00:39:30.379206Z","end":"2026-02-27T00:39:30.629875Z","steps":["trace[652824379] 'agreement among raft nodes before linearized reading' (duration: 250.5164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:30.62994Z","caller":"traceutil/trace.go:171","msg":"trace[1583324174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24550; }","duration":"1.247974909s","start":"2026-02-27T00:39:29.381952Z","end":"2026-02-27T00:39:30.629927Z","steps":["trace[1583324174] 'agreement among raft nodes before linearized reading' (duration: 1.247914488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:30.629976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:29.381937Z","time spent":"1.24803103s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:39:31.131962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:31.632538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:31.748843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118032001s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:39:32.631222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:39:32.631292Z","caller":"traceutil/trace.go:171","msg":"trace[625357800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219016s","start":"2026-02-27T00:39:30.631058Z","end":"2026-02-27T00:39:32.631277Z","steps":["trace[625357800] 'agreement among raft nodes before linearized reading' (duration: 2.000111744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:32.631355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:30.631048Z","time spent":"2.000270787s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:39:32.744125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.016195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:32.744205Z","caller":"traceutil/trace.go:171","msg":"trace[1278536717] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"2.113488925s","start":"2026-02-27T00:39:30.630702Z","end":"2026-02-27T00:39:32.744191Z","steps":["trace[1278536717] 'process raft request' (duration: 1.118337528s)","trace[1278536717] 'compare' (duration: 994.82718ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:32.744244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:30.630678Z","time spent":"2.113547427s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:32.7486Z","caller":"traceutil/trace.go:171","msg":"trace[1798097149] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"1.369073481s","start":"2026-02-27T00:39:31.379499Z","end":"2026-02-27T00:39:32.748572Z","steps":["trace[1798097149] 'process raft request' (duration: 1.369021s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:32.748613Z","caller":"traceutil/trace.go:171","msg":"trace[786421292] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"1.369178504s","start":"2026-02-27T00:39:31.379398Z","end":"2026-02-27T00:39:32.748577Z","steps":["trace[786421292] 'process raft request' (duration: 1.369070852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:32.748768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.379488Z","time spent":"1.369192864s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:32.748713Z","caller":"traceutil/trace.go:171","msg":"trace[1705560838] linearizableReadLoop","detail":"{readStateIndex:25433; appliedIndex:25426; }","duration":"2.117610806s","start":"2026-02-27T00:39:30.631092Z","end":"2026-02-27T00:39:32.748702Z","steps":["trace[1705560838] 'read index received' (duration: 1.117894627s)","trace[1705560838] 'applied index is now lower than readState.Index' (duration: 999.714049ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:32.74877Z","caller":"traceutil/trace.go:171","msg":"trace[1395938707] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"1.369102512s","start":"2026-02-27T00:39:31.379636Z","end":"2026-02-27T00:39:32.748739Z","steps":["trace[1395938707] 'process raft request' (duration: 1.368906877s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:32.748861Z","caller":"traceutil/trace.go:171","msg":"trace[1474683808] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"1.370507295s","start":"2026-02-27T00:39:31.378335Z","end":"2026-02-27T00:39:32.748842Z","steps":["trace[1474683808] 'process raft request' (duration: 1.369973682s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:32.748926Z","caller":"traceutil/trace.go:171","msg":"trace[303899169] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"1.370412192s","start":"2026-02-27T00:39:31.378497Z","end":"2026-02-27T00:39:32.748909Z","steps":["trace[303899169] 'process raft request' (duration: 1.369943901s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:32.749166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.378479Z","time spent":"1.370643128s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:32.748793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.37939Z","time spent":"1.369308017s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:32.748636Z","caller":"traceutil/trace.go:171","msg":"trace[991113797] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"1.369188934s","start":"2026-02-27T00:39:31.379424Z","end":"2026-02-27T00:39:32.748613Z","steps":["trace[991113797] 'process raft request' (duration: 1.369069131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:32.749112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.378324Z","time spent":"1.370668798s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:32.749328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.379393Z","time spent":"1.369904061s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:32.748924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.379626Z","time spent":"1.369218946s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:33.21277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:39:33.212872Z","caller":"traceutil/trace.go:171","msg":"trace[132123310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278447s","start":"2026-02-27T00:39:31.21257Z","end":"2026-02-27T00:39:33.212849Z","steps":["trace[132123310] 'agreement among raft nodes before linearized reading' (duration: 2.000151624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:33.212931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.212552Z","time spent":"2.000368599s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:39:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:39:33.249399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:33.583778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.902126ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:33.583948Z","caller":"traceutil/trace.go:171","msg":"trace[1871709015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24557; }","duration":"527.043829ms","start":"2026-02-27T00:39:33.056831Z","end":"2026-02-27T00:39:33.583875Z","steps":["trace[1871709015] 'range keys from in-memory index tree' (duration: 526.874756ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:33.584436Z","caller":"traceutil/trace.go:171","msg":"trace[799095063] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"948.069812ms","start":"2026-02-27T00:39:32.636329Z","end":"2026-02-27T00:39:33.584399Z","steps":["trace[799095063] 'process raft request' (duration: 935.835869ms)","trace[799095063] 'compare' (duration: 12.0866ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:33.584607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:32.636313Z","time spent":"948.200344ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:34.639902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000965574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:39:34.640088Z","caller":"traceutil/trace.go:171","msg":"trace[879347611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001194338s","start":"2026-02-27T00:39:32.638861Z","end":"2026-02-27T00:39:34.640055Z","steps":["trace[879347611] 'agreement among raft nodes before linearized reading' (duration: 2.000971674s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.640171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:32.638855Z","time spent":"2.001298361s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:39:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:39:34.676965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.518234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:34.677273Z","caller":"traceutil/trace.go:171","msg":"trace[1404571123] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"296.544384ms","start":"2026-02-27T00:39:34.380702Z","end":"2026-02-27T00:39:34.677246Z","steps":["trace[1404571123] 'process raft request' (duration: 296.407081ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:34.67764Z","caller":"traceutil/trace.go:171","msg":"trace[167694529] linearizableReadLoop","detail":"{readStateIndex:25435; appliedIndex:25433; }","duration":"1.928783697s","start":"2026-02-27T00:39:32.748823Z","end":"2026-02-27T00:39:34.677607Z","steps":["trace[167694529] 'read index received' (duration: 823.357337ms)","trace[167694529] 'applied index is now lower than readState.Index' (duration: 1.10542236s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:34.67783Z","caller":"traceutil/trace.go:171","msg":"trace[442373505] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"1.783977298s","start":"2026-02-27T00:39:32.893821Z","end":"2026-02-27T00:39:34.677798Z","steps":["trace[442373505] 'process raft request' (duration: 1.647505073s)","trace[442373505] 'compare' (duration: 134.87633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:34.677874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.660412262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:34.677907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29833778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T00:39:34.67797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:32.893791Z","time spent":"1.784098671s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:34.677975Z","caller":"traceutil/trace.go:171","msg":"trace[107125307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24560; }","duration":"3.298431412s","start":"2026-02-27T00:39:31.379525Z","end":"2026-02-27T00:39:34.677956Z","steps":["trace[107125307] 'agreement among raft nodes before linearized reading' (duration: 3.298216878s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.678001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.046621598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-02-27T00:39:34.67803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.379508Z","time spent":"3.298508364s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:39:34.677968Z","caller":"traceutil/trace.go:171","msg":"trace[1979468132] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24560; }","duration":"3.660549855s","start":"2026-02-27T00:39:31.017388Z","end":"2026-02-27T00:39:34.677937Z","steps":["trace[1979468132] 'agreement among raft nodes before linearized reading' (duration: 3.660382001s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.678053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299613089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T00:39:34.678076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300657622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T00:39:34.678102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061921482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:34.67811Z","caller":"traceutil/trace.go:171","msg":"trace[1797986365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24560; }","duration":"3.29967267s","start":"2026-02-27T00:39:31.378419Z","end":"2026-02-27T00:39:34.678092Z","steps":["trace[1797986365] 'agreement among raft nodes before linearized reading' (duration: 3.299527757s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:34.678125Z","caller":"traceutil/trace.go:171","msg":"trace[1993277884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24560; }","duration":"3.300735354s","start":"2026-02-27T00:39:31.377375Z","end":"2026-02-27T00:39:34.67811Z","steps":["trace[1993277884] 'agreement among raft nodes before linearized reading' (duration: 3.300596511s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:34.678136Z","caller":"traceutil/trace.go:171","msg":"trace[1253274811] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24560; }","duration":"1.061993384s","start":"2026-02-27T00:39:33.616133Z","end":"2026-02-27T00:39:34.678126Z","steps":["trace[1253274811] 'agreement among raft nodes before linearized reading' (duration: 1.061938723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.678158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.378413Z","time spent":"3.299732922s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:34.678168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.377359Z","time spent":"3.300797655s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:34.678147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.017366Z","time spent":"3.660732459s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:34.678035Z","caller":"traceutil/trace.go:171","msg":"trace[1058134090] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24560; }","duration":"4.046707811s","start":"2026-02-27T00:39:30.631316Z","end":"2026-02-27T00:39:34.678024Z","steps":["trace[1058134090] 'agreement among raft nodes before linearized reading' (duration: 4.046609379s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.678208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042262067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-27T00:39:34.67822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.274126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T00:39:34.678172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:33.616106Z","time spent":"1.062055856s","remote":"127.0.0.1:38678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:39:34.678262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.696337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:34.678264Z","caller":"traceutil/trace.go:171","msg":"trace[1507892764] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24560; }","duration":"331.368508ms","start":"2026-02-27T00:39:34.346883Z","end":"2026-02-27T00:39:34.678252Z","steps":["trace[1507892764] 'agreement among raft nodes before linearized reading' (duration: 331.199034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:34.678262Z","caller":"traceutil/trace.go:171","msg":"trace[235816501] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24560; }","duration":"3.042376709s","start":"2026-02-27T00:39:31.63587Z","end":"2026-02-27T00:39:34.678246Z","steps":["trace[235816501] 'agreement among raft nodes before linearized reading' (duration: 3.042163554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.678231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71095773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:39:34.678294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.924569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:39:34.678281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.574732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-27T00:39:34.678306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.346854Z","time spent":"331.443619ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T00:39:34.67831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.63585Z","time spent":"3.042450941s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"info","ts":"2026-02-27T00:39:34.678337Z","caller":"traceutil/trace.go:171","msg":"trace[89290070] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24560; }","duration":"506.00264ms","start":"2026-02-27T00:39:34.172321Z","end":"2026-02-27T00:39:34.678324Z","steps":["trace[89290070] 'agreement among raft nodes before linearized reading' (duration: 505.872138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:34.678355Z","caller":"traceutil/trace.go:171","msg":"trace[184593017] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24560; }","duration":"295.670594ms","start":"2026-02-27T00:39:34.382666Z","end":"2026-02-27T00:39:34.678337Z","steps":["trace[184593017] 'agreement among raft nodes before linearized reading' (duration: 295.50233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.678364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.172299Z","time spent":"506.057722ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:34.678353Z","caller":"traceutil/trace.go:171","msg":"trace[1658419582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24560; }","duration":"2.711114413s","start":"2026-02-27T00:39:31.967208Z","end":"2026-02-27T00:39:34.678322Z","steps":["trace[1658419582] 'agreement among raft nodes before linearized reading' (duration: 2.710855758s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.67791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299723211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T00:39:34.678343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:30.631285Z","time spent":"4.046952456s","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T00:39:34.678039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931650111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-27T00:39:34.678424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.967188Z","time spent":"2.711223715s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:34.678624Z","caller":"traceutil/trace.go:171","msg":"trace[1012255181] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24560; }","duration":"1.932257604s","start":"2026-02-27T00:39:32.746359Z","end":"2026-02-27T00:39:34.678616Z","steps":["trace[1012255181] 'agreement among raft nodes before linearized reading' (duration: 1.931591149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.677903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299256132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T00:39:34.678739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:32.746346Z","time spent":"1.932300896s","remote":"127.0.0.1:48600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T00:39:34.678725Z","caller":"traceutil/trace.go:171","msg":"trace[1044123040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24560; }","duration":"3.30008681s","start":"2026-02-27T00:39:31.378611Z","end":"2026-02-27T00:39:34.678698Z","steps":["trace[1044123040] 'agreement among raft nodes before linearized reading' (duration: 3.299144759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.678198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.31164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:34.678795Z","caller":"traceutil/trace.go:171","msg":"trace[1205798869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24560; }","duration":"502.906853ms","start":"2026-02-27T00:39:34.175877Z","end":"2026-02-27T00:39:34.678784Z","steps":["trace[1205798869] 'agreement among raft nodes before linearized reading' (duration: 502.284049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.678804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.378605Z","time spent":"3.300172861s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:34.678827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.175843Z","time spent":"502.975143ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:39:34.678413Z","caller":"traceutil/trace.go:171","msg":"trace[205491935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24560; }","duration":"3.300269603s","start":"2026-02-27T00:39:31.378134Z","end":"2026-02-27T00:39:34.678404Z","steps":["trace[205491935] 'agreement among raft nodes before linearized reading' (duration: 3.29964667s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.677915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04266509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T00:39:34.678899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.378116Z","time spent":"3.300770685s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:39:34.678934Z","caller":"traceutil/trace.go:171","msg":"trace[863581391] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6; range_end:; response_count:1; response_revision:24560; }","duration":"2.043699642s","start":"2026-02-27T00:39:32.635202Z","end":"2026-02-27T00:39:34.678901Z","steps":["trace[863581391] 'agreement among raft nodes before linearized reading' (duration: 2.042572627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.67825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808149251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T00:39:34.678989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:32.635177Z","time spent":"2.043795456s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" "} {"level":"info","ts":"2026-02-27T00:39:34.679004Z","caller":"traceutil/trace.go:171","msg":"trace[598742169] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24560; }","duration":"2.808948249s","start":"2026-02-27T00:39:31.870036Z","end":"2026-02-27T00:39:34.678984Z","steps":["trace[598742169] 'agreement among raft nodes before linearized reading' (duration: 2.807990547s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:34.6783Z","caller":"traceutil/trace.go:171","msg":"trace[1084260345] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24560; }","duration":"444.76085ms","start":"2026-02-27T00:39:34.233525Z","end":"2026-02-27T00:39:34.678286Z","steps":["trace[1084260345] 'agreement among raft nodes before linearized reading' (duration: 444.698528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:34.679043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:31.87002Z","time spent":"2.809011311s","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:34.679101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.233509Z","time spent":"445.560028ms","remote":"127.0.0.1:50968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:35.185138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714349,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:36.032974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.958858Z","time spent":"1.074097194s","remote":"127.0.0.1:48734","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:39:36.034737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.295806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:36.034855Z","caller":"traceutil/trace.go:171","msg":"trace[258562494] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"1.353560478s","start":"2026-02-27T00:39:34.681275Z","end":"2026-02-27T00:39:36.034835Z","steps":["trace[258562494] 'process raft request' (duration: 829.176107ms)","trace[258562494] 'compare' (duration: 523.156893ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:36.03492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.681259Z","time spent":"1.35362965s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:36.759221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.041383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:36.759734Z","caller":"traceutil/trace.go:171","msg":"trace[1894790680] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"2.073114227s","start":"2026-02-27T00:39:34.686587Z","end":"2026-02-27T00:39:36.759701Z","steps":["trace[1894790680] 'process raft request' (duration: 2.072870642s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.759827Z","caller":"traceutil/trace.go:171","msg":"trace[487315180] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"2.070714824s","start":"2026-02-27T00:39:34.689101Z","end":"2026-02-27T00:39:36.759816Z","steps":["trace[487315180] 'process raft request' (duration: 2.070389757s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.759831Z","caller":"traceutil/trace.go:171","msg":"trace[1007590811] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"2.074500628s","start":"2026-02-27T00:39:34.685319Z","end":"2026-02-27T00:39:36.75982Z","steps":["trace[1007590811] 'process raft request' (duration: 2.074000377s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.759861Z","caller":"traceutil/trace.go:171","msg":"trace[2124156043] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"2.001898792s","start":"2026-02-27T00:39:34.757951Z","end":"2026-02-27T00:39:36.75985Z","steps":["trace[2124156043] 'process raft request' (duration: 2.001673147s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.759869Z","caller":"traceutil/trace.go:171","msg":"trace[170978764] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"2.075443979s","start":"2026-02-27T00:39:34.684399Z","end":"2026-02-27T00:39:36.759843Z","steps":["trace[170978764] 'process raft request' (duration: 1.523698991s)","trace[170978764] 'compare' (duration: 550.833668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:36.759909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.689091Z","time spent":"2.070761494s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:36.759909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.686567Z","time spent":"2.07325876s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:36.759932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.757936Z","time spent":"2.001956814s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:36.759914Z","caller":"traceutil/trace.go:171","msg":"trace[12724132] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"2.002297322s","start":"2026-02-27T00:39:34.757573Z","end":"2026-02-27T00:39:36.75987Z","steps":["trace[12724132] 'process raft request' (duration: 2.002022496s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.759953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.685307Z","time spent":"2.074563239s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:36.759937Z","caller":"traceutil/trace.go:171","msg":"trace[193125853] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"2.073696379s","start":"2026-02-27T00:39:34.6862Z","end":"2026-02-27T00:39:36.759897Z","steps":["trace[193125853] 'process raft request' (duration: 2.073194278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.759962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.684369Z","time spent":"2.075544491s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:36.759823Z","caller":"traceutil/trace.go:171","msg":"trace[898056001] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"2.002324612s","start":"2026-02-27T00:39:34.757489Z","end":"2026-02-27T00:39:36.759814Z","steps":["trace[898056001] 'process raft request' (duration: 2.002067576s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.759734Z","caller":"traceutil/trace.go:171","msg":"trace[1861152500] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"2.003760725s","start":"2026-02-27T00:39:34.755922Z","end":"2026-02-27T00:39:36.759683Z","steps":["trace[1861152500] 'process raft request' (duration: 2.003602241s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.759745Z","caller":"traceutil/trace.go:171","msg":"trace[1125383258] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"2.001131716s","start":"2026-02-27T00:39:34.758592Z","end":"2026-02-27T00:39:36.759724Z","steps":["trace[1125383258] 'process raft request' (duration: 2.001070574s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.76005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.75747Z","time spent":"2.002546097s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:36.759721Z","caller":"traceutil/trace.go:171","msg":"trace[1796548062] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"2.073135598s","start":"2026-02-27T00:39:34.686549Z","end":"2026-02-27T00:39:36.759685Z","steps":["trace[1796548062] 'process raft request' (duration: 2.072879532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.760078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.755894Z","time spent":"2.004153823s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:36.760102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.758576Z","time spent":"2.001493564s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:36.760092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.757518Z","time spent":"2.002475776s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:36.760105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.686189Z","time spent":"2.073826242s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:36.760109Z","caller":"traceutil/trace.go:171","msg":"trace[1251288412] linearizableReadLoop","detail":"{readStateIndex:25449; appliedIndex:25436; }","duration":"2.075997592s","start":"2026-02-27T00:39:34.684088Z","end":"2026-02-27T00:39:36.760085Z","steps":["trace[1251288412] 'read index received' (duration: 826.380116ms)","trace[1251288412] 'applied index is now lower than readState.Index' (duration: 1.249615795s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:36.760129Z","caller":"traceutil/trace.go:171","msg":"trace[1070936328] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"2.001103395s","start":"2026-02-27T00:39:34.759007Z","end":"2026-02-27T00:39:36.76011Z","steps":["trace[1070936328] 'process raft request' (duration: 2.000686446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.760217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.758995Z","time spent":"2.001178676s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:36.760253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.686541Z","time spent":"2.073582877s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:36.760317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076227366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:39:36.760354Z","caller":"traceutil/trace.go:171","msg":"trace[878645806] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24574; }","duration":"2.076278967s","start":"2026-02-27T00:39:34.684061Z","end":"2026-02-27T00:39:36.76034Z","steps":["trace[878645806] 'agreement among raft nodes before linearized reading' (duration: 2.076112683s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.760383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.684046Z","time spent":"2.076330238s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T00:39:36.76064Z","caller":"traceutil/trace.go:171","msg":"trace[1900626328] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"1.169175278s","start":"2026-02-27T00:39:35.591444Z","end":"2026-02-27T00:39:36.760619Z","steps":["trace[1900626328] 'process raft request' (duration: 1.168522843s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.760726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:35.591406Z","time spent":"1.16927562s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:36.7609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073281371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:36.760927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164991514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:36.76095Z","caller":"traceutil/trace.go:171","msg":"trace[633825999] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24574; }","duration":"2.073362432s","start":"2026-02-27T00:39:34.687575Z","end":"2026-02-27T00:39:36.760937Z","steps":["trace[633825999] 'agreement among raft nodes before linearized reading' (duration: 2.07327164s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.760979Z","caller":"traceutil/trace.go:171","msg":"trace[129061163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24574; }","duration":"1.165068076s","start":"2026-02-27T00:39:35.595896Z","end":"2026-02-27T00:39:36.760964Z","steps":["trace[129061163] 'agreement among raft nodes before linearized reading' (duration: 1.164973874s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.760987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.687567Z","time spent":"2.073411093s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:39:36.761014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:35.595887Z","time spent":"1.165119257s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:39:36.761025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005544819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:36.761055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.433824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f38586f38ba0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T00:39:36.761091Z","caller":"traceutil/trace.go:171","msg":"trace[413031284] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f38586f38ba0; range_end:; response_count:1; response_revision:24574; }","duration":"722.472254ms","start":"2026-02-27T00:39:36.03861Z","end":"2026-02-27T00:39:36.761082Z","steps":["trace[413031284] 'agreement among raft nodes before linearized reading' (duration: 722.367762ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.761084Z","caller":"traceutil/trace.go:171","msg":"trace[660180364] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24574; }","duration":"1.005650621s","start":"2026-02-27T00:39:35.755418Z","end":"2026-02-27T00:39:36.761069Z","steps":["trace[660180364] 'agreement among raft nodes before linearized reading' (duration: 1.005539749s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.761112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:36.038554Z","time spent":"722.552716ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f38586f38ba0\" "} {"level":"warn","ts":"2026-02-27T00:39:36.761137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:35.755393Z","time spent":"1.005729013s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:36.761531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32223398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:36.761567Z","caller":"traceutil/trace.go:171","msg":"trace[1094549325] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24574; }","duration":"1.322491726s","start":"2026-02-27T00:39:35.439064Z","end":"2026-02-27T00:39:36.761556Z","steps":["trace[1094549325] 'agreement among raft nodes before linearized reading' (duration: 1.322264651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.761593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:35.439038Z","time spent":"1.322543997s","remote":"127.0.0.1:38438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:36.762758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027007331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:36.762797Z","caller":"traceutil/trace.go:171","msg":"trace[484219342] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24574; }","duration":"2.027080063s","start":"2026-02-27T00:39:34.735705Z","end":"2026-02-27T00:39:36.762786Z","steps":["trace[484219342] 'agreement among raft nodes before linearized reading' (duration: 2.027008321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.762826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.73569Z","time spent":"2.027128194s","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T00:39:36.763032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926233051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:36.763075Z","caller":"traceutil/trace.go:171","msg":"trace[1006611789] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24574; }","duration":"1.926296462s","start":"2026-02-27T00:39:34.836767Z","end":"2026-02-27T00:39:36.763064Z","steps":["trace[1006611789] 'agreement among raft nodes before linearized reading' (duration: 1.92621683s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.763104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.836761Z","time spent":"1.926334943s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:36.763905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927174202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:36.76395Z","caller":"traceutil/trace.go:171","msg":"trace[1902158623] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24574; }","duration":"1.927273394s","start":"2026-02-27T00:39:34.836665Z","end":"2026-02-27T00:39:36.763939Z","steps":["trace[1902158623] 'agreement among raft nodes before linearized reading' (duration: 1.927159942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.763949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581713231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897f389ec271d4d\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-02-27T00:39:36.763977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.836652Z","time spent":"1.927318655s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:36.763998Z","caller":"traceutil/trace.go:171","msg":"trace[721700224] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897f389ec271d4d; range_end:; response_count:1; response_revision:24574; }","duration":"1.581785853s","start":"2026-02-27T00:39:35.182187Z","end":"2026-02-27T00:39:36.763973Z","steps":["trace[721700224] 'agreement among raft nodes before linearized reading' (duration: 1.58165233s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.76402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:35.182166Z","time spent":"1.581848654s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897f389ec271d4d\" "} {"level":"warn","ts":"2026-02-27T00:39:36.764275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079012702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-27T00:39:36.764302Z","caller":"traceutil/trace.go:171","msg":"trace[1882836907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24574; }","duration":"1.079080434s","start":"2026-02-27T00:39:35.685213Z","end":"2026-02-27T00:39:36.764294Z","steps":["trace[1882836907] 'agreement among raft nodes before linearized reading' (duration: 1.079000042s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.76432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:35.685181Z","time spent":"1.079134815s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"warn","ts":"2026-02-27T00:39:36.764709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148905137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:36.764719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.327802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:39:36.764751Z","caller":"traceutil/trace.go:171","msg":"trace[279480941] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24574; }","duration":"1.14904252s","start":"2026-02-27T00:39:35.615697Z","end":"2026-02-27T00:39:36.764739Z","steps":["trace[279480941] 'agreement among raft nodes before linearized reading' (duration: 1.148972178s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.764776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:35.615666Z","time spent":"1.149103501s","remote":"127.0.0.1:38720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:36.76477Z","caller":"traceutil/trace.go:171","msg":"trace[2140707165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24574; }","duration":"816.433453ms","start":"2026-02-27T00:39:35.948323Z","end":"2026-02-27T00:39:36.764757Z","steps":["trace[2140707165] 'agreement among raft nodes before linearized reading' (duration: 816.324911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.764809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:35.948301Z","time spent":"816.498685ms","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:36.765084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811309075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:36.765233Z","caller":"traceutil/trace.go:171","msg":"trace[641115665] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24574; }","duration":"1.811490659s","start":"2026-02-27T00:39:34.953714Z","end":"2026-02-27T00:39:36.765205Z","steps":["trace[641115665] 'agreement among raft nodes before linearized reading' (duration: 1.811199452s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:36.765326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:34.953662Z","time spent":"1.811648422s","remote":"127.0.0.1:48528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:37.266947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714366,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:37.632523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:37.325354Z","time spent":"307.15654ms","remote":"127.0.0.1:48744","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:39:37.632931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.531191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:37.632981Z","caller":"traceutil/trace.go:171","msg":"trace[1802253448] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"867.407507ms","start":"2026-02-27T00:39:36.765562Z","end":"2026-02-27T00:39:37.63297Z","steps":["trace[1802253448] 'process raft request' (duration: 580.781564ms)","trace[1802253448] 'compare' (duration: 286.437739ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:37.633014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:36.765536Z","time spent":"867.465769ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:37.65868Z","caller":"traceutil/trace.go:171","msg":"trace[137434630] linearizableReadLoop","detail":"{readStateIndex:25452; appliedIndex:25450; }","duration":"892.560426ms","start":"2026-02-27T00:39:36.766094Z","end":"2026-02-27T00:39:37.658655Z","steps":["trace[137434630] 'read index received' (duration: 580.295613ms)","trace[137434630] 'applied index is now lower than readState.Index' (duration: 312.263623ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:37.6588Z","caller":"traceutil/trace.go:171","msg":"trace[383638881] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"893.105329ms","start":"2026-02-27T00:39:36.765656Z","end":"2026-02-27T00:39:37.658762Z","steps":["trace[383638881] 'process raft request' (duration: 892.837853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:37.658898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.776251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:37.658966Z","caller":"traceutil/trace.go:171","msg":"trace[918622549] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24576; }","duration":"892.892433ms","start":"2026-02-27T00:39:36.76606Z","end":"2026-02-27T00:39:37.658952Z","steps":["trace[918622549] 'agreement among raft nodes before linearized reading' (duration: 892.729249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:37.65896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:36.765635Z","time spent":"893.249092ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:37.659012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:36.766049Z","time spent":"892.953895ms","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:39:38.336977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.109061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:38.337364Z","caller":"traceutil/trace.go:171","msg":"trace[1582126607] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"941.517395ms","start":"2026-02-27T00:39:37.395815Z","end":"2026-02-27T00:39:38.337332Z","steps":["trace[1582126607] 'process raft request' (duration: 350.940774ms)","trace[1582126607] 'compare' (duration: 589.692292ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:38.337493Z","caller":"traceutil/trace.go:171","msg":"trace[1556796494] linearizableReadLoop","detail":"{readStateIndex:25453; appliedIndex:25452; }","duration":"678.697831ms","start":"2026-02-27T00:39:37.658751Z","end":"2026-02-27T00:39:38.337449Z","steps":["trace[1556796494] 'read index received' (duration: 87.942856ms)","trace[1556796494] 'applied index is now lower than readState.Index' (duration: 590.750265ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:38.33753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:37.395786Z","time spent":"941.641008ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:38.467566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.43463ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-27T00:39:38.467622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700366598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:38.467721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.005088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T00:39:38.467787Z","caller":"traceutil/trace.go:171","msg":"trace[1393375857] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6; range_end:; response_count:1; response_revision:24577; }","duration":"831.108971ms","start":"2026-02-27T00:39:37.636665Z","end":"2026-02-27T00:39:38.467774Z","steps":["trace[1393375857] 'agreement among raft nodes before linearized reading' (duration: 700.876754ms)","trace[1393375857] 'range keys from in-memory index tree' (duration: 130.077852ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:38.467771Z","caller":"traceutil/trace.go:171","msg":"trace[1649616376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24577; }","duration":"1.700538492s","start":"2026-02-27T00:39:36.767175Z","end":"2026-02-27T00:39:38.467713Z","steps":["trace[1649616376] 'agreement among raft nodes before linearized reading' (duration: 1.570394479s)","trace[1649616376] 'range keys from in-memory index tree' (duration: 129.97115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:38.467743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663237973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-27T00:39:38.46783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:37.636648Z","time spent":"831.172002ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f0b5f7922bf6\" "} {"level":"warn","ts":"2026-02-27T00:39:38.467838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:36.767158Z","time spent":"1.700665375s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:39:38.467879Z","caller":"traceutil/trace.go:171","msg":"trace[49921679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24577; }","duration":"1.663407137s","start":"2026-02-27T00:39:36.804438Z","end":"2026-02-27T00:39:38.467845Z","steps":["trace[49921679] 'agreement among raft nodes before linearized reading' (duration: 1.533124301s)","trace[49921679] 'range keys from in-memory index tree' (duration: 130.01252ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:38.467906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.693929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:38.467906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4575782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:38.467906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701709778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:38.467943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:36.804413Z","time spent":"1.6635138s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"info","ts":"2026-02-27T00:39:38.467956Z","caller":"traceutil/trace.go:171","msg":"trace[364038887] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24577; }","duration":"874.782171ms","start":"2026-02-27T00:39:37.59315Z","end":"2026-02-27T00:39:38.467932Z","steps":["trace[364038887] 'agreement among raft nodes before linearized reading' (duration: 744.416483ms)","trace[364038887] 'count revisions from in-memory index tree' (duration: 130.296397ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:38.467976Z","caller":"traceutil/trace.go:171","msg":"trace[578822986] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24577; }","duration":"1.70180419s","start":"2026-02-27T00:39:36.766154Z","end":"2026-02-27T00:39:38.467958Z","steps":["trace[578822986] 'agreement among raft nodes before linearized reading' (duration: 1.571428051s)","trace[578822986] 'range keys from in-memory index tree' (duration: 130.265836ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:38.467976Z","caller":"traceutil/trace.go:171","msg":"trace[1052115331] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24577; }","duration":"1.457646351s","start":"2026-02-27T00:39:37.010303Z","end":"2026-02-27T00:39:38.46795Z","steps":["trace[1052115331] 'agreement among raft nodes before linearized reading' (duration: 1.327233381s)","trace[1052115331] 'count revisions from in-memory index tree' (duration: 130.317887ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:38.468006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:37.593125Z","time spent":"874.870443ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:38.468017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:36.766147Z","time spent":"1.701856702s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T00:39:38.468035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:37.01025Z","time spent":"1.457763324s","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:38.487772Z","caller":"traceutil/trace.go:171","msg":"trace[115767834] linearizableReadLoop","detail":"{readStateIndex:25455; appliedIndex:25453; }","duration":"150.158258ms","start":"2026-02-27T00:39:38.337562Z","end":"2026-02-27T00:39:38.487721Z","steps":["trace[115767834] 'read index received' (duration: 63.701956ms)","trace[115767834] 'applied index is now lower than readState.Index' (duration: 86.451042ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:38.487858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.011523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:39:38.487908Z","caller":"traceutil/trace.go:171","msg":"trace[665137961] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24577; }","duration":"569.115095ms","start":"2026-02-27T00:39:37.918781Z","end":"2026-02-27T00:39:38.487896Z","steps":["trace[665137961] 'agreement among raft nodes before linearized reading' (duration: 568.980302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:38.487945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:37.918762Z","time spent":"569.173716ms","remote":"127.0.0.1:48544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:38.487962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.292408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-27T00:39:38.488035Z","caller":"traceutil/trace.go:171","msg":"trace[1029022545] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24578; }","duration":"327.398321ms","start":"2026-02-27T00:39:38.160619Z","end":"2026-02-27T00:39:38.488017Z","steps":["trace[1029022545] 'agreement among raft nodes before linearized reading' (duration: 327.196266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:38.488096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.216598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:38.488077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:38.1606Z","time spent":"327.466322ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-27T00:39:38.488145Z","caller":"traceutil/trace.go:171","msg":"trace[1152347988] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24579; }","duration":"149.297769ms","start":"2026-02-27T00:39:38.338834Z","end":"2026-02-27T00:39:38.488132Z","steps":["trace[1152347988] 'agreement among raft nodes before linearized reading' (duration: 149.203847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:38.488206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.447435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T00:39:38.48824Z","caller":"traceutil/trace.go:171","msg":"trace[1635880868] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24578; }","duration":"467.510265ms","start":"2026-02-27T00:39:38.020721Z","end":"2026-02-27T00:39:38.488231Z","steps":["trace[1635880868] 'agreement among raft nodes before linearized reading' (duration: 467.104726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:38.488264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:38.020704Z","time spent":"467.555587ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-27T00:39:38.488367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.475741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:38.48839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.491636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-27T00:39:38.488413Z","caller":"traceutil/trace.go:171","msg":"trace[623588892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24578; }","duration":"718.551637ms","start":"2026-02-27T00:39:37.769853Z","end":"2026-02-27T00:39:38.488405Z","steps":["trace[623588892] 'agreement among raft nodes before linearized reading' (duration: 718.010945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:38.488412Z","caller":"traceutil/trace.go:171","msg":"trace[148992559] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24579; }","duration":"103.520032ms","start":"2026-02-27T00:39:38.384879Z","end":"2026-02-27T00:39:38.488399Z","steps":["trace[148992559] 'agreement among raft nodes before linearized reading' (duration: 103.457081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:38.488432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:37.769833Z","time spent":"718.595288ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"warn","ts":"2026-02-27T00:39:38.488483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.985714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:38.488521Z","caller":"traceutil/trace.go:171","msg":"trace[924300587] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24578; }","duration":"825.065065ms","start":"2026-02-27T00:39:37.663446Z","end":"2026-02-27T00:39:38.488511Z","steps":["trace[924300587] 'agreement among raft nodes before linearized reading' (duration: 824.444582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:38.488554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:37.663426Z","time spent":"825.119396ms","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:39:38.4887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.853892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" ","response":"range_response_count:1 size:2246"} {"level":"info","ts":"2026-02-27T00:39:38.488763Z","caller":"traceutil/trace.go:171","msg":"trace[174166416] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039; range_end:; response_count:1; response_revision:24578; }","duration":"745.011225ms","start":"2026-02-27T00:39:37.743732Z","end":"2026-02-27T00:39:38.488743Z","steps":["trace[174166416] 'agreement among raft nodes before linearized reading' (duration: 744.145827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:38.488805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:37.743712Z","time spent":"745.082917ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2270,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-46af5143-ecff-43a8-aff6-f57984858039\" "} {"level":"warn","ts":"2026-02-27T00:39:40.096994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085932569714422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:39:40.559581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05953778s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:39:40.559976Z","caller":"traceutil/trace.go:171","msg":"trace[369120217] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"1.05999708s","start":"2026-02-27T00:39:39.499949Z","end":"2026-02-27T00:39:40.559946Z","steps":["trace[369120217] 'process raft request' (duration: 1.059828627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:40.560128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:39.49993Z","time spent":"1.060117403s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3943,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:40.566452Z","caller":"traceutil/trace.go:171","msg":"trace[2001145957] linearizableReadLoop","detail":"{readStateIndex:25479; appliedIndex:25477; }","duration":"970.135401ms","start":"2026-02-27T00:39:39.596299Z","end":"2026-02-27T00:39:40.566435Z","steps":["trace[2001145957] 'read index received' (duration: 963.528485ms)","trace[2001145957] 'applied index is now lower than readState.Index' (duration: 6.605626ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:40.56654Z","caller":"traceutil/trace.go:171","msg":"trace[943864258] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"881.157823ms","start":"2026-02-27T00:39:39.685373Z","end":"2026-02-27T00:39:40.566531Z","steps":["trace[943864258] 'process raft request' (duration: 880.960248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:40.566604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:39.685346Z","time spent":"881.216673ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:40.566718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.389817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:40.566809Z","caller":"traceutil/trace.go:171","msg":"trace[1633266395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24600; }","duration":"970.52381ms","start":"2026-02-27T00:39:39.596262Z","end":"2026-02-27T00:39:40.566786Z","steps":["trace[1633266395] 'agreement among raft nodes before linearized reading' (duration: 970.353846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:40.566854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:39.596246Z","time spent":"970.600161ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:39:40.65341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037956009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-02-27T00:39:40.653478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.0352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:40.653491Z","caller":"traceutil/trace.go:171","msg":"trace[70775358] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24601; }","duration":"1.038077932s","start":"2026-02-27T00:39:39.615394Z","end":"2026-02-27T00:39:40.653472Z","steps":["trace[70775358] 'agreement among raft nodes before linearized reading' (duration: 1.037780375s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:40.65351Z","caller":"traceutil/trace.go:171","msg":"trace[494562330] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24601; }","duration":"438.071461ms","start":"2026-02-27T00:39:40.21543Z","end":"2026-02-27T00:39:40.653501Z","steps":["trace[494562330] 'agreement among raft nodes before linearized reading' (duration: 438.022379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:40.653526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.215359Z","time spent":"438.162233ms","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:40.653607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:39.615378Z","time spent":"1.038142013s","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T00:39:40.653438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.99538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-27T00:39:40.654097Z","caller":"traceutil/trace.go:171","msg":"trace[1956669410] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24601; }","duration":"962.703576ms","start":"2026-02-27T00:39:39.691376Z","end":"2026-02-27T00:39:40.65408Z","steps":["trace[1956669410] 'agreement among raft nodes before linearized reading' (duration: 961.802906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:40.654142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:39.691358Z","time spent":"962.770547ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T00:39:40.861378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.772789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:40.861573Z","caller":"traceutil/trace.go:171","msg":"trace[1563634493] linearizableReadLoop","detail":"{readStateIndex:25483; appliedIndex:25481; }","duration":"107.314495ms","start":"2026-02-27T00:39:40.754241Z","end":"2026-02-27T00:39:40.861556Z","steps":["trace[1563634493] 'read index received' (duration: 1.844691ms)","trace[1563634493] 'applied index is now lower than readState.Index' (duration: 105.468664ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:40.861652Z","caller":"traceutil/trace.go:171","msg":"trace[389733709] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"155.750873ms","start":"2026-02-27T00:39:40.705885Z","end":"2026-02-27T00:39:40.861636Z","steps":["trace[389733709] 'process raft request' (duration: 50.242437ms)","trace[389733709] 'compare' (duration: 104.598615ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:40.861737Z","caller":"traceutil/trace.go:171","msg":"trace[330628721] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"155.690162ms","start":"2026-02-27T00:39:40.706033Z","end":"2026-02-27T00:39:40.861723Z","steps":["trace[330628721] 'process raft request' (duration: 155.445366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:40.862299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.030682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:40.862388Z","caller":"traceutil/trace.go:171","msg":"trace[614062800] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24604; }","duration":"108.167415ms","start":"2026-02-27T00:39:40.754202Z","end":"2026-02-27T00:39:40.86237Z","steps":["trace[614062800] 'agreement among raft nodes before linearized reading' (duration: 107.93935ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.180848Z","caller":"traceutil/trace.go:171","msg":"trace[58019666] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"405.644199ms","start":"2026-02-27T00:39:40.775184Z","end":"2026-02-27T00:39:41.180828Z","steps":["trace[58019666] 'process raft request' (duration: 405.500825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.18096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.775154Z","time spent":"405.747321ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:41.181263Z","caller":"traceutil/trace.go:171","msg":"trace[921386842] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"403.643015ms","start":"2026-02-27T00:39:40.777599Z","end":"2026-02-27T00:39:41.181242Z","steps":["trace[921386842] 'process raft request' (duration: 403.571033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.18134Z","caller":"traceutil/trace.go:171","msg":"trace[472538773] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"404.143277ms","start":"2026-02-27T00:39:40.777188Z","end":"2026-02-27T00:39:41.181332Z","steps":["trace[472538773] 'process raft request' (duration: 403.934752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.181395Z","caller":"traceutil/trace.go:171","msg":"trace[1445073717] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"403.775228ms","start":"2026-02-27T00:39:40.777613Z","end":"2026-02-27T00:39:41.181389Z","steps":["trace[1445073717] 'process raft request' (duration: 403.593084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.181421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.777173Z","time spent":"404.200129ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:41.181462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.777599Z","time spent":"403.822309ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:41.181418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.777583Z","time spent":"403.760188ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:41.181272Z","caller":"traceutil/trace.go:171","msg":"trace[1832413644] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"404.26183ms","start":"2026-02-27T00:39:40.776983Z","end":"2026-02-27T00:39:41.181245Z","steps":["trace[1832413644] 'process raft request' (duration: 404.047855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.181588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.77697Z","time spent":"404.595347ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:41.181594Z","caller":"traceutil/trace.go:171","msg":"trace[1821059529] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"403.86244ms","start":"2026-02-27T00:39:40.777721Z","end":"2026-02-27T00:39:41.181583Z","steps":["trace[1821059529] 'process raft request' (duration: 403.618915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.181305Z","caller":"traceutil/trace.go:171","msg":"trace[400219950] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"404.435524ms","start":"2026-02-27T00:39:40.776859Z","end":"2026-02-27T00:39:41.181295Z","steps":["trace[400219950] 'process raft request' (duration: 403.937032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.181652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.777711Z","time spent":"403.910421ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:41.181659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.776842Z","time spent":"404.799801ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:41.181847Z","caller":"traceutil/trace.go:171","msg":"trace[1060363100] linearizableReadLoop","detail":"{readStateIndex:25491; appliedIndex:25483; }","duration":"320.227621ms","start":"2026-02-27T00:39:40.861609Z","end":"2026-02-27T00:39:41.181837Z","steps":["trace[1060363100] 'read index received' (duration: 319.061094ms)","trace[1060363100] 'applied index is now lower than readState.Index' (duration: 1.165347ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:41.181851Z","caller":"traceutil/trace.go:171","msg":"trace[1460362233] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"351.166279ms","start":"2026-02-27T00:39:40.830673Z","end":"2026-02-27T00:39:41.181839Z","steps":["trace[1460362233] 'process raft request' (duration: 350.871092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.181925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.830646Z","time spent":"351.246321ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:41.18199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.566064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:39:41.182025Z","caller":"traceutil/trace.go:171","msg":"trace[1641114763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24612; }","duration":"403.613155ms","start":"2026-02-27T00:39:40.778403Z","end":"2026-02-27T00:39:41.182016Z","steps":["trace[1641114763] 'agreement among raft nodes before linearized reading' (duration: 403.499582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.182023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.250189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T00:39:41.182058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.778397Z","time spent":"403.654345ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:39:41.182065Z","caller":"traceutil/trace.go:171","msg":"trace[1982700385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24612; }","duration":"404.320699ms","start":"2026-02-27T00:39:40.777734Z","end":"2026-02-27T00:39:41.182055Z","steps":["trace[1982700385] 'agreement among raft nodes before linearized reading' (duration: 404.205297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.182077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.437353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:39:41.182095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.777714Z","time spent":"404.374571ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:39:41.182101Z","caller":"traceutil/trace.go:171","msg":"trace[1576501447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24612; }","duration":"404.489453ms","start":"2026-02-27T00:39:40.777604Z","end":"2026-02-27T00:39:41.182093Z","steps":["trace[1576501447] 'agreement among raft nodes before linearized reading' (duration: 404.391721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.181999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.321838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:39:41.182149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.391339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:39:41.182212Z","caller":"traceutil/trace.go:171","msg":"trace[434075677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24612; }","duration":"403.459422ms","start":"2026-02-27T00:39:40.778736Z","end":"2026-02-27T00:39:41.182196Z","steps":["trace[434075677] 'agreement among raft nodes before linearized reading' (duration: 403.290498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.182218Z","caller":"traceutil/trace.go:171","msg":"trace[118691985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24612; }","duration":"403.535573ms","start":"2026-02-27T00:39:40.77864Z","end":"2026-02-27T00:39:41.182175Z","steps":["trace[118691985] 'agreement among raft nodes before linearized reading' (duration: 403.234756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.18224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.778721Z","time spent":"403.514232ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:39:41.182225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.777592Z","time spent":"404.593956ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:39:41.182284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.778634Z","time spent":"403.638455ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T00:39:41.205059Z","caller":"traceutil/trace.go:171","msg":"trace[1347861081] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"337.420652ms","start":"2026-02-27T00:39:40.867603Z","end":"2026-02-27T00:39:41.205023Z","steps":["trace[1347861081] 'process raft request' (duration: 336.994603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.205201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:40.867587Z","time spent":"337.527354ms","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1654,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:42.295019Z","caller":"traceutil/trace.go:171","msg":"trace[1521721687] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"203.468424ms","start":"2026-02-27T00:39:42.09152Z","end":"2026-02-27T00:39:42.294988Z","steps":["trace[1521721687] 'process raft request' (duration: 203.254059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:42.322425Z","caller":"traceutil/trace.go:171","msg":"trace[1869342646] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"137.454827ms","start":"2026-02-27T00:39:42.184944Z","end":"2026-02-27T00:39:42.322399Z","steps":["trace[1869342646] 'process raft request' (duration: 137.303584ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:42.51827Z","caller":"traceutil/trace.go:171","msg":"trace[261435674] linearizableReadLoop","detail":"{readStateIndex:25502; appliedIndex:25501; }","duration":"165.280865ms","start":"2026-02-27T00:39:42.352971Z","end":"2026-02-27T00:39:42.518252Z","steps":["trace[261435674] 'read index received' (duration: 165.149952ms)","trace[261435674] 'applied index is now lower than readState.Index' (duration: 130.163µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:42.518564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.581682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T00:39:42.518641Z","caller":"traceutil/trace.go:171","msg":"trace[2115053877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24623; }","duration":"165.715735ms","start":"2026-02-27T00:39:42.352904Z","end":"2026-02-27T00:39:42.51862Z","steps":["trace[2115053877] 'agreement among raft nodes before linearized reading' (duration: 165.4896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:42.518619Z","caller":"traceutil/trace.go:171","msg":"trace[626975776] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"186.009536ms","start":"2026-02-27T00:39:42.33256Z","end":"2026-02-27T00:39:42.518569Z","steps":["trace[626975776] 'process raft request' (duration: 185.569826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:45.281622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.019709ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:39:45.281746Z","caller":"traceutil/trace.go:171","msg":"trace[1086621694] linearizableReadLoop","detail":"{readStateIndex:25518; appliedIndex:25517; }","duration":"619.601737ms","start":"2026-02-27T00:39:44.662124Z","end":"2026-02-27T00:39:45.281726Z","steps":["trace[1086621694] 'read index received' (duration: 168.463445ms)","trace[1086621694] 'applied index is now lower than readState.Index' (duration: 451.136812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:45.282107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.965545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:45.282154Z","caller":"traceutil/trace.go:171","msg":"trace[2036670283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24638; }","duration":"620.067567ms","start":"2026-02-27T00:39:44.662072Z","end":"2026-02-27T00:39:45.28214Z","steps":["trace[2036670283] 'agreement among raft nodes before linearized reading' (duration: 619.955134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:45.282191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:44.662055Z","time spent":"620.12643ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:39:45.349985Z","caller":"traceutil/trace.go:171","msg":"trace[774485857] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"156.97561ms","start":"2026-02-27T00:39:45.192979Z","end":"2026-02-27T00:39:45.349955Z","steps":["trace[774485857] 'process raft request' (duration: 156.772066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:45.356231Z","caller":"traceutil/trace.go:171","msg":"trace[1406708792] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"159.252012ms","start":"2026-02-27T00:39:45.196954Z","end":"2026-02-27T00:39:45.356206Z","steps":["trace[1406708792] 'process raft request' (duration: 159.16945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:45.356247Z","caller":"traceutil/trace.go:171","msg":"trace[2029697688] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"162.722038ms","start":"2026-02-27T00:39:45.193476Z","end":"2026-02-27T00:39:45.356198Z","steps":["trace[2029697688] 'process raft request' (duration: 162.494743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:45.356466Z","caller":"traceutil/trace.go:171","msg":"trace[1416888899] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"155.324963ms","start":"2026-02-27T00:39:45.201132Z","end":"2026-02-27T00:39:45.356457Z","steps":["trace[1416888899] 'process raft request' (duration: 155.038087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:45.356758Z","caller":"traceutil/trace.go:171","msg":"trace[1518888304] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"154.198149ms","start":"2026-02-27T00:39:45.202531Z","end":"2026-02-27T00:39:45.356729Z","steps":["trace[1518888304] 'process raft request' (duration: 153.885102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:45.35683Z","caller":"traceutil/trace.go:171","msg":"trace[1849963695] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"153.397381ms","start":"2026-02-27T00:39:45.203419Z","end":"2026-02-27T00:39:45.356817Z","steps":["trace[1849963695] 'process raft request' (duration: 153.191596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:45.356952Z","caller":"traceutil/trace.go:171","msg":"trace[1010631798] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"152.031391ms","start":"2026-02-27T00:39:45.204909Z","end":"2026-02-27T00:39:45.35694Z","steps":["trace[1010631798] 'process raft request' (duration: 151.800386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:45.357228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.560108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:39:45.357279Z","caller":"traceutil/trace.go:171","msg":"trace[834061459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24645; }","duration":"302.669721ms","start":"2026-02-27T00:39:45.054595Z","end":"2026-02-27T00:39:45.357265Z","steps":["trace[834061459] 'agreement among raft nodes before linearized reading' (duration: 302.537728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:45.357323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:45.054571Z","time spent":"302.740162ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:45.357559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.151396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T00:39:45.35763Z","caller":"traceutil/trace.go:171","msg":"trace[1444406854] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24645; }","duration":"457.268448ms","start":"2026-02-27T00:39:44.900342Z","end":"2026-02-27T00:39:45.357611Z","steps":["trace[1444406854] 'agreement among raft nodes before linearized reading' (duration: 457.139945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:45.357721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:44.900307Z","time spent":"457.343089ms","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-27T00:39:46.373303Z","caller":"traceutil/trace.go:171","msg":"trace[1320954175] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"121.392719ms","start":"2026-02-27T00:39:46.251884Z","end":"2026-02-27T00:39:46.373276Z","steps":["trace[1320954175] 'process raft request' (duration: 106.199871ms)","trace[1320954175] 'compare' (duration: 14.759578ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:46.745939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.183647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:46.746051Z","caller":"traceutil/trace.go:171","msg":"trace[1273257409] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"362.770446ms","start":"2026-02-27T00:39:46.38326Z","end":"2026-02-27T00:39:46.746031Z","steps":["trace[1273257409] 'process raft request' (duration: 146.406305ms)","trace[1273257409] 'compare' (duration: 216.077204ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:46.746112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:46.38324Z","time spent":"362.843818ms","remote":"127.0.0.1:48600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:46.793423Z","caller":"traceutil/trace.go:171","msg":"trace[1896779556] linearizableReadLoop","detail":"{readStateIndex:25541; appliedIndex:25537; }","duration":"356.393574ms","start":"2026-02-27T00:39:46.436998Z","end":"2026-02-27T00:39:46.793392Z","steps":["trace[1896779556] 'read index received' (duration: 92.780132ms)","trace[1896779556] 'applied index is now lower than readState.Index' (duration: 263.611652ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:46.793468Z","caller":"traceutil/trace.go:171","msg":"trace[331788357] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"409.421123ms","start":"2026-02-27T00:39:46.384032Z","end":"2026-02-27T00:39:46.793453Z","steps":["trace[331788357] 'process raft request' (duration: 409.228869ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:46.793501Z","caller":"traceutil/trace.go:171","msg":"trace[1486373147] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"409.698799ms","start":"2026-02-27T00:39:46.383797Z","end":"2026-02-27T00:39:46.793496Z","steps":["trace[1486373147] 'process raft request' (duration: 409.307171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:46.793581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:46.383785Z","time spent":"409.734261ms","remote":"127.0.0.1:48600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:46.793581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:46.384022Z","time spent":"409.497565ms","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:46.79373Z","caller":"traceutil/trace.go:171","msg":"trace[991669155] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"408.880992ms","start":"2026-02-27T00:39:46.384808Z","end":"2026-02-27T00:39:46.793689Z","steps":["trace[991669155] 'process raft request' (duration: 408.540504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:46.793826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.831174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:46.794051Z","caller":"traceutil/trace.go:171","msg":"trace[1730353311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24660; }","duration":"357.09196ms","start":"2026-02-27T00:39:46.436944Z","end":"2026-02-27T00:39:46.794036Z","steps":["trace[1730353311] 'agreement among raft nodes before linearized reading' (duration: 356.841975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:46.794083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:46.436927Z","time spent":"357.148391ms","remote":"127.0.0.1:38356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:39:46.794098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:46.384787Z","time spent":"409.028485ms","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:47.667352Z","caller":"traceutil/trace.go:171","msg":"trace[554210582] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"304.586983ms","start":"2026-02-27T00:39:47.362741Z","end":"2026-02-27T00:39:47.667328Z","steps":["trace[554210582] 'process raft request' (duration: 304.395608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.667497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.362725Z","time spent":"304.699386ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:47.667695Z","caller":"traceutil/trace.go:171","msg":"trace[1576443649] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"304.779147ms","start":"2026-02-27T00:39:47.362885Z","end":"2026-02-27T00:39:47.667664Z","steps":["trace[1576443649] 'process raft request' (duration: 304.406699ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:47.667867Z","caller":"traceutil/trace.go:171","msg":"trace[1975168848] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"304.339358ms","start":"2026-02-27T00:39:47.363496Z","end":"2026-02-27T00:39:47.667836Z","steps":["trace[1975168848] 'process raft request' (duration: 304.144213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:47.667699Z","caller":"traceutil/trace.go:171","msg":"trace[1100265877] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"304.316277ms","start":"2026-02-27T00:39:47.363356Z","end":"2026-02-27T00:39:47.667673Z","steps":["trace[1100265877] 'process raft request' (duration: 304.178574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.667915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.362857Z","time spent":"304.958391ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:47.667945Z","caller":"traceutil/trace.go:171","msg":"trace[283996190] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"304.325728ms","start":"2026-02-27T00:39:47.363565Z","end":"2026-02-27T00:39:47.667891Z","steps":["trace[283996190] 'process raft request' (duration: 304.156384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.668024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.363488Z","time spent":"304.45603ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:47.668057Z","caller":"traceutil/trace.go:171","msg":"trace[1833031453] linearizableReadLoop","detail":"{readStateIndex:25548; appliedIndex:25541; }","duration":"299.634042ms","start":"2026-02-27T00:39:47.368407Z","end":"2026-02-27T00:39:47.668041Z","steps":["trace[1833031453] 'read index received' (duration: 25.831874ms)","trace[1833031453] 'applied index is now lower than readState.Index' (duration: 273.800958ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:47.668073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.363328Z","time spent":"304.642765ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:47.668138Z","caller":"traceutil/trace.go:171","msg":"trace[628932663] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"301.965235ms","start":"2026-02-27T00:39:47.36616Z","end":"2026-02-27T00:39:47.668126Z","steps":["trace[628932663] 'process raft request' (duration: 301.653348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.668207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.366147Z","time spent":"302.023246ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:47.668264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.558105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T00:39:47.668226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.363551Z","time spent":"304.485511ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:47.668306Z","caller":"traceutil/trace.go:171","msg":"trace[1926090811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24667; }","duration":"296.635466ms","start":"2026-02-27T00:39:47.37166Z","end":"2026-02-27T00:39:47.668295Z","steps":["trace[1926090811] 'agreement among raft nodes before linearized reading' (duration: 296.503843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.668406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.292308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:39:47.668444Z","caller":"traceutil/trace.go:171","msg":"trace[1510088916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24667; }","duration":"296.38545ms","start":"2026-02-27T00:39:47.372045Z","end":"2026-02-27T00:39:47.668431Z","steps":["trace[1510088916] 'agreement among raft nodes before linearized reading' (duration: 296.251117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.668446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.596315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T00:39:47.66845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.041422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:39:47.668475Z","caller":"traceutil/trace.go:171","msg":"trace[882126330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24667; }","duration":"296.664106ms","start":"2026-02-27T00:39:47.371802Z","end":"2026-02-27T00:39:47.668466Z","steps":["trace[882126330] 'agreement among raft nodes before linearized reading' (duration: 296.581215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.668493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.407521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:39:47.668504Z","caller":"traceutil/trace.go:171","msg":"trace[1110451063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24667; }","duration":"300.114723ms","start":"2026-02-27T00:39:47.368374Z","end":"2026-02-27T00:39:47.668489Z","steps":["trace[1110451063] 'agreement among raft nodes before linearized reading' (duration: 299.953599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.668562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.368365Z","time spent":"300.190074ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:39:47.668567Z","caller":"traceutil/trace.go:171","msg":"trace[1044378108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24667; }","duration":"296.506802ms","start":"2026-02-27T00:39:47.37204Z","end":"2026-02-27T00:39:47.668547Z","steps":["trace[1044378108] 'agreement among raft nodes before linearized reading' (duration: 296.297998ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:47.97409Z","caller":"traceutil/trace.go:171","msg":"trace[1448277146] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"300.059102ms","start":"2026-02-27T00:39:47.674013Z","end":"2026-02-27T00:39:47.974072Z","steps":["trace[1448277146] 'process raft request' (duration: 299.931459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.974202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.67399Z","time spent":"300.151774ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:47.975624Z","caller":"traceutil/trace.go:171","msg":"trace[1012047974] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"301.28853ms","start":"2026-02-27T00:39:47.674309Z","end":"2026-02-27T00:39:47.975597Z","steps":["trace[1012047974] 'process raft request' (duration: 301.114356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.975798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.674285Z","time spent":"301.411772ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:47.975952Z","caller":"traceutil/trace.go:171","msg":"trace[679372902] linearizableReadLoop","detail":"{readStateIndex:25553; appliedIndex:25548; }","duration":"290.055789ms","start":"2026-02-27T00:39:47.685873Z","end":"2026-02-27T00:39:47.975928Z","steps":["trace[679372902] 'read index received' (duration: 288.153197ms)","trace[679372902] 'applied index is now lower than readState.Index' (duration: 1.901522ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:47.976Z","caller":"traceutil/trace.go:171","msg":"trace[1923375704] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"301.568266ms","start":"2026-02-27T00:39:47.674422Z","end":"2026-02-27T00:39:47.975991Z","steps":["trace[1923375704] 'process raft request' (duration: 301.360571ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:47.975985Z","caller":"traceutil/trace.go:171","msg":"trace[2127319717] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"301.633007ms","start":"2026-02-27T00:39:47.674329Z","end":"2026-02-27T00:39:47.975962Z","steps":["trace[2127319717] 'process raft request' (duration: 301.227908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.976047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.674399Z","time spent":"301.626117ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:47.976084Z","caller":"traceutil/trace.go:171","msg":"trace[1273585648] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"301.639777ms","start":"2026-02-27T00:39:47.674432Z","end":"2026-02-27T00:39:47.976071Z","steps":["trace[1273585648] 'process raft request' (duration: 301.451403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:47.976086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.674254Z","time spent":"301.783691ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:47.976185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:47.674412Z","time spent":"301.697468ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:47.976211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.345335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:39:47.976189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.323204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:47.976234Z","caller":"traceutil/trace.go:171","msg":"trace[1914428862] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24672; }","duration":"290.391267ms","start":"2026-02-27T00:39:47.685834Z","end":"2026-02-27T00:39:47.976225Z","steps":["trace[1914428862] 'agreement among raft nodes before linearized reading' (duration: 290.349336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:47.976256Z","caller":"traceutil/trace.go:171","msg":"trace[1606664169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24672; }","duration":"102.440767ms","start":"2026-02-27T00:39:47.873798Z","end":"2026-02-27T00:39:47.976239Z","steps":["trace[1606664169] 'agreement among raft nodes before linearized reading' (duration: 102.334625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:48.452113Z","caller":"traceutil/trace.go:171","msg":"trace[844524226] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"188.645584ms","start":"2026-02-27T00:39:48.263446Z","end":"2026-02-27T00:39:48.452092Z","steps":["trace[844524226] 'process raft request' (duration: 188.511931ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:48.456262Z","caller":"traceutil/trace.go:171","msg":"trace[1473887883] linearizableReadLoop","detail":"{readStateIndex:25557; appliedIndex:25555; }","duration":"125.617164ms","start":"2026-02-27T00:39:48.330623Z","end":"2026-02-27T00:39:48.45624Z","steps":["trace[1473887883] 'read index received' (duration: 121.42226ms)","trace[1473887883] 'applied index is now lower than readState.Index' (duration: 4.193684ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:48.456565Z","caller":"traceutil/trace.go:171","msg":"trace[107574428] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"185.035625ms","start":"2026-02-27T00:39:48.271504Z","end":"2026-02-27T00:39:48.456539Z","steps":["trace[107574428] 'process raft request' (duration: 184.526062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:48.456706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.068484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T00:39:48.456765Z","caller":"traceutil/trace.go:171","msg":"trace[1989544268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24676; }","duration":"126.174146ms","start":"2026-02-27T00:39:48.330574Z","end":"2026-02-27T00:39:48.456748Z","steps":["trace[1989544268] 'agreement among raft nodes before linearized reading' (duration: 125.777047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:49.671533Z","caller":"traceutil/trace.go:171","msg":"trace[1457269040] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"377.060543ms","start":"2026-02-27T00:39:49.294444Z","end":"2026-02-27T00:39:49.671505Z","steps":["trace[1457269040] 'process raft request' (duration: 376.755876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:49.671709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:49.29442Z","time spent":"377.196696ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10836,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:50.004615Z","caller":"traceutil/trace.go:171","msg":"trace[762729855] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"603.457018ms","start":"2026-02-27T00:39:49.401137Z","end":"2026-02-27T00:39:50.004594Z","steps":["trace[762729855] 'process raft request' (duration: 515.141845ms)","trace[762729855] 'compare' (duration: 87.827492ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:50.004614Z","caller":"traceutil/trace.go:171","msg":"trace[1428044712] linearizableReadLoop","detail":"{readStateIndex:25562; appliedIndex:25561; }","duration":"408.487213ms","start":"2026-02-27T00:39:49.596088Z","end":"2026-02-27T00:39:50.004576Z","steps":["trace[1428044712] 'read index received' (duration: 75.753004ms)","trace[1428044712] 'applied index is now lower than readState.Index' (duration: 332.732819ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:50.00475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:49.401102Z","time spent":"603.571141ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:50.005123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.057946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:50.0053Z","caller":"traceutil/trace.go:171","msg":"trace[1907212717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24680; }","duration":"409.367554ms","start":"2026-02-27T00:39:49.595907Z","end":"2026-02-27T00:39:50.005275Z","steps":["trace[1907212717] 'agreement among raft nodes before linearized reading' (duration: 409.096237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:50.005387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:49.595876Z","time spent":"409.498177ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:39:50.012351Z","caller":"traceutil/trace.go:171","msg":"trace[142173931] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"338.858675ms","start":"2026-02-27T00:39:49.673462Z","end":"2026-02-27T00:39:50.012321Z","steps":["trace[142173931] 'process raft request' (duration: 338.710962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:50.012509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:49.673449Z","time spent":"338.976387ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:50.012618Z","caller":"traceutil/trace.go:171","msg":"trace[122401768] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"338.783233ms","start":"2026-02-27T00:39:49.673814Z","end":"2026-02-27T00:39:50.012597Z","steps":["trace[122401768] 'process raft request' (duration: 338.392574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:50.012719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:49.673773Z","time spent":"338.888005ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:50.012787Z","caller":"traceutil/trace.go:171","msg":"trace[40795415] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"338.122459ms","start":"2026-02-27T00:39:49.674658Z","end":"2026-02-27T00:39:50.012781Z","steps":["trace[40795415] 'process raft request' (duration: 337.575077ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:50.012814Z","caller":"traceutil/trace.go:171","msg":"trace[1833803535] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"339.9813ms","start":"2026-02-27T00:39:49.672826Z","end":"2026-02-27T00:39:50.012807Z","steps":["trace[1833803535] 'process raft request' (duration: 339.207303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:50.012821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:49.674635Z","time spent":"338.165509ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:50.012854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:49.672799Z","time spent":"340.030651ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:50.012927Z","caller":"traceutil/trace.go:171","msg":"trace[1250426592] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"338.20878ms","start":"2026-02-27T00:39:49.674711Z","end":"2026-02-27T00:39:50.01292Z","steps":["trace[1250426592] 'process raft request' (duration: 337.550936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:50.012963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:49.674692Z","time spent":"338.251032ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:50.013129Z","caller":"traceutil/trace.go:171","msg":"trace[960420782] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"182.997098ms","start":"2026-02-27T00:39:49.830125Z","end":"2026-02-27T00:39:50.013122Z","steps":["trace[960420782] 'process raft request' (duration: 182.183111ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:50.013179Z","caller":"traceutil/trace.go:171","msg":"trace[850608874] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"338.460006ms","start":"2026-02-27T00:39:49.674714Z","end":"2026-02-27T00:39:50.013174Z","steps":["trace[850608874] 'process raft request' (duration: 337.568806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:50.013205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:49.674701Z","time spent":"338.488327ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:52.280782Z","caller":"traceutil/trace.go:171","msg":"trace[1561534824] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"248.22021ms","start":"2026-02-27T00:39:52.032535Z","end":"2026-02-27T00:39:52.280756Z","steps":["trace[1561534824] 'process raft request' (duration: 248.181809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:52.281028Z","caller":"traceutil/trace.go:171","msg":"trace[1060884913] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"250.419149ms","start":"2026-02-27T00:39:52.030563Z","end":"2026-02-27T00:39:52.280982Z","steps":["trace[1060884913] 'process raft request' (duration: 250.029631ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:52.2811Z","caller":"traceutil/trace.go:171","msg":"trace[263420989] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"248.71407ms","start":"2026-02-27T00:39:52.032376Z","end":"2026-02-27T00:39:52.28109Z","steps":["trace[263420989] 'process raft request' (duration: 248.304482ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:52.281059Z","caller":"traceutil/trace.go:171","msg":"trace[232044459] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"249.620341ms","start":"2026-02-27T00:39:52.031427Z","end":"2026-02-27T00:39:52.281047Z","steps":["trace[232044459] 'process raft request' (duration: 249.208082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:52.281674Z","caller":"traceutil/trace.go:171","msg":"trace[719350527] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"251.552304ms","start":"2026-02-27T00:39:52.03007Z","end":"2026-02-27T00:39:52.281622Z","steps":["trace[719350527] 'process raft request' (duration: 211.957654ms)","trace[719350527] 'compare' (duration: 38.372603ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:53.766765Z","caller":"traceutil/trace.go:171","msg":"trace[726781478] linearizableReadLoop","detail":"{readStateIndex:25590; appliedIndex:25589; }","duration":"222.830124ms","start":"2026-02-27T00:39:53.543909Z","end":"2026-02-27T00:39:53.766739Z","steps":["trace[726781478] 'read index received' (duration: 222.573259ms)","trace[726781478] 'applied index is now lower than readState.Index' (duration: 255.845µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:53.767062Z","caller":"traceutil/trace.go:171","msg":"trace[1471690048] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"225.661487ms","start":"2026-02-27T00:39:53.541386Z","end":"2026-02-27T00:39:53.767047Z","steps":["trace[1471690048] 'process raft request' (duration: 225.167586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:53.767378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.456148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-02-27T00:39:53.767415Z","caller":"traceutil/trace.go:171","msg":"trace[2129339475] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24708; }","duration":"223.54321ms","start":"2026-02-27T00:39:53.543863Z","end":"2026-02-27T00:39:53.767407Z","steps":["trace[2129339475] 'agreement among raft nodes before linearized reading' (duration: 223.416337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:53.767579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.502932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T00:39:53.76761Z","caller":"traceutil/trace.go:171","msg":"trace[958492025] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24708; }","duration":"197.555363ms","start":"2026-02-27T00:39:53.570046Z","end":"2026-02-27T00:39:53.767601Z","steps":["trace[958492025] 'agreement among raft nodes before linearized reading' (duration: 197.503192ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:54.228058Z","caller":"traceutil/trace.go:171","msg":"trace[866948500] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"199.084507ms","start":"2026-02-27T00:39:54.028932Z","end":"2026-02-27T00:39:54.228017Z","steps":["trace[866948500] 'process raft request' (duration: 198.76079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:54.537481Z","caller":"traceutil/trace.go:171","msg":"trace[1845705689] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"507.525235ms","start":"2026-02-27T00:39:54.02993Z","end":"2026-02-27T00:39:54.537456Z","steps":["trace[1845705689] 'process raft request' (duration: 507.284109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:54.537752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:54.02989Z","time spent":"507.682558ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:54.537948Z","caller":"traceutil/trace.go:171","msg":"trace[50670924] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"507.750681ms","start":"2026-02-27T00:39:54.03014Z","end":"2026-02-27T00:39:54.537891Z","steps":["trace[50670924] 'process raft request' (duration: 507.232919ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:54.538184Z","caller":"traceutil/trace.go:171","msg":"trace[353596860] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"507.006524ms","start":"2026-02-27T00:39:54.031154Z","end":"2026-02-27T00:39:54.53816Z","steps":["trace[353596860] 'process raft request' (duration: 506.762659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:54.537988Z","caller":"traceutil/trace.go:171","msg":"trace[1835889757] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"507.785922ms","start":"2026-02-27T00:39:54.030174Z","end":"2026-02-27T00:39:54.53796Z","steps":["trace[1835889757] 'process raft request' (duration: 507.594727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:54.538319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:54.031141Z","time spent":"507.100356ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:54.538427Z","caller":"traceutil/trace.go:171","msg":"trace[533919114] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"506.068613ms","start":"2026-02-27T00:39:54.032332Z","end":"2026-02-27T00:39:54.5384Z","steps":["trace[533919114] 'process raft request' (duration: 505.798627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:54.53846Z","caller":"traceutil/trace.go:171","msg":"trace[1062609514] linearizableReadLoop","detail":"{readStateIndex:25600; appliedIndex:25594; }","duration":"274.361551ms","start":"2026-02-27T00:39:54.26405Z","end":"2026-02-27T00:39:54.538411Z","steps":["trace[1062609514] 'read index received' (duration: 273.266626ms)","trace[1062609514] 'applied index is now lower than readState.Index' (duration: 1.094135ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:54.538561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:54.03232Z","time spent":"506.193246ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:54.538544Z","caller":"traceutil/trace.go:171","msg":"trace[22798853] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"499.492728ms","start":"2026-02-27T00:39:54.039011Z","end":"2026-02-27T00:39:54.538504Z","steps":["trace[22798853] 'process raft request' (duration: 499.280043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:54.538272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:54.030126Z","time spent":"507.967396ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:54.53872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:54.038982Z","time spent":"499.65118ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:54.538745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.685178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:54.538837Z","caller":"traceutil/trace.go:171","msg":"trace[142450952] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24717; }","duration":"274.82327ms","start":"2026-02-27T00:39:54.263991Z","end":"2026-02-27T00:39:54.538814Z","steps":["trace[142450952] 'agreement among raft nodes before linearized reading' (duration: 274.590645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:54.538953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:54.030138Z","time spent":"508.707492ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:54.539613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.129391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:39:54.539705Z","caller":"traceutil/trace.go:171","msg":"trace[1896868935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24717; }","duration":"254.283354ms","start":"2026-02-27T00:39:54.285401Z","end":"2026-02-27T00:39:54.539684Z","steps":["trace[1896868935] 'agreement among raft nodes before linearized reading' (duration: 254.053489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:54.539868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.640649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:54.539934Z","caller":"traceutil/trace.go:171","msg":"trace[1664884165] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24717; }","duration":"208.7123ms","start":"2026-02-27T00:39:54.331206Z","end":"2026-02-27T00:39:54.539918Z","steps":["trace[1664884165] 'agreement among raft nodes before linearized reading' (duration: 208.588108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:54.540087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.595978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T00:39:54.540147Z","caller":"traceutil/trace.go:171","msg":"trace[1504265074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24717; }","duration":"253.67608ms","start":"2026-02-27T00:39:54.286457Z","end":"2026-02-27T00:39:54.540133Z","steps":["trace[1504265074] 'agreement among raft nodes before linearized reading' (duration: 253.513977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:54.540239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.68466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T00:39:54.540276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.021038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:39:54.540373Z","caller":"traceutil/trace.go:171","msg":"trace[213046825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24717; }","duration":"254.168271ms","start":"2026-02-27T00:39:54.286186Z","end":"2026-02-27T00:39:54.540354Z","steps":["trace[213046825] 'agreement among raft nodes before linearized reading' (duration: 253.928236ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:54.540309Z","caller":"traceutil/trace.go:171","msg":"trace[1923415581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24717; }","duration":"253.764511ms","start":"2026-02-27T00:39:54.286518Z","end":"2026-02-27T00:39:54.540283Z","steps":["trace[1923415581] 'agreement among raft nodes before linearized reading' (duration: 253.522936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:54.541229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.50887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:39:54.541326Z","caller":"traceutil/trace.go:171","msg":"trace[1319759164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24717; }","duration":"254.640342ms","start":"2026-02-27T00:39:54.286667Z","end":"2026-02-27T00:39:54.541307Z","steps":["trace[1319759164] 'agreement among raft nodes before linearized reading' (duration: 252.862232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:12.999022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.192574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T00:40:12.999126Z","caller":"traceutil/trace.go:171","msg":"trace[298612114] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24900; }","duration":"161.360688ms","start":"2026-02-27T00:40:12.837739Z","end":"2026-02-27T00:40:12.999099Z","steps":["trace[298612114] 'range keys from in-memory index tree' (duration: 160.993069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:13.640429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.991048ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:40:16.815547Z","caller":"traceutil/trace.go:171","msg":"trace[294987060] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"505.321895ms","start":"2026-02-27T00:40:16.310203Z","end":"2026-02-27T00:40:16.815525Z","steps":["trace[294987060] 'process raft request' (duration: 505.177262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:16.815694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.310169Z","time spent":"505.443608ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:40:17.540619Z","caller":"traceutil/trace.go:171","msg":"trace[1302778091] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"913.007752ms","start":"2026-02-27T00:40:16.627575Z","end":"2026-02-27T00:40:17.540582Z","steps":["trace[1302778091] 'process raft request' (duration: 911.340244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.540833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.627553Z","time spent":"913.173365ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:40:17.540663Z","caller":"traceutil/trace.go:171","msg":"trace[38065817] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"906.523337ms","start":"2026-02-27T00:40:16.63412Z","end":"2026-02-27T00:40:17.540643Z","steps":["trace[38065817] 'process raft request' (duration: 906.366604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.541168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.634093Z","time spent":"907.020458ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:40:17.541509Z","caller":"traceutil/trace.go:171","msg":"trace[1527672127] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"906.900426ms","start":"2026-02-27T00:40:16.634588Z","end":"2026-02-27T00:40:17.541489Z","steps":["trace[1527672127] 'process raft request' (duration: 906.011486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.541599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.634575Z","time spent":"906.976058ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:40:17.542688Z","caller":"traceutil/trace.go:171","msg":"trace[847086809] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"906.645579ms","start":"2026-02-27T00:40:16.636014Z","end":"2026-02-27T00:40:17.54266Z","steps":["trace[847086809] 'process raft request' (duration: 904.774038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.542847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.636002Z","time spent":"906.757343ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:40:17.542807Z","caller":"traceutil/trace.go:171","msg":"trace[1626665213] linearizableReadLoop","detail":"{readStateIndex:25809; appliedIndex:25802; }","duration":"848.288213ms","start":"2026-02-27T00:40:16.694494Z","end":"2026-02-27T00:40:17.542783Z","steps":["trace[1626665213] 'read index received' (duration: 120.95279ms)","trace[1626665213] 'applied index is now lower than readState.Index' (duration: 727.333683ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:40:17.542885Z","caller":"traceutil/trace.go:171","msg":"trace[707843182] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"906.123469ms","start":"2026-02-27T00:40:16.636743Z","end":"2026-02-27T00:40:17.542866Z","steps":["trace[707843182] 'process raft request' (duration: 905.791341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.543011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.636732Z","time spent":"906.198ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:40:17.543001Z","caller":"traceutil/trace.go:171","msg":"trace[997693307] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"901.67572ms","start":"2026-02-27T00:40:16.641276Z","end":"2026-02-27T00:40:17.542952Z","steps":["trace[997693307] 'process raft request' (duration: 901.426233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.543105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.61627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:40:17.543143Z","caller":"traceutil/trace.go:171","msg":"trace[1578106248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24922; }","duration":"848.685652ms","start":"2026-02-27T00:40:16.694447Z","end":"2026-02-27T00:40:17.543133Z","steps":["trace[1578106248] 'agreement among raft nodes before linearized reading' (duration: 848.525118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.543173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.694429Z","time spent":"848.737993ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:40:17.543179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.641247Z","time spent":"901.847994ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:40:17.543241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.783043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T00:40:17.543291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.086492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:40:17.543366Z","caller":"traceutil/trace.go:171","msg":"trace[1161593832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24922; }","duration":"845.182664ms","start":"2026-02-27T00:40:16.698171Z","end":"2026-02-27T00:40:17.543354Z","steps":["trace[1161593832] 'agreement among raft nodes before linearized reading' (duration: 844.817266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.543299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.911692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:40:17.543403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.698162Z","time spent":"845.230974ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:40:17.54331Z","caller":"traceutil/trace.go:171","msg":"trace[952596629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24922; }","duration":"843.878885ms","start":"2026-02-27T00:40:16.699413Z","end":"2026-02-27T00:40:17.543292Z","steps":["trace[952596629] 'agreement among raft nodes before linearized reading' (duration: 843.683231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.543524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.699405Z","time spent":"844.10376ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:40:17.543473Z","caller":"traceutil/trace.go:171","msg":"trace[1417293539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24922; }","duration":"833.117476ms","start":"2026-02-27T00:40:16.710336Z","end":"2026-02-27T00:40:17.543454Z","steps":["trace[1417293539] 'agreement among raft nodes before linearized reading' (duration: 832.714207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.543637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.710328Z","time spent":"833.29553ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:40:17.543815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.982057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:40:17.543856Z","caller":"traceutil/trace.go:171","msg":"trace[2135320993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24922; }","duration":"844.044777ms","start":"2026-02-27T00:40:16.699802Z","end":"2026-02-27T00:40:17.543846Z","steps":["trace[2135320993] 'agreement among raft nodes before linearized reading' (duration: 843.603588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:17.543881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:40:16.699791Z","time spent":"844.084409ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:40:18.934678Z","caller":"traceutil/trace.go:171","msg":"trace[1695569338] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"113.33202ms","start":"2026-02-27T00:40:18.821318Z","end":"2026-02-27T00:40:18.93465Z","steps":["trace[1695569338] 'process raft request' (duration: 113.177667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:23.701533Z","caller":"traceutil/trace.go:171","msg":"trace[1038107939] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"137.227661ms","start":"2026-02-27T00:40:23.564283Z","end":"2026-02-27T00:40:23.701511Z","steps":["trace[1038107939] 'process raft request' (duration: 136.908044ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:23.701619Z","caller":"traceutil/trace.go:171","msg":"trace[285265373] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"132.341342ms","start":"2026-02-27T00:40:23.569227Z","end":"2026-02-27T00:40:23.701568Z","steps":["trace[285265373] 'process raft request' (duration: 132.156208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:23.701521Z","caller":"traceutil/trace.go:171","msg":"trace[2091768397] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"132.159698ms","start":"2026-02-27T00:40:23.569339Z","end":"2026-02-27T00:40:23.701498Z","steps":["trace[2091768397] 'process raft request' (duration: 132.085157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:23.701774Z","caller":"traceutil/trace.go:171","msg":"trace[703554269] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"130.970062ms","start":"2026-02-27T00:40:23.570792Z","end":"2026-02-27T00:40:23.701762Z","steps":["trace[703554269] 'process raft request' (duration: 130.671456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:23.701958Z","caller":"traceutil/trace.go:171","msg":"trace[550878449] linearizableReadLoop","detail":"{readStateIndex:25854; appliedIndex:25847; }","duration":"124.141ms","start":"2026-02-27T00:40:23.577805Z","end":"2026-02-27T00:40:23.701946Z","steps":["trace[550878449] 'read index received' (duration: 42.497085ms)","trace[550878449] 'applied index is now lower than readState.Index' (duration: 81.642555ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:40:23.701967Z","caller":"traceutil/trace.go:171","msg":"trace[1339330453] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"128.206311ms","start":"2026-02-27T00:40:23.573747Z","end":"2026-02-27T00:40:23.701953Z","steps":["trace[1339330453] 'process raft request' (duration: 128.15151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:23.701978Z","caller":"traceutil/trace.go:171","msg":"trace[739483947] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"128.906526ms","start":"2026-02-27T00:40:23.573045Z","end":"2026-02-27T00:40:23.701952Z","steps":["trace[739483947] 'process raft request' (duration: 128.668281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:23.702138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.317884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:40:23.702173Z","caller":"traceutil/trace.go:171","msg":"trace[1303533731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24965; }","duration":"124.395666ms","start":"2026-02-27T00:40:23.577769Z","end":"2026-02-27T00:40:23.702164Z","steps":["trace[1303533731] 'agreement among raft nodes before linearized reading' (duration: 124.254813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:23.702227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.369615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T00:40:23.702286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.981056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:40:23.702295Z","caller":"traceutil/trace.go:171","msg":"trace[1782011814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24965; }","duration":"124.479497ms","start":"2026-02-27T00:40:23.577796Z","end":"2026-02-27T00:40:23.702276Z","steps":["trace[1782011814] 'agreement among raft nodes before linearized reading' (duration: 124.276833ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:23.702328Z","caller":"traceutil/trace.go:171","msg":"trace[177235596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24965; }","duration":"106.032907ms","start":"2026-02-27T00:40:23.596284Z","end":"2026-02-27T00:40:23.702317Z","steps":["trace[177235596] 'agreement among raft nodes before linearized reading' (duration: 105.978646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:23.702242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.869407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T00:40:23.702523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.349603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:40:23.70256Z","caller":"traceutil/trace.go:171","msg":"trace[549846828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24965; }","duration":"121.198864ms","start":"2026-02-27T00:40:23.581337Z","end":"2026-02-27T00:40:23.702536Z","steps":["trace[549846828] 'agreement among raft nodes before linearized reading' (duration: 120.832016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:23.702701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.994764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:40:23.702745Z","caller":"traceutil/trace.go:171","msg":"trace[1641440302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24965; }","duration":"123.051476ms","start":"2026-02-27T00:40:23.579683Z","end":"2026-02-27T00:40:23.702734Z","steps":["trace[1641440302] 'agreement among raft nodes before linearized reading' (duration: 122.953604ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:23.702702Z","caller":"traceutil/trace.go:171","msg":"trace[20042585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24965; }","duration":"123.512386ms","start":"2026-02-27T00:40:23.579141Z","end":"2026-02-27T00:40:23.702653Z","steps":["trace[20042585] 'agreement among raft nodes before linearized reading' (duration: 123.300211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:41:05.275953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.317902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:41:05.276045Z","caller":"traceutil/trace.go:171","msg":"trace[1839638298] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25432; }","duration":"118.460035ms","start":"2026-02-27T00:41:05.157563Z","end":"2026-02-27T00:41:05.276023Z","steps":["trace[1839638298] 'count revisions from in-memory index tree' (duration: 118.210149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:41:05.276036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.438187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-27T00:41:05.276121Z","caller":"traceutil/trace.go:171","msg":"trace[674081448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25432; }","duration":"106.59017ms","start":"2026-02-27T00:41:05.169513Z","end":"2026-02-27T00:41:05.276103Z","steps":["trace[674081448] 'range keys from in-memory index tree' (duration: 106.218082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:11.331521Z","caller":"traceutil/trace.go:171","msg":"trace[1103992390] linearizableReadLoop","detail":"{readStateIndex:26374; appliedIndex:26373; }","duration":"165.165713ms","start":"2026-02-27T00:41:11.16633Z","end":"2026-02-27T00:41:11.331496Z","steps":["trace[1103992390] 'read index received' (duration: 165.006389ms)","trace[1103992390] 'applied index is now lower than readState.Index' (duration: 157.944µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:41:11.331567Z","caller":"traceutil/trace.go:171","msg":"trace[653763397] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"171.743149ms","start":"2026-02-27T00:41:11.159792Z","end":"2026-02-27T00:41:11.331535Z","steps":["trace[653763397] 'process raft request' (duration: 171.550535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:41:11.331691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.341987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:41:11.331779Z","caller":"traceutil/trace.go:171","msg":"trace[381621527] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25474; }","duration":"165.47606ms","start":"2026-02-27T00:41:11.166267Z","end":"2026-02-27T00:41:11.331743Z","steps":["trace[381621527] 'agreement among raft nodes before linearized reading' (duration: 165.342917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:12.160455Z","caller":"traceutil/trace.go:171","msg":"trace[1580897124] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"153.949553ms","start":"2026-02-27T00:41:12.006479Z","end":"2026-02-27T00:41:12.160429Z","steps":["trace[1580897124] 'process raft request' (duration: 153.700768ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:12.161472Z","caller":"traceutil/trace.go:171","msg":"trace[454511924] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"152.670165ms","start":"2026-02-27T00:41:12.008785Z","end":"2026-02-27T00:41:12.161455Z","steps":["trace[454511924] 'process raft request' (duration: 151.57646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:12.161573Z","caller":"traceutil/trace.go:171","msg":"trace[1024689564] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"146.638832ms","start":"2026-02-27T00:41:12.014902Z","end":"2026-02-27T00:41:12.161541Z","steps":["trace[1024689564] 'process raft request' (duration: 146.439787ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:12.162039Z","caller":"traceutil/trace.go:171","msg":"trace[234519989] linearizableReadLoop","detail":"{readStateIndex:26380; appliedIndex:26374; }","duration":"134.00752ms","start":"2026-02-27T00:41:12.028019Z","end":"2026-02-27T00:41:12.162026Z","steps":["trace[234519989] 'read index received' (duration: 20.763671ms)","trace[234519989] 'applied index is now lower than readState.Index' (duration: 113.242689ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:41:12.162125Z","caller":"traceutil/trace.go:171","msg":"trace[1357532409] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"146.425586ms","start":"2026-02-27T00:41:12.015665Z","end":"2026-02-27T00:41:12.162091Z","steps":["trace[1357532409] 'process raft request' (duration: 145.764041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:41:12.162268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.393337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:41:12.162304Z","caller":"traceutil/trace.go:171","msg":"trace[1332866443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25480; }","duration":"129.473509ms","start":"2026-02-27T00:41:12.032821Z","end":"2026-02-27T00:41:12.162294Z","steps":["trace[1332866443] 'agreement among raft nodes before linearized reading' (duration: 129.344606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:12.162906Z","caller":"traceutil/trace.go:171","msg":"trace[1170481867] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"142.793055ms","start":"2026-02-27T00:41:12.0201Z","end":"2026-02-27T00:41:12.162893Z","steps":["trace[1170481867] 'process raft request' (duration: 141.887955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:41:12.162955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.91388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:41:12.163033Z","caller":"traceutil/trace.go:171","msg":"trace[531424241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25480; }","duration":"135.041183ms","start":"2026-02-27T00:41:12.02797Z","end":"2026-02-27T00:41:12.163011Z","steps":["trace[531424241] 'agreement among raft nodes before linearized reading' (duration: 134.593003ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:12.279533Z","caller":"traceutil/trace.go:171","msg":"trace[369455516] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"112.329198ms","start":"2026-02-27T00:41:12.167159Z","end":"2026-02-27T00:41:12.279488Z","steps":["trace[369455516] 'process raft request' (duration: 84.225243ms)","trace[369455516] 'compare' (duration: 27.816109ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:41:12.279577Z","caller":"traceutil/trace.go:171","msg":"trace[1378838298] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"112.304847ms","start":"2026-02-27T00:41:12.167228Z","end":"2026-02-27T00:41:12.279533Z","steps":["trace[1378838298] 'process raft request' (duration: 112.109143ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:12.279945Z","caller":"traceutil/trace.go:171","msg":"trace[1651378300] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"111.857957ms","start":"2026-02-27T00:41:12.167727Z","end":"2026-02-27T00:41:12.279585Z","steps":["trace[1651378300] 'process raft request' (duration: 111.716974ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:12.280074Z","caller":"traceutil/trace.go:171","msg":"trace[126228161] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"112.375679ms","start":"2026-02-27T00:41:12.167249Z","end":"2026-02-27T00:41:12.279625Z","steps":["trace[126228161] 'process raft request' (duration: 112.155254ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:42.306911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23275} {"level":"info","ts":"2026-02-27T00:41:42.462308Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23275,"took":"150.492956ms","hash":3876417909,"current-db-size-bytes":48828416,"current-db-size":"49 MB","current-db-size-in-use-bytes":31064064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T00:41:42.462383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3876417909,"revision":23275,"compact-revision":20325} {"level":"info","ts":"2026-02-27T00:42:12.800662Z","caller":"traceutil/trace.go:171","msg":"trace[622930608] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"196.479208ms","start":"2026-02-27T00:42:12.60416Z","end":"2026-02-27T00:42:12.80064Z","steps":["trace[622930608] 'process raft request' (duration: 196.421826ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:42:12.800857Z","caller":"traceutil/trace.go:171","msg":"trace[1604829523] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"197.300636ms","start":"2026-02-27T00:42:12.603529Z","end":"2026-02-27T00:42:12.80083Z","steps":["trace[1604829523] 'process raft request' (duration: 135.938612ms)","trace[1604829523] 'compare' (duration: 60.792341ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:42:12.806422Z","caller":"traceutil/trace.go:171","msg":"trace[1699340535] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"149.617655ms","start":"2026-02-27T00:42:12.656711Z","end":"2026-02-27T00:42:12.806329Z","steps":["trace[1699340535] 'process raft request' (duration: 149.284578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:46:42.312882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25710} {"level":"info","ts":"2026-02-27T00:46:42.441412Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25710,"took":"124.945038ms","hash":378219169,"current-db-size-bytes":48828416,"current-db-size":"49 MB","current-db-size-in-use-bytes":32366592,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T00:46:42.441471Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":378219169,"revision":25710,"compact-revision":23275} {"level":"info","ts":"2026-02-27T00:48:30.832597Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T00:48:30.841004Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-02-27T00:48:30.841144Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-02-27T00:51:42.324848Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28240} {"level":"info","ts":"2026-02-27T00:51:42.451382Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28240,"took":"121.907755ms","hash":2010956185,"current-db-size-bytes":48828416,"current-db-size":"49 MB","current-db-size-in-use-bytes":28393472,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T00:51:42.451439Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2010956185,"revision":28240,"compact-revision":25710} {"level":"info","ts":"2026-02-27T00:56:42.33105Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30341} {"level":"info","ts":"2026-02-27T00:56:42.462973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30341,"took":"127.701783ms","hash":745984121,"current-db-size-bytes":48828416,"current-db-size":"49 MB","current-db-size-in-use-bytes":27602944,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T00:56:42.463044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":745984121,"revision":30341,"compact-revision":28240} {"level":"info","ts":"2026-02-27T01:01:42.348847Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32427} {"level":"info","ts":"2026-02-27T01:01:42.488054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32427,"took":"133.802341ms","hash":595792860,"current-db-size-bytes":49254400,"current-db-size":"49 MB","current-db-size-in-use-bytes":29372416,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T01:01:42.488159Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":595792860,"revision":32427,"compact-revision":30341} {"level":"info","ts":"2026-02-27T01:02:40.042769Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d79.wal"} {"level":"info","ts":"2026-02-27T01:06:42.355976Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34633} {"level":"info","ts":"2026-02-27T01:06:42.476095Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34633,"took":"115.669366ms","hash":1068499749,"current-db-size-bytes":51793920,"current-db-size":"52 MB","current-db-size-in-use-bytes":28262400,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T01:06:42.476185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1068499749,"revision":34633,"compact-revision":32427}