{"level":"warn","ts":"2026-03-05T16:36:01.217854Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T16:36:01.217967Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.140:2380","--initial-cluster=instance=https://162.253.55.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T16:36:01.218233Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T16:36:01.218257Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-05T16:36:01.21828Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T16:36:01.219037Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"]} {"level":"info","ts":"2026-03-05T16:36:01.219204Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T16:36:01.223553Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.075983ms"} {"level":"info","ts":"2026-03-05T16:36:01.229303Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf809824ab95ac81","cluster-id":"6f89f5fbef18dc61"} {"level":"info","ts":"2026-03-05T16:36:01.229403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T16:36:01.22943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 0"} {"level":"info","ts":"2026-03-05T16:36:01.22945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf809824ab95ac81 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T16:36:01.229575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 1"} {"level":"info","ts":"2026-03-05T16:36:01.229653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"warn","ts":"2026-03-05T16:36:01.237086Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T16:36:01.239335Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T16:36:01.240972Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T16:36:01.244525Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf809824ab95ac81","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T16:36:01.244736Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf809824ab95ac81","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T16:36:01.244891Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T16:36:01.245023Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T16:36:01.245066Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T16:36:01.246896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"info","ts":"2026-03-05T16:36:01.247474Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","added-peer-id":"cf809824ab95ac81","added-peer-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-05T16:36:01.249496Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T16:36:01.249676Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-05T16:36:01.249724Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-05T16:36:01.24985Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf809824ab95ac81","initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T16:36:01.249934Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T16:36:01.83057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T16:36:01.830662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T16:36:01.83072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgPreVoteResp from cf809824ab95ac81 at term 1"} {"level":"info","ts":"2026-03-05T16:36:01.830752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became candidate at term 2"} {"level":"info","ts":"2026-03-05T16:36:01.830765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgVoteResp from cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-05T16:36:01.830817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became leader at term 2"} {"level":"info","ts":"2026-03-05T16:36:01.830851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf809824ab95ac81 elected leader cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-05T16:36:01.833147Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:36:01.833442Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T16:36:01.833472Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf809824ab95ac81","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.140:2379]}","request-path":"/0/members/cf809824ab95ac81/attributes","cluster-id":"6f89f5fbef18dc61","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T16:36:01.833611Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T16:36:01.833879Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T16:36:01.833945Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T16:36:01.835943Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:36:01.836038Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:36:01.836076Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:36:01.837853Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.140:2379"} {"level":"info","ts":"2026-03-05T16:36:01.837927Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T16:36:05.525875Z","caller":"traceutil/trace.go:171","msg":"trace[562452012] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"119.29308ms","start":"2026-03-05T16:36:05.406461Z","end":"2026-03-05T16:36:05.525754Z","steps":["trace[562452012] 'process raft request' (duration: 119.013993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:05.828423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.353333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-28pbqg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:05.828618Z","caller":"traceutil/trace.go:171","msg":"trace[859897706] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-28pbqg; range_end:; response_count:0; response_revision:244; }","duration":"297.634851ms","start":"2026-03-05T16:36:05.530958Z","end":"2026-03-05T16:36:05.828593Z","steps":["trace[859897706] 'range keys from in-memory index tree' (duration: 297.22752ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:11.209504Z","caller":"traceutil/trace.go:171","msg":"trace[2060523437] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"136.644344ms","start":"2026-03-05T16:36:11.072823Z","end":"2026-03-05T16:36:11.209467Z","steps":["trace[2060523437] 'process raft request' (duration: 136.234804ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:17.285163Z","caller":"traceutil/trace.go:171","msg":"trace[1836917084] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:418; }","duration":"405.393601ms","start":"2026-03-05T16:36:16.879735Z","end":"2026-03-05T16:36:17.285128Z","steps":["trace[1836917084] 'read index received' (duration: 405.243658ms)","trace[1836917084] 'applied index is now lower than readState.Index' (duration: 148.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:17.285225Z","caller":"traceutil/trace.go:171","msg":"trace[1603878936] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"461.061609ms","start":"2026-03-05T16:36:16.824137Z","end":"2026-03-05T16:36:17.285199Z","steps":["trace[1603878936] 'process raft request' (duration: 460.764312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:17.285385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.623517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-05T16:36:17.285436Z","caller":"traceutil/trace.go:171","msg":"trace[1501516886] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:406; }","duration":"405.736199ms","start":"2026-03-05T16:36:16.879683Z","end":"2026-03-05T16:36:17.285419Z","steps":["trace[1501516886] 'agreement among raft nodes before linearized reading' (duration: 405.625767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:17.28548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:16.87966Z","time spent":"405.811292ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-05T16:36:17.285931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:16.824118Z","time spent":"461.177181ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:17.436847Z","caller":"traceutil/trace.go:171","msg":"trace[340538393] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"229.70523ms","start":"2026-03-05T16:36:17.207116Z","end":"2026-03-05T16:36:17.436821Z","steps":["trace[340538393] 'process raft request' (duration: 229.580897ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:17.436864Z","caller":"traceutil/trace.go:171","msg":"trace[837621574] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"151.5604ms","start":"2026-03-05T16:36:17.285273Z","end":"2026-03-05T16:36:17.436833Z","steps":["trace[837621574] 'read index received' (duration: 151.522899ms)","trace[837621574] 'applied index is now lower than readState.Index' (duration: 35.581µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:36:17.437043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.686684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:17.43712Z","caller":"traceutil/trace.go:171","msg":"trace[520621812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"479.800166ms","start":"2026-03-05T16:36:16.957295Z","end":"2026-03-05T16:36:17.437095Z","steps":["trace[520621812] 'agreement among raft nodes before linearized reading' (duration: 479.672393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:17.437239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:16.957282Z","time spent":"479.873689ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:36:17.938032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054244489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:36:18.332562Z","caller":"traceutil/trace.go:171","msg":"trace[1187063098] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"895.584137ms","start":"2026-03-05T16:36:17.436939Z","end":"2026-03-05T16:36:18.332523Z","steps":["trace[1187063098] 'read index received' (duration: 818.600577ms)","trace[1187063098] 'applied index is now lower than readState.Index' (duration: 76.98225ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:18.332597Z","caller":"traceutil/trace.go:171","msg":"trace[1786753598] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"1.038782538s","start":"2026-03-05T16:36:17.293765Z","end":"2026-03-05T16:36:18.332547Z","steps":["trace[1786753598] 'process raft request' (duration: 961.905071ms)","trace[1786753598] 'compare' (duration: 76.090778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:36:18.332789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:17.293742Z","time spent":"1.038940953s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:18.332842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.3267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:36:18.332884Z","caller":"traceutil/trace.go:171","msg":"trace[207594590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:408; }","duration":"978.400302ms","start":"2026-03-05T16:36:17.354471Z","end":"2026-03-05T16:36:18.332871Z","steps":["trace[207594590] 'agreement among raft nodes before linearized reading' (duration: 978.246198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:18.332942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:17.354398Z","time spent":"978.524396ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:36:18.332996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.300099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:36:18.33312Z","caller":"traceutil/trace.go:171","msg":"trace[884532493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:408; }","duration":"984.481474ms","start":"2026-03-05T16:36:17.348614Z","end":"2026-03-05T16:36:18.333096Z","steps":["trace[884532493] 'agreement among raft nodes before linearized reading' (duration: 984.208997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:18.333181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:17.348587Z","time spent":"984.579806ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:36:18.333029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.585352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:18.333411Z","caller":"traceutil/trace.go:171","msg":"trace[1367031343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"895.052263ms","start":"2026-03-05T16:36:17.438308Z","end":"2026-03-05T16:36:18.33336Z","steps":["trace[1367031343] 'agreement among raft nodes before linearized reading' (duration: 894.539601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:18.333463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.278404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-05T16:36:18.3335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:17.438272Z","time spent":"895.206197ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:36:18.333441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.669784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:18.333548Z","caller":"traceutil/trace.go:171","msg":"trace[1944114957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:408; }","duration":"216.367386ms","start":"2026-03-05T16:36:18.117158Z","end":"2026-03-05T16:36:18.333526Z","steps":["trace[1944114957] 'agreement among raft nodes before linearized reading' (duration: 216.185662ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:18.333587Z","caller":"traceutil/trace.go:171","msg":"trace[406927536] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:408; }","duration":"386.820857ms","start":"2026-03-05T16:36:17.946745Z","end":"2026-03-05T16:36:18.333566Z","steps":["trace[406927536] 'agreement among raft nodes before linearized reading' (duration: 386.641563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:20.342554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T16:36:20.342683Z","caller":"traceutil/trace.go:171","msg":"trace[440700858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158706s","start":"2026-03-05T16:36:18.342504Z","end":"2026-03-05T16:36:20.342663Z","steps":["trace[440700858] 'agreement among raft nodes before linearized reading' (duration: 2.000001562s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:20.342732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:18.342494Z","time spent":"2.000228357s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:36:20.642792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.53681435s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T16:36:20.962161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884125852s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:36:20.962326Z","caller":"traceutil/trace.go:171","msg":"trace[1431366932] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"2.623504653s","start":"2026-03-05T16:36:18.338783Z","end":"2026-03-05T16:36:20.962287Z","steps":["trace[1431366932] 'process raft request' (duration: 738.53731ms)","trace[1431366932] 'compare' (duration: 1.883650999s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:36:20.962472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:18.338757Z","time spent":"2.623631956s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:20.962489Z","caller":"traceutil/trace.go:171","msg":"trace[925580375] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"2.612030727s","start":"2026-03-05T16:36:18.350438Z","end":"2026-03-05T16:36:20.962469Z","steps":["trace[925580375] 'process raft request' (duration: 2.611972286s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:20.962508Z","caller":"traceutil/trace.go:171","msg":"trace[912264381] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"2.623650907s","start":"2026-03-05T16:36:18.338804Z","end":"2026-03-05T16:36:20.962455Z","steps":["trace[912264381] 'read index received' (duration: 58.511µs)","trace[912264381] 'applied index is now lower than readState.Index' (duration: 2.623589916s)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:20.962621Z","caller":"traceutil/trace.go:171","msg":"trace[977837381] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"2.623676777s","start":"2026-03-05T16:36:18.338925Z","end":"2026-03-05T16:36:20.962601Z","steps":["trace[977837381] 'process raft request' (duration: 2.623444622s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:20.962665Z","caller":"traceutil/trace.go:171","msg":"trace[1941321326] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"2.62376289s","start":"2026-03-05T16:36:18.338889Z","end":"2026-03-05T16:36:20.962652Z","steps":["trace[1941321326] 'process raft request' (duration: 2.62338504s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:20.962711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:18.338899Z","time spent":"2.62376629s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:20.962561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:18.350429Z","time spent":"2.612098499s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:20.962735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:18.338865Z","time spent":"2.623832731s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:20.962737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623900053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-05T16:36:20.962784Z","caller":"traceutil/trace.go:171","msg":"trace[1857542740] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:412; }","duration":"2.623992435s","start":"2026-03-05T16:36:18.338777Z","end":"2026-03-05T16:36:20.96277Z","steps":["trace[1857542740] 'agreement among raft nodes before linearized reading' (duration: 2.623865332s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:20.962824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:18.33876Z","time spent":"2.624054137s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-05T16:36:21.273008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.04795ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T16:36:21.27322Z","caller":"traceutil/trace.go:171","msg":"trace[1516593642] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"302.523775ms","start":"2026-03-05T16:36:20.970684Z","end":"2026-03-05T16:36:21.273208Z","steps":["trace[1516593642] 'process raft request' (duration: 302.485914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:21.273406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.497462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:36:21.273438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982942816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T16:36:21.273493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:20.970668Z","time spent":"302.775681ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:21.273514Z","caller":"traceutil/trace.go:171","msg":"trace[300667008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"929.653396ms","start":"2026-03-05T16:36:20.343839Z","end":"2026-03-05T16:36:21.273492Z","steps":["trace[300667008] 'agreement among raft nodes before linearized reading' (duration: 929.40432ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:21.273282Z","caller":"traceutil/trace.go:171","msg":"trace[905828452] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"304.405572ms","start":"2026-03-05T16:36:20.968828Z","end":"2026-03-05T16:36:21.273234Z","steps":["trace[905828452] 'process raft request' (duration: 304.255788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:21.273573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:20.343823Z","time spent":"929.739239ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:36:21.273527Z","caller":"traceutil/trace.go:171","msg":"trace[901037869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:414; }","duration":"1.983105411s","start":"2026-03-05T16:36:19.290405Z","end":"2026-03-05T16:36:21.27351Z","steps":["trace[901037869] 'agreement among raft nodes before linearized reading' (duration: 1.982923466s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:21.273229Z","caller":"traceutil/trace.go:171","msg":"trace[1302006550] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"310.588037ms","start":"2026-03-05T16:36:20.962602Z","end":"2026-03-05T16:36:21.27319Z","steps":["trace[1302006550] 'read index received' (duration: 33.634209ms)","trace[1302006550] 'applied index is now lower than readState.Index' (duration: 276.945168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:36:21.273628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:20.968802Z","time spent":"304.766911ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:36:21.273648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:19.290379Z","time spent":"1.983260414s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:36:34.748789Z","caller":"traceutil/trace.go:171","msg":"trace[1673493039] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"418.953208ms","start":"2026-03-05T16:36:34.329814Z","end":"2026-03-05T16:36:34.748767Z","steps":["trace[1673493039] 'process raft request' (duration: 418.822075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:34.748926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:34.329796Z","time spent":"419.067242ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:35.202589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.395845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T16:36:35.202644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.779464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T16:36:35.202734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.172134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T16:36:35.202724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.201215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T16:36:35.202682Z","caller":"traceutil/trace.go:171","msg":"trace[1073723784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:507; }","duration":"171.550019ms","start":"2026-03-05T16:36:35.031111Z","end":"2026-03-05T16:36:35.202661Z","steps":["trace[1073723784] 'range keys from in-memory index tree' (duration: 171.273652ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:35.202763Z","caller":"traceutil/trace.go:171","msg":"trace[1188439098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:507; }","duration":"174.239265ms","start":"2026-03-05T16:36:35.028516Z","end":"2026-03-05T16:36:35.202755Z","steps":["trace[1188439098] 'range keys from in-memory index tree' (duration: 173.979639ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:35.202786Z","caller":"traceutil/trace.go:171","msg":"trace[1409495710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:507; }","duration":"174.293607ms","start":"2026-03-05T16:36:35.028477Z","end":"2026-03-05T16:36:35.202771Z","steps":["trace[1409495710] 'range keys from in-memory index tree' (duration: 173.984889ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:35.202742Z","caller":"traceutil/trace.go:171","msg":"trace[2054987423] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:507; }","duration":"246.940458ms","start":"2026-03-05T16:36:34.955778Z","end":"2026-03-05T16:36:35.202718Z","steps":["trace[2054987423] 'range keys from in-memory index tree' (duration: 246.678272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:35.202896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.02147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:35.202941Z","caller":"traceutil/trace.go:171","msg":"trace[736521695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:507; }","duration":"245.086032ms","start":"2026-03-05T16:36:34.957842Z","end":"2026-03-05T16:36:35.202928Z","steps":["trace[736521695] 'range keys from in-memory index tree' (duration: 244.970239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:41.393474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.926254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lgwbs\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-05T16:36:41.393568Z","caller":"traceutil/trace.go:171","msg":"trace[567365275] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lgwbs; range_end:; response_count:1; response_revision:547; }","duration":"414.049198ms","start":"2026-03-05T16:36:40.979498Z","end":"2026-03-05T16:36:41.393547Z","steps":["trace[567365275] 'range keys from in-memory index tree' (duration: 413.751509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:41.393611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:40.979474Z","time spent":"414.126799ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-lgwbs\" "} {"level":"warn","ts":"2026-03-05T16:36:41.393621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.554489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:36:41.39372Z","caller":"traceutil/trace.go:171","msg":"trace[1987631504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:547; }","duration":"157.710683ms","start":"2026-03-05T16:36:41.235987Z","end":"2026-03-05T16:36:41.393698Z","steps":["trace[1987631504] 'range keys from in-memory index tree' (duration: 157.434076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:41.393405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.468277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T16:36:41.39381Z","caller":"traceutil/trace.go:171","msg":"trace[276581922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:547; }","duration":"157.911578ms","start":"2026-03-05T16:36:41.235865Z","end":"2026-03-05T16:36:41.393777Z","steps":["trace[276581922] 'range keys from in-memory index tree' (duration: 157.251052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:41.393902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.785845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T16:36:41.393982Z","caller":"traceutil/trace.go:171","msg":"trace[1778415045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:547; }","duration":"157.898568ms","start":"2026-03-05T16:36:41.236065Z","end":"2026-03-05T16:36:41.393963Z","steps":["trace[1778415045] 'range keys from in-memory index tree' (duration: 157.650192ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:41.64461Z","caller":"traceutil/trace.go:171","msg":"trace[1426975540] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"246.050477ms","start":"2026-03-05T16:36:41.398519Z","end":"2026-03-05T16:36:41.644569Z","steps":["trace[1426975540] 'process raft request' (duration: 245.647847ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:41.824051Z","caller":"traceutil/trace.go:171","msg":"trace[2005802554] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"425.389209ms","start":"2026-03-05T16:36:41.398626Z","end":"2026-03-05T16:36:41.824015Z","steps":["trace[2005802554] 'process raft request' (duration: 425.132763ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:41.824081Z","caller":"traceutil/trace.go:171","msg":"trace[2088355919] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"425.257996ms","start":"2026-03-05T16:36:41.398786Z","end":"2026-03-05T16:36:41.824044Z","steps":["trace[2088355919] 'process raft request' (duration: 425.122163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:41.824209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.519356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:36:41.824239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:41.3986Z","time spent":"425.537403ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:41.824229Z","caller":"traceutil/trace.go:171","msg":"trace[425319740] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"425.200245ms","start":"2026-03-05T16:36:41.398976Z","end":"2026-03-05T16:36:41.824177Z","steps":["trace[425319740] 'process raft request' (duration: 424.97004ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:41.824278Z","caller":"traceutil/trace.go:171","msg":"trace[667148045] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:552; }","duration":"387.640668ms","start":"2026-03-05T16:36:41.436616Z","end":"2026-03-05T16:36:41.824257Z","steps":["trace[667148045] 'agreement among raft nodes before linearized reading' (duration: 387.520475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:41.824281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:41.398761Z","time spent":"425.415ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:41.824338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:41.436598Z","time spent":"387.724471ms","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-05T16:36:41.824061Z","caller":"traceutil/trace.go:171","msg":"trace[496053324] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:565; }","duration":"387.373302ms","start":"2026-03-05T16:36:41.436663Z","end":"2026-03-05T16:36:41.824037Z","steps":["trace[496053324] 'read index received' (duration: 207.511506ms)","trace[496053324] 'applied index is now lower than readState.Index' (duration: 179.860876ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:41.824325Z","caller":"traceutil/trace.go:171","msg":"trace[1916096747] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"415.39319ms","start":"2026-03-05T16:36:41.40888Z","end":"2026-03-05T16:36:41.824273Z","steps":["trace[1916096747] 'process raft request' (duration: 415.099912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:41.824492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:41.398964Z","time spent":"425.382029ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:41.824574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:41.408856Z","time spent":"415.633496ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:42.780874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.314983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:36:42.780888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.915889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:42.780948Z","caller":"traceutil/trace.go:171","msg":"trace[1465929564] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:552; }","duration":"586.409965ms","start":"2026-03-05T16:36:42.194523Z","end":"2026-03-05T16:36:42.780933Z","steps":["trace[1465929564] 'range keys from in-memory index tree' (duration: 586.228001ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:42.780965Z","caller":"traceutil/trace.go:171","msg":"trace[1748674820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"824.045412ms","start":"2026-03-05T16:36:41.956899Z","end":"2026-03-05T16:36:42.780945Z","steps":["trace[1748674820] 'range keys from in-memory index tree' (duration: 823.787576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:42.780985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:42.194504Z","time spent":"586.473847ms","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-05T16:36:42.781003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:41.956877Z","time spent":"824.118734ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:36:44.165594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054244774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:36:44.665976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054244774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:36:44.699024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044540573s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:36:44.699536Z","caller":"traceutil/trace.go:171","msg":"trace[176759600] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"1.033989549s","start":"2026-03-05T16:36:43.665519Z","end":"2026-03-05T16:36:44.699508Z","steps":["trace[176759600] 'read index received' (duration: 1.033740133s)","trace[176759600] 'applied index is now lower than readState.Index' (duration: 248.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:44.699634Z","caller":"traceutil/trace.go:171","msg":"trace[1243733268] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"1.04524094s","start":"2026-03-05T16:36:43.654346Z","end":"2026-03-05T16:36:44.699587Z","steps":["trace[1243733268] 'process raft request' (duration: 1.045006304s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:44.699791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.161278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T16:36:44.699836Z","caller":"traceutil/trace.go:171","msg":"trace[1055536714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:553; }","duration":"871.279591ms","start":"2026-03-05T16:36:43.828544Z","end":"2026-03-05T16:36:44.699824Z","steps":["trace[1055536714] 'agreement among raft nodes before linearized reading' (duration: 871.107066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:44.699831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:43.65432Z","time spent":"1.045407103s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:44.699877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:43.828515Z","time spent":"871.354273ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:36:44.699738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034143143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:36:44.699995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.425387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:44.700072Z","caller":"traceutil/trace.go:171","msg":"trace[954311240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"742.53506ms","start":"2026-03-05T16:36:43.957497Z","end":"2026-03-05T16:36:44.700033Z","steps":["trace[954311240] 'agreement among raft nodes before linearized reading' (duration: 742.412437ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:44.700047Z","caller":"traceutil/trace.go:171","msg":"trace[117443845] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:553; }","duration":"1.034499131s","start":"2026-03-05T16:36:43.665515Z","end":"2026-03-05T16:36:44.700014Z","steps":["trace[117443845] 'agreement among raft nodes before linearized reading' (duration: 1.034087711s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:44.700112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:43.957475Z","time spent":"742.629982ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:36:44.700112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.211359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T16:36:44.700162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:43.665487Z","time spent":"1.034655145s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-05T16:36:44.700173Z","caller":"traceutil/trace.go:171","msg":"trace[1693947092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:553; }","duration":"871.275351ms","start":"2026-03-05T16:36:43.828867Z","end":"2026-03-05T16:36:44.700142Z","steps":["trace[1693947092] 'agreement among raft nodes before linearized reading' (duration: 871.120648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:44.700219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:43.828848Z","time spent":"871.363023ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:36:44.700195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.279991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:36:44.700279Z","caller":"traceutil/trace.go:171","msg":"trace[81142421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:553; }","duration":"871.421814ms","start":"2026-03-05T16:36:43.828832Z","end":"2026-03-05T16:36:44.700254Z","steps":["trace[81142421] 'agreement among raft nodes before linearized reading' (duration: 871.175918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:44.700321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:43.828804Z","time spent":"871.509277ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:36:45.835757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001082839s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:36:45.836014Z","caller":"traceutil/trace.go:171","msg":"trace[1310516081] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"999.896598ms","start":"2026-03-05T16:36:44.836099Z","end":"2026-03-05T16:36:45.835996Z","steps":["trace[1310516081] 'process raft request' (duration: 999.856587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:45.836088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:44.836076Z","time spent":"999.980821ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:45.836146Z","caller":"traceutil/trace.go:171","msg":"trace[969501385] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"1.130271541s","start":"2026-03-05T16:36:44.705844Z","end":"2026-03-05T16:36:45.836116Z","steps":["trace[969501385] 'process raft request' (duration: 1.130021465s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:45.836215Z","caller":"traceutil/trace.go:171","msg":"trace[881753479] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:572; }","duration":"1.065379832s","start":"2026-03-05T16:36:44.770798Z","end":"2026-03-05T16:36:45.836178Z","steps":["trace[881753479] 'read index received' (duration: 63.725379ms)","trace[881753479] 'applied index is now lower than readState.Index' (duration: 1.001646573s)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:45.836231Z","caller":"traceutil/trace.go:171","msg":"trace[1555921363] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"1.131751517s","start":"2026-03-05T16:36:44.704404Z","end":"2026-03-05T16:36:45.836156Z","steps":["trace[1555921363] 'process raft request' (duration: 130.177797ms)","trace[1555921363] 'compare' (duration: 1.000897934s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:36:45.836342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065538926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:45.836382Z","caller":"traceutil/trace.go:171","msg":"trace[2143601323] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:557; }","duration":"1.065599937s","start":"2026-03-05T16:36:44.770772Z","end":"2026-03-05T16:36:45.836372Z","steps":["trace[2143601323] 'agreement among raft nodes before linearized reading' (duration: 1.065535735s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:45.836412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:44.77076Z","time spent":"1.065644949s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-05T16:36:45.836425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:44.704386Z","time spent":"1.131943802s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:45.836462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.48458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T16:36:45.836517Z","caller":"traceutil/trace.go:171","msg":"trace[839081806] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:557; }","duration":"880.605453ms","start":"2026-03-05T16:36:44.955899Z","end":"2026-03-05T16:36:45.836504Z","steps":["trace[839081806] 'agreement among raft nodes before linearized reading' (duration: 880.458869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:45.836577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:44.955879Z","time spent":"880.689706ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-05T16:36:45.836305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:44.705831Z","time spent":"1.130390464s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:46.388512Z","caller":"traceutil/trace.go:171","msg":"trace[2092400260] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"215.109075ms","start":"2026-03-05T16:36:46.173382Z","end":"2026-03-05T16:36:46.388491Z","steps":["trace[2092400260] 'process raft request' (duration: 214.983942ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:46.388512Z","caller":"traceutil/trace.go:171","msg":"trace[249549774] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"215.262939ms","start":"2026-03-05T16:36:46.173175Z","end":"2026-03-05T16:36:46.388438Z","steps":["trace[249549774] 'process raft request' (duration: 174.569825ms)","trace[249549774] 'compare' (duration: 40.393526ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:46.388539Z","caller":"traceutil/trace.go:171","msg":"trace[805783720] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"215.176046ms","start":"2026-03-05T16:36:46.17333Z","end":"2026-03-05T16:36:46.388506Z","steps":["trace[805783720] 'process raft request' (duration: 214.957421ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:46.392873Z","caller":"traceutil/trace.go:171","msg":"trace[727211453] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"207.348821ms","start":"2026-03-05T16:36:46.185501Z","end":"2026-03-05T16:36:46.39285Z","steps":["trace[727211453] 'process raft request' (duration: 207.110675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:47.669319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.522248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:47.66942Z","caller":"traceutil/trace.go:171","msg":"trace[1632778323] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:690; }","duration":"501.642931ms","start":"2026-03-05T16:36:47.167761Z","end":"2026-03-05T16:36:47.669404Z","steps":["trace[1632778323] 'range keys from in-memory index tree' (duration: 501.500408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:05.751674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346572305s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T16:37:06.027372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622151288s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:37:06.027785Z","caller":"traceutil/trace.go:171","msg":"trace[1390665447] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"1.801256835s","start":"2026-03-05T16:37:04.226467Z","end":"2026-03-05T16:37:06.027724Z","steps":["trace[1390665447] 'process raft request' (duration: 178.689666ms)","trace[1390665447] 'compare' (duration: 1.621739157s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:37:06.027892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.226455Z","time spent":"1.801387169s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T16:37:06.027913Z","caller":"traceutil/trace.go:171","msg":"trace[1660027539] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:953; }","duration":"1.729341882s","start":"2026-03-05T16:37:04.298553Z","end":"2026-03-05T16:37:06.027895Z","steps":["trace[1660027539] 'read index received' (duration: 106.584138ms)","trace[1660027539] 'applied index is now lower than readState.Index' (duration: 1.622756684s)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:37:06.02798Z","caller":"traceutil/trace.go:171","msg":"trace[1456483975] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"1.799413039s","start":"2026-03-05T16:37:04.228495Z","end":"2026-03-05T16:37:06.027908Z","steps":["trace[1456483975] 'process raft request' (duration: 1.798979309s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.028011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729411644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:37:06.02813Z","caller":"traceutil/trace.go:171","msg":"trace[1894963598] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:931; }","duration":"1.729578868s","start":"2026-03-05T16:37:04.298522Z","end":"2026-03-05T16:37:06.0281Z","steps":["trace[1894963598] 'agreement among raft nodes before linearized reading' (duration: 1.729385133s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.028134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729538787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.028167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680225347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.0282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.298504Z","time spent":"1.72967781s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:37:06.028189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.741806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-q5rc6\" ","response":"range_response_count:1 size:4756"} {"level":"warn","ts":"2026-03-05T16:37:06.028206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728877279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.028261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.228485Z","time spent":"1.799615255s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:37:06.028287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700450991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:37:06.028306Z","caller":"traceutil/trace.go:171","msg":"trace[1154120852] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-q5rc6; range_end:; response_count:1; response_revision:931; }","duration":"900.890869ms","start":"2026-03-05T16:37:05.127389Z","end":"2026-03-05T16:37:06.028279Z","steps":["trace[1154120852] 'agreement among raft nodes before linearized reading' (duration: 900.659464ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.028271Z","caller":"traceutil/trace.go:171","msg":"trace[2045677155] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:931; }","duration":"1.68035217s","start":"2026-03-05T16:37:04.347895Z","end":"2026-03-05T16:37:06.028247Z","steps":["trace[2045677155] 'agreement among raft nodes before linearized reading' (duration: 1.680170685s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.028334Z","caller":"traceutil/trace.go:171","msg":"trace[229824533] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:931; }","duration":"1.700513992s","start":"2026-03-05T16:37:04.327803Z","end":"2026-03-05T16:37:06.028317Z","steps":["trace[229824533] 'agreement among raft nodes before linearized reading' (duration: 1.700466041s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.028357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:05.127369Z","time spent":"900.979271ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4779,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-q5rc6\" "} {"level":"warn","ts":"2026-03-05T16:37:06.02837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.327788Z","time spent":"1.700572964s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"info","ts":"2026-03-05T16:37:06.028348Z","caller":"traceutil/trace.go:171","msg":"trace[970135509] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:931; }","duration":"1.729052304s","start":"2026-03-05T16:37:04.299253Z","end":"2026-03-05T16:37:06.028305Z","steps":["trace[970135509] 'agreement among raft nodes before linearized reading' (duration: 1.728780747s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.028401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.34789Z","time spent":"1.680468002s","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:37:06.028428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170218977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T16:37:06.028139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715755043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:37:06.028459Z","caller":"traceutil/trace.go:171","msg":"trace[39980973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:931; }","duration":"1.170277518s","start":"2026-03-05T16:37:04.858173Z","end":"2026-03-05T16:37:06.028451Z","steps":["trace[39980973] 'agreement among raft nodes before linearized reading' (duration: 1.170134254s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.028449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.299239Z","time spent":"1.729192597s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-03-05T16:37:06.028498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.858153Z","time spent":"1.17033677s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T16:37:06.028504Z","caller":"traceutil/trace.go:171","msg":"trace[1305791847] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:931; }","duration":"1.716143132s","start":"2026-03-05T16:37:04.312339Z","end":"2026-03-05T16:37:06.028482Z","steps":["trace[1305791847] 'agreement among raft nodes before linearized reading' (duration: 1.715741252s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.028253Z","caller":"traceutil/trace.go:171","msg":"trace[812774841] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:931; }","duration":"1.729691661s","start":"2026-03-05T16:37:04.298526Z","end":"2026-03-05T16:37:06.028218Z","steps":["trace[812774841] 'agreement among raft nodes before linearized reading' (duration: 1.729473025s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.028569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.312325Z","time spent":"1.716223285s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-03-05T16:37:06.028593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.298513Z","time spent":"1.73006751s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T16:37:06.028592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66195047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.028239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679443987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.028751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716739778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.028768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71642117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:37:06.028763Z","caller":"traceutil/trace.go:171","msg":"trace[1235680881] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:931; }","duration":"1.680090513s","start":"2026-03-05T16:37:04.34865Z","end":"2026-03-05T16:37:06.02874Z","steps":["trace[1235680881] 'agreement among raft nodes before linearized reading' (duration: 1.679407186s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.028813Z","caller":"traceutil/trace.go:171","msg":"trace[540227194] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:931; }","duration":"1.716484401s","start":"2026-03-05T16:37:04.312315Z","end":"2026-03-05T16:37:06.0288Z","steps":["trace[540227194] 'agreement among raft nodes before linearized reading' (duration: 1.716412099s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.028823Z","caller":"traceutil/trace.go:171","msg":"trace[648399564] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:931; }","duration":"1.716812779s","start":"2026-03-05T16:37:04.311979Z","end":"2026-03-05T16:37:06.028792Z","steps":["trace[648399564] 'agreement among raft nodes before linearized reading' (duration: 1.716735097s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.028742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07176135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T16:37:06.028844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.073336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T16:37:06.028855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.312308Z","time spent":"1.716536092s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:37:06.028872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.31197Z","time spent":"1.716888111s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T16:37:06.02825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700249736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.028627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680670237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.028981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661598441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.029001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.377738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-05T16:37:06.028936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.348644Z","time spent":"1.680196966s","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"info","ts":"2026-03-05T16:37:06.029039Z","caller":"traceutil/trace.go:171","msg":"trace[1866281603] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:931; }","duration":"1.661660873s","start":"2026-03-05T16:37:04.367363Z","end":"2026-03-05T16:37:06.029024Z","steps":["trace[1866281603] 'agreement among raft nodes before linearized reading' (duration: 1.66157061s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.029074Z","caller":"traceutil/trace.go:171","msg":"trace[1855272656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:931; }","duration":"107.45918ms","start":"2026-03-05T16:37:05.921587Z","end":"2026-03-05T16:37:06.029046Z","steps":["trace[1855272656] 'agreement among raft nodes before linearized reading' (duration: 107.316937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.029087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.367316Z","time spent":"1.661757515s","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-03-05T16:37:06.029099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.867817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:37:06.02866Z","caller":"traceutil/trace.go:171","msg":"trace[1200391288] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:931; }","duration":"1.662021552s","start":"2026-03-05T16:37:04.366606Z","end":"2026-03-05T16:37:06.028627Z","steps":["trace[1200391288] 'agreement among raft nodes before linearized reading' (duration: 1.66193609s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.029142Z","caller":"traceutil/trace.go:171","msg":"trace[279758127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:931; }","duration":"153.951569ms","start":"2026-03-05T16:37:05.875178Z","end":"2026-03-05T16:37:06.029129Z","steps":["trace[279758127] 'agreement among raft nodes before linearized reading' (duration: 153.803916ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.028883Z","caller":"traceutil/trace.go:171","msg":"trace[926788736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:931; }","duration":"106.134917ms","start":"2026-03-05T16:37:05.922736Z","end":"2026-03-05T16:37:06.028871Z","steps":["trace[926788736] 'agreement among raft nodes before linearized reading' (duration: 106.029554ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.029041Z","caller":"traceutil/trace.go:171","msg":"trace[2011292416] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:931; }","duration":"1.681222191s","start":"2026-03-05T16:37:04.347792Z","end":"2026-03-05T16:37:06.029014Z","steps":["trace[2011292416] 'agreement among raft nodes before linearized reading' (duration: 1.680286538s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:06.028961Z","caller":"traceutil/trace.go:171","msg":"trace[727992479] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:931; }","duration":"1.071916415s","start":"2026-03-05T16:37:04.956945Z","end":"2026-03-05T16:37:06.028862Z","steps":["trace[727992479] 'agreement among raft nodes before linearized reading' (duration: 1.071703939s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.029353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.956932Z","time spent":"1.072407026s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-05T16:37:06.029308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238274953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T16:37:06.028261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661429217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.029161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.366594Z","time spent":"1.662552605s","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"info","ts":"2026-03-05T16:37:06.02951Z","caller":"traceutil/trace.go:171","msg":"trace[1114079108] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:931; }","duration":"1.662811261s","start":"2026-03-05T16:37:04.366688Z","end":"2026-03-05T16:37:06.0295Z","steps":["trace[1114079108] 'agreement among raft nodes before linearized reading' (duration: 1.661343445s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.029567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.366653Z","time spent":"1.662901784s","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:37:06.029492Z","caller":"traceutil/trace.go:171","msg":"trace[1786036494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:931; }","duration":"1.238635603s","start":"2026-03-05T16:37:04.790837Z","end":"2026-03-05T16:37:06.029472Z","steps":["trace[1786036494] 'agreement among raft nodes before linearized reading' (duration: 1.237811132s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.029327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.347785Z","time spent":"1.681497968s","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"info","ts":"2026-03-05T16:37:06.028968Z","caller":"traceutil/trace.go:171","msg":"trace[1971206722] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:931; }","duration":"1.700991244s","start":"2026-03-05T16:37:04.327966Z","end":"2026-03-05T16:37:06.028957Z","steps":["trace[1971206722] 'agreement among raft nodes before linearized reading' (duration: 1.700202645s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.028819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699409025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:37:06.029766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.327961Z","time spent":"1.701779193s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:37:06.029847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.790812Z","time spent":"1.238930949s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:37:06.029891Z","caller":"traceutil/trace.go:171","msg":"trace[1113744526] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:931; }","duration":"1.701117687s","start":"2026-03-05T16:37:04.328632Z","end":"2026-03-05T16:37:06.029749Z","steps":["trace[1113744526] 'agreement among raft nodes before linearized reading' (duration: 1.699403405s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:06.0302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:04.328622Z","time spent":"1.701560509s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"info","ts":"2026-03-05T16:37:29.623476Z","caller":"traceutil/trace.go:171","msg":"trace[175800297] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"254.231726ms","start":"2026-03-05T16:37:29.369218Z","end":"2026-03-05T16:37:29.62345Z","steps":["trace[175800297] 'process raft request' (duration: 254.077062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:00.270729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054246794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:38:00.714292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325059472s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:38:00.714734Z","caller":"traceutil/trace.go:171","msg":"trace[755779313] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"1.325594664s","start":"2026-03-05T16:37:59.389085Z","end":"2026-03-05T16:38:00.71468Z","steps":["trace[755779313] 'process raft request' (duration: 1.32543703s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:00.714919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:59.389058Z","time spent":"1.325781379s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:01.128986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.088794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:38:01.12913Z","caller":"traceutil/trace.go:171","msg":"trace[245786116] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"984.749579ms","start":"2026-03-05T16:38:00.144365Z","end":"2026-03-05T16:38:01.129114Z","steps":["trace[245786116] 'process raft request' (duration: 831.44014ms)","trace[245786116] 'compare' (duration: 152.854008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:01.129189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.144345Z","time spent":"984.81024ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:01.210887Z","caller":"traceutil/trace.go:171","msg":"trace[1933515056] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"179.162757ms","start":"2026-03-05T16:38:01.031698Z","end":"2026-03-05T16:38:01.210861Z","steps":["trace[1933515056] 'process raft request' (duration: 179.120906ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:01.211119Z","caller":"traceutil/trace.go:171","msg":"trace[1682049981] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"693.26009ms","start":"2026-03-05T16:38:00.517798Z","end":"2026-03-05T16:38:01.211058Z","steps":["trace[1682049981] 'process raft request' (duration: 692.712297ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:01.211298Z","caller":"traceutil/trace.go:171","msg":"trace[1058172331] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1679; }","duration":"1.441675761s","start":"2026-03-05T16:37:59.769609Z","end":"2026-03-05T16:38:01.211285Z","steps":["trace[1058172331] 'read index received' (duration: 944.922362ms)","trace[1058172331] 'applied index is now lower than readState.Index' (duration: 496.752099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:01.211413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.517747Z","time spent":"693.511656ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:01.211403Z","caller":"traceutil/trace.go:171","msg":"trace[349838394] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"274.75254ms","start":"2026-03-05T16:38:00.936613Z","end":"2026-03-05T16:38:01.211366Z","steps":["trace[349838394] 'process raft request' (duration: 274.155855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:01.211483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441848625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:38:01.211575Z","caller":"traceutil/trace.go:171","msg":"trace[290345903] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1622; }","duration":"1.44202598s","start":"2026-03-05T16:37:59.769538Z","end":"2026-03-05T16:38:01.211564Z","steps":["trace[290345903] 'agreement among raft nodes before linearized reading' (duration: 1.441850165s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:01.211618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:59.769504Z","time spent":"1.442102272s","remote":"127.0.0.1:49040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:38:01.211761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.778917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T16:38:01.211776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.783768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-05T16:38:01.211876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.503593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:38:01.211878Z","caller":"traceutil/trace.go:171","msg":"trace[816096813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1622; }","duration":"781.913821ms","start":"2026-03-05T16:38:00.429925Z","end":"2026-03-05T16:38:01.211839Z","steps":["trace[816096813] 'agreement among raft nodes before linearized reading' (duration: 781.700645ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:01.211951Z","caller":"traceutil/trace.go:171","msg":"trace[197769736] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1622; }","duration":"474.627576ms","start":"2026-03-05T16:38:00.737313Z","end":"2026-03-05T16:38:01.21194Z","steps":["trace[197769736] 'agreement among raft nodes before linearized reading' (duration: 474.518383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:01.211968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.48472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T16:38:01.21199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.429903Z","time spent":"782.074155ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:38:01.212036Z","caller":"traceutil/trace.go:171","msg":"trace[1450914121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1622; }","duration":"777.595493ms","start":"2026-03-05T16:38:00.434425Z","end":"2026-03-05T16:38:01.212021Z","steps":["trace[1450914121] 'agreement among raft nodes before linearized reading' (duration: 777.249054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:01.212069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.435618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T16:38:01.212082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.434405Z","time spent":"777.668764ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T16:38:01.21181Z","caller":"traceutil/trace.go:171","msg":"trace[1731387439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1622; }","duration":"773.876709ms","start":"2026-03-05T16:38:00.43792Z","end":"2026-03-05T16:38:01.211797Z","steps":["trace[1731387439] 'agreement among raft nodes before linearized reading' (duration: 773.696044ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:01.212097Z","caller":"traceutil/trace.go:171","msg":"trace[551476943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1622; }","duration":"773.462399ms","start":"2026-03-05T16:38:00.438627Z","end":"2026-03-05T16:38:01.212089Z","steps":["trace[551476943] 'agreement among raft nodes before linearized reading' (duration: 773.384747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:01.212124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.438598Z","time spent":"773.51985ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:38:01.212128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.437909Z","time spent":"774.209798ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:38:01.211988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.737285Z","time spent":"474.692248ms","remote":"127.0.0.1:49112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:38:01.21226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.252369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:38:01.212291Z","caller":"traceutil/trace.go:171","msg":"trace[1847882455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1622; }","duration":"774.30054ms","start":"2026-03-05T16:38:00.437981Z","end":"2026-03-05T16:38:01.212281Z","steps":["trace[1847882455] 'agreement among raft nodes before linearized reading' (duration: 774.220198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:01.212299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048402175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T16:38:01.212322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.437968Z","time spent":"774.347241ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:38:01.212336Z","caller":"traceutil/trace.go:171","msg":"trace[110249365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1622; }","duration":"1.048459995s","start":"2026-03-05T16:38:00.163861Z","end":"2026-03-05T16:38:01.212321Z","steps":["trace[110249365] 'agreement among raft nodes before linearized reading' (duration: 1.048359513s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:01.212364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.163847Z","time spent":"1.048510927s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T16:38:01.212593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108909579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f799739c-52d3-4d96-bf3b-6bfb670eab26\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-05T16:38:01.212737Z","caller":"traceutil/trace.go:171","msg":"trace[1845154514] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f799739c-52d3-4d96-bf3b-6bfb670eab26; range_end:; response_count:1; response_revision:1622; }","duration":"1.109114654s","start":"2026-03-05T16:38:00.10359Z","end":"2026-03-05T16:38:01.212705Z","steps":["trace[1845154514] 'agreement among raft nodes before linearized reading' (duration: 1.108782056s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:01.212796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:00.103562Z","time spent":"1.109222517s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f799739c-52d3-4d96-bf3b-6bfb670eab26\" "} {"level":"warn","ts":"2026-03-05T16:38:01.212895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253440449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:38:01.213638Z","caller":"traceutil/trace.go:171","msg":"trace[680629978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1622; }","duration":"1.254250899s","start":"2026-03-05T16:37:59.959299Z","end":"2026-03-05T16:38:01.213549Z","steps":["trace[680629978] 'agreement among raft nodes before linearized reading' (duration: 1.252913886s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:01.213833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:37:59.95927Z","time spent":"1.254541546s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:38:01.3303Z","caller":"traceutil/trace.go:171","msg":"trace[1024732042] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"113.581105ms","start":"2026-03-05T16:38:01.216689Z","end":"2026-03-05T16:38:01.33027Z","steps":["trace[1024732042] 'process raft request' (duration: 113.420671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:02.763291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027712875s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:38:02.763695Z","caller":"traceutil/trace.go:171","msg":"trace[955837761] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"1.546767333s","start":"2026-03-05T16:38:01.216871Z","end":"2026-03-05T16:38:02.763639Z","steps":["trace[955837761] 'process raft request' (duration: 518.520844ms)","trace[955837761] 'compare' (duration: 1.026827383s)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:02.763771Z","caller":"traceutil/trace.go:171","msg":"trace[1716916104] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"1.546807055s","start":"2026-03-05T16:38:01.216931Z","end":"2026-03-05T16:38:02.763738Z","steps":["trace[1716916104] 'process raft request' (duration: 1.546506676s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:02.7639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:01.216858Z","time spent":"1.546926388s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:02.763896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:01.216924Z","time spent":"1.546922407s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:02.763991Z","caller":"traceutil/trace.go:171","msg":"trace[645677201] linearizableReadLoop","detail":"{readStateIndex:1690; appliedIndex:1685; }","duration":"1.540331642s","start":"2026-03-05T16:38:01.223624Z","end":"2026-03-05T16:38:02.763955Z","steps":["trace[645677201] 'read index received' (duration: 106.379054ms)","trace[645677201] 'applied index is now lower than readState.Index' (duration: 1.433950738s)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:02.764Z","caller":"traceutil/trace.go:171","msg":"trace[1038787112] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.546822405s","start":"2026-03-05T16:38:01.217144Z","end":"2026-03-05T16:38:02.763967Z","steps":["trace[1038787112] 'process raft request' (duration: 1.546520698s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:02.764058Z","caller":"traceutil/trace.go:171","msg":"trace[1676279506] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"1.546756413s","start":"2026-03-05T16:38:01.217268Z","end":"2026-03-05T16:38:02.764024Z","steps":["trace[1676279506] 'process raft request' (duration: 1.546610829s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:02.764167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:01.217131Z","time spent":"1.546957428s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:02.764202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:01.217242Z","time spent":"1.546891235s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:02.764247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.923832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:38:02.764212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540569448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:38:02.764319Z","caller":"traceutil/trace.go:171","msg":"trace[977736845] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1627; }","duration":"435.053675ms","start":"2026-03-05T16:38:02.329245Z","end":"2026-03-05T16:38:02.764299Z","steps":["trace[977736845] 'agreement among raft nodes before linearized reading' (duration: 434.914421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:02.764319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.965422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f799739c-52d3-4d96-bf3b-6bfb670eab26\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-03-05T16:38:02.764385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:02.329214Z","time spent":"435.154187ms","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:38:02.764401Z","caller":"traceutil/trace.go:171","msg":"trace[7150392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f799739c-52d3-4d96-bf3b-6bfb670eab26; range_end:; response_count:1; response_revision:1627; }","duration":"546.103755ms","start":"2026-03-05T16:38:02.218276Z","end":"2026-03-05T16:38:02.76438Z","steps":["trace[7150392] 'agreement among raft nodes before linearized reading' (duration: 545.874369ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:02.764365Z","caller":"traceutil/trace.go:171","msg":"trace[1478156339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1627; }","duration":"1.540731612s","start":"2026-03-05T16:38:01.22358Z","end":"2026-03-05T16:38:02.764312Z","steps":["trace[1478156339] 'agreement among raft nodes before linearized reading' (duration: 1.540516837s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:02.764499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:02.218243Z","time spent":"546.240458ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f799739c-52d3-4d96-bf3b-6bfb670eab26\" "} {"level":"warn","ts":"2026-03-05T16:38:02.764528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:01.223564Z","time spent":"1.540951377s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:38:02.76461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.271059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:38:02.764722Z","caller":"traceutil/trace.go:171","msg":"trace[1568818936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"544.424042ms","start":"2026-03-05T16:38:02.220269Z","end":"2026-03-05T16:38:02.764693Z","steps":["trace[1568818936] 'agreement among raft nodes before linearized reading' (duration: 543.968371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:02.764785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:02.220258Z","time spent":"544.512714ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T16:38:08.956108Z","caller":"traceutil/trace.go:171","msg":"trace[1836498610] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1748; }","duration":"160.502699ms","start":"2026-03-05T16:38:08.795579Z","end":"2026-03-05T16:38:08.956082Z","steps":["trace[1836498610] 'read index received' (duration: 160.228293ms)","trace[1836498610] 'applied index is now lower than readState.Index' (duration: 273.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:08.956183Z","caller":"traceutil/trace.go:171","msg":"trace[909896987] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"164.654174ms","start":"2026-03-05T16:38:08.791489Z","end":"2026-03-05T16:38:08.956143Z","steps":["trace[909896987] 'process raft request' (duration: 164.408538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:08.956436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.721078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:38:08.956503Z","caller":"traceutil/trace.go:171","msg":"trace[356688810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1684; }","duration":"139.825071ms","start":"2026-03-05T16:38:08.81666Z","end":"2026-03-05T16:38:08.956485Z","steps":["trace[356688810] 'agreement among raft nodes before linearized reading' (duration: 139.677048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:08.95659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.800981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:38:08.95668Z","caller":"traceutil/trace.go:171","msg":"trace[1362864652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1684; }","duration":"159.909885ms","start":"2026-03-05T16:38:08.79675Z","end":"2026-03-05T16:38:08.95666Z","steps":["trace[1362864652] 'agreement among raft nodes before linearized reading' (duration: 159.590077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:08.957091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.501244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:38:08.957143Z","caller":"traceutil/trace.go:171","msg":"trace[693696187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1684; }","duration":"161.567965ms","start":"2026-03-05T16:38:08.79556Z","end":"2026-03-05T16:38:08.957128Z","steps":["trace[693696187] 'agreement among raft nodes before linearized reading' (duration: 160.656723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:08.956598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.14866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:38:08.957207Z","caller":"traceutil/trace.go:171","msg":"trace[316309240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1684; }","duration":"160.808186ms","start":"2026-03-05T16:38:08.796373Z","end":"2026-03-05T16:38:08.957182Z","steps":["trace[316309240] 'agreement among raft nodes before linearized reading' (duration: 159.947955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:10.87608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.343423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T16:38:10.876257Z","caller":"traceutil/trace.go:171","msg":"trace[1561786480] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1757; }","duration":"202.592943ms","start":"2026-03-05T16:38:10.67364Z","end":"2026-03-05T16:38:10.876233Z","steps":["trace[1561786480] 'read index received' (duration: 84.101206ms)","trace[1561786480] 'applied index is now lower than readState.Index' (duration: 118.489967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:10.876497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.85021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-27f46\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-03-05T16:38:10.876604Z","caller":"traceutil/trace.go:171","msg":"trace[1175346575] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-27f46; range_end:; response_count:1; response_revision:1692; }","duration":"203.003964ms","start":"2026-03-05T16:38:10.67358Z","end":"2026-03-05T16:38:10.876584Z","steps":["trace[1175346575] 'agreement among raft nodes before linearized reading' (duration: 202.763177ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:11.162787Z","caller":"traceutil/trace.go:171","msg":"trace[102260372] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1758; }","duration":"206.317887ms","start":"2026-03-05T16:38:10.956437Z","end":"2026-03-05T16:38:11.162755Z","steps":["trace[102260372] 'read index received' (duration: 206.122772ms)","trace[102260372] 'applied index is now lower than readState.Index' (duration: 193.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:11.162853Z","caller":"traceutil/trace.go:171","msg":"trace[130903597] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"277.510999ms","start":"2026-03-05T16:38:10.885304Z","end":"2026-03-05T16:38:11.162815Z","steps":["trace[130903597] 'process raft request' (duration: 277.253853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:11.163055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.592733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:38:11.163136Z","caller":"traceutil/trace.go:171","msg":"trace[2108128537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1693; }","duration":"206.717107ms","start":"2026-03-05T16:38:10.956407Z","end":"2026-03-05T16:38:11.163124Z","steps":["trace[2108128537] 'agreement among raft nodes before linearized reading' (duration: 206.515322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:11.16319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.882345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T16:38:11.163219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.934857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:38:11.163267Z","caller":"traceutil/trace.go:171","msg":"trace[1322554859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1693; }","duration":"194.024039ms","start":"2026-03-05T16:38:10.96923Z","end":"2026-03-05T16:38:11.163254Z","steps":["trace[1322554859] 'agreement among raft nodes before linearized reading' (duration: 193.897226ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:11.163274Z","caller":"traceutil/trace.go:171","msg":"trace[534648082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1693; }","duration":"193.970137ms","start":"2026-03-05T16:38:10.969279Z","end":"2026-03-05T16:38:11.163249Z","steps":["trace[534648082] 'agreement among raft nodes before linearized reading' (duration: 193.757492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:11.163267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.226199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:38:11.163326Z","caller":"traceutil/trace.go:171","msg":"trace[1721153941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1693; }","duration":"191.323841ms","start":"2026-03-05T16:38:10.971988Z","end":"2026-03-05T16:38:11.163312Z","steps":["trace[1721153941] 'agreement among raft nodes before linearized reading' (duration: 191.122916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:11.163347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.307201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:38:11.163421Z","caller":"traceutil/trace.go:171","msg":"trace[912215859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1693; }","duration":"197.416565ms","start":"2026-03-05T16:38:10.965987Z","end":"2026-03-05T16:38:11.163403Z","steps":["trace[912215859] 'agreement among raft nodes before linearized reading' (duration: 197.181629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:11.163947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.059131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T16:38:11.164005Z","caller":"traceutil/trace.go:171","msg":"trace[1827445997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1693; }","duration":"204.135662ms","start":"2026-03-05T16:38:10.959856Z","end":"2026-03-05T16:38:11.163991Z","steps":["trace[1827445997] 'agreement among raft nodes before linearized reading' (duration: 203.173768ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:15.795645Z","caller":"traceutil/trace.go:171","msg":"trace[954558292] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"591.369179ms","start":"2026-03-05T16:38:15.204248Z","end":"2026-03-05T16:38:15.795617Z","steps":["trace[954558292] 'process raft request' (duration: 591.216835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:15.795806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:15.204232Z","time spent":"591.488983ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:15.849095Z","caller":"traceutil/trace.go:171","msg":"trace[845594081] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"643.836113ms","start":"2026-03-05T16:38:15.205241Z","end":"2026-03-05T16:38:15.849077Z","steps":["trace[845594081] 'process raft request' (duration: 643.693589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:15.849214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:15.205216Z","time spent":"643.933505ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:15.84941Z","caller":"traceutil/trace.go:171","msg":"trace[934347767] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"643.093355ms","start":"2026-03-05T16:38:15.206288Z","end":"2026-03-05T16:38:15.849381Z","steps":["trace[934347767] 'process raft request' (duration: 642.745846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:15.849538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:15.20627Z","time spent":"643.197217ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:15.849517Z","caller":"traceutil/trace.go:171","msg":"trace[1732333017] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"643.112595ms","start":"2026-03-05T16:38:15.20637Z","end":"2026-03-05T16:38:15.849483Z","steps":["trace[1732333017] 'process raft request' (duration: 642.92258ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:15.849671Z","caller":"traceutil/trace.go:171","msg":"trace[811256779] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"498.007471ms","start":"2026-03-05T16:38:15.351651Z","end":"2026-03-05T16:38:15.849658Z","steps":["trace[811256779] 'process raft request' (duration: 497.775496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:15.84971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:15.351629Z","time spent":"498.062292ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:15.849688Z","caller":"traceutil/trace.go:171","msg":"trace[973174819] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1795; }","duration":"450.758268ms","start":"2026-03-05T16:38:15.398913Z","end":"2026-03-05T16:38:15.849671Z","steps":["trace[973174819] 'read index received' (duration: 396.627861ms)","trace[973174819] 'applied index is now lower than readState.Index' (duration: 54.129637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:15.849774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:15.206363Z","time spent":"643.30921ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:15.849834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.908711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:38:15.849642Z","caller":"traceutil/trace.go:171","msg":"trace[1142717] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"497.97134ms","start":"2026-03-05T16:38:15.351664Z","end":"2026-03-05T16:38:15.849636Z","steps":["trace[1142717] 'process raft request' (duration: 497.895128ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:15.84988Z","caller":"traceutil/trace.go:171","msg":"trace[1598852578] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"497.704104ms","start":"2026-03-05T16:38:15.35217Z","end":"2026-03-05T16:38:15.849874Z","steps":["trace[1598852578] 'process raft request' (duration: 497.447457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:15.849898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:15.351637Z","time spent":"498.239247ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:15.849857Z","caller":"traceutil/trace.go:171","msg":"trace[1986804197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1735; }","duration":"450.980423ms","start":"2026-03-05T16:38:15.398868Z","end":"2026-03-05T16:38:15.849849Z","steps":["trace[1986804197] 'agreement among raft nodes before linearized reading' (duration: 450.87158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:15.849947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:15.352159Z","time spent":"497.745924ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:15.849962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:15.398853Z","time spent":"451.104446ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T16:38:42.107445Z","caller":"traceutil/trace.go:171","msg":"trace[1342078659] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"178.863991ms","start":"2026-03-05T16:38:41.92856Z","end":"2026-03-05T16:38:42.107424Z","steps":["trace[1342078659] 'process raft request' (duration: 178.693747ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:42.112999Z","caller":"traceutil/trace.go:171","msg":"trace[1413363006] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"172.08148ms","start":"2026-03-05T16:38:41.940888Z","end":"2026-03-05T16:38:42.11297Z","steps":["trace[1413363006] 'process raft request' (duration: 171.906126ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:42.113211Z","caller":"traceutil/trace.go:171","msg":"trace[113671810] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"155.341131ms","start":"2026-03-05T16:38:41.957855Z","end":"2026-03-05T16:38:42.113197Z","steps":["trace[113671810] 'process raft request' (duration: 155.069134ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:42.113258Z","caller":"traceutil/trace.go:171","msg":"trace[600800842] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1933; }","duration":"155.725862ms","start":"2026-03-05T16:38:41.957511Z","end":"2026-03-05T16:38:42.113237Z","steps":["trace[600800842] 'read index received' (duration: 149.814164ms)","trace[600800842] 'applied index is now lower than readState.Index' (duration: 5.910488ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:42.113273Z","caller":"traceutil/trace.go:171","msg":"trace[1959109949] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"144.427298ms","start":"2026-03-05T16:38:41.968829Z","end":"2026-03-05T16:38:42.113256Z","steps":["trace[1959109949] 'process raft request' (duration: 144.255764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:42.113435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.893206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:38:42.113514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.843293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:38:42.113528Z","caller":"traceutil/trace.go:171","msg":"trace[1224620192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1866; }","duration":"156.032779ms","start":"2026-03-05T16:38:41.957473Z","end":"2026-03-05T16:38:42.113506Z","steps":["trace[1224620192] 'agreement among raft nodes before linearized reading' (duration: 155.834154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:42.113559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.959636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:38:42.113584Z","caller":"traceutil/trace.go:171","msg":"trace[1191433280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1866; }","duration":"133.951176ms","start":"2026-03-05T16:38:41.979614Z","end":"2026-03-05T16:38:42.113565Z","steps":["trace[1191433280] 'agreement among raft nodes before linearized reading' (duration: 133.760431ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:42.113607Z","caller":"traceutil/trace.go:171","msg":"trace[1791786772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1866; }","duration":"128.041977ms","start":"2026-03-05T16:38:41.985553Z","end":"2026-03-05T16:38:42.113595Z","steps":["trace[1791786772] 'agreement among raft nodes before linearized reading' (duration: 127.880134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:42.113633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.402686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:38:42.113676Z","caller":"traceutil/trace.go:171","msg":"trace[219975129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1866; }","duration":"124.468707ms","start":"2026-03-05T16:38:41.989196Z","end":"2026-03-05T16:38:42.113665Z","steps":["trace[219975129] 'agreement among raft nodes before linearized reading' (duration: 124.19415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:42.11365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.192541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T16:38:42.11373Z","caller":"traceutil/trace.go:171","msg":"trace[377231278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1866; }","duration":"132.280513ms","start":"2026-03-05T16:38:41.981428Z","end":"2026-03-05T16:38:42.113709Z","steps":["trace[377231278] 'agreement among raft nodes before linearized reading' (duration: 132.090139ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:48.413084Z","caller":"traceutil/trace.go:171","msg":"trace[1202700510] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"281.355888ms","start":"2026-03-05T16:38:48.131692Z","end":"2026-03-05T16:38:48.413048Z","steps":["trace[1202700510] 'process raft request' (duration: 281.174574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.034479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.747628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:38:49.034672Z","caller":"traceutil/trace.go:171","msg":"trace[1792260242] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"898.811235ms","start":"2026-03-05T16:38:48.135826Z","end":"2026-03-05T16:38:49.034637Z","steps":["trace[1792260242] 'process raft request' (duration: 610.80881ms)","trace[1792260242] 'compare' (duration: 287.481222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:49.034809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.135812Z","time spent":"898.934487ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:49.034922Z","caller":"traceutil/trace.go:171","msg":"trace[1396178756] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"898.699522ms","start":"2026-03-05T16:38:48.136201Z","end":"2026-03-05T16:38:49.0349Z","steps":["trace[1396178756] 'process raft request' (duration: 898.366934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.035041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.136164Z","time spent":"898.823345ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:49.035138Z","caller":"traceutil/trace.go:171","msg":"trace[500476412] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"896.912017ms","start":"2026-03-05T16:38:48.138174Z","end":"2026-03-05T16:38:49.035086Z","steps":["trace[500476412] 'process raft request' (duration: 896.448265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.035269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.138165Z","time spent":"897.04065ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:49.035371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.42676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T16:38:49.035462Z","caller":"traceutil/trace.go:171","msg":"trace[1483945961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1895; }","duration":"895.559643ms","start":"2026-03-05T16:38:48.139871Z","end":"2026-03-05T16:38:49.03543Z","steps":["trace[1483945961] 'agreement among raft nodes before linearized reading' (duration: 895.326637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.035504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.139847Z","time spent":"895.649856ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:38:49.035441Z","caller":"traceutil/trace.go:171","msg":"trace[166770740] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1965; }","duration":"894.913028ms","start":"2026-03-05T16:38:48.139926Z","end":"2026-03-05T16:38:49.034839Z","steps":["trace[166770740] 'read index received' (duration: 273.126982ms)","trace[166770740] 'applied index is now lower than readState.Index' (duration: 621.784885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:49.478444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.164435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:38:49.478645Z","caller":"traceutil/trace.go:171","msg":"trace[1684678173] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"439.53799ms","start":"2026-03-05T16:38:49.039091Z","end":"2026-03-05T16:38:49.478629Z","steps":["trace[1684678173] 'process raft request' (duration: 439.476809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.478718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:49.039069Z","time spent":"439.617102ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:49.478701Z","caller":"traceutil/trace.go:171","msg":"trace[1337393333] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1968; }","duration":"443.040537ms","start":"2026-03-05T16:38:49.035623Z","end":"2026-03-05T16:38:49.478664Z","steps":["trace[1337393333] 'read index received' (duration: 101.523003ms)","trace[1337393333] 'applied index is now lower than readState.Index' (duration: 341.512744ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:49.47881Z","caller":"traceutil/trace.go:171","msg":"trace[1698635110] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"756.423948ms","start":"2026-03-05T16:38:48.722355Z","end":"2026-03-05T16:38:49.478779Z","steps":["trace[1698635110] 'process raft request' (duration: 414.830032ms)","trace[1698635110] 'compare' (duration: 340.809337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:49.478902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.212208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:38:49.478923Z","caller":"traceutil/trace.go:171","msg":"trace[1525191108] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1897; }","duration":"258.27575ms","start":"2026-03-05T16:38:49.220639Z","end":"2026-03-05T16:38:49.478915Z","steps":["trace[1525191108] 'agreement among raft nodes before linearized reading' (duration: 258.236539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.478995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029788965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-05T16:38:49.478944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.968985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:38:49.479003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336240241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T16:38:49.479019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.72233Z","time spent":"756.554911ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:49.47906Z","caller":"traceutil/trace.go:171","msg":"trace[409920056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1897; }","duration":"1.336321454s","start":"2026-03-05T16:38:48.142727Z","end":"2026-03-05T16:38:49.479049Z","steps":["trace[409920056] 'agreement among raft nodes before linearized reading' (duration: 1.33616492s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:49.479066Z","caller":"traceutil/trace.go:171","msg":"trace[184804379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1897; }","duration":"524.1495ms","start":"2026-03-05T16:38:48.954894Z","end":"2026-03-05T16:38:49.479044Z","steps":["trace[184804379] 'agreement among raft nodes before linearized reading' (duration: 523.922134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.479091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.142718Z","time spent":"1.336366305s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:38:49.478842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003327342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T16:38:49.479072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338458147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T16:38:49.479113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.954877Z","time spent":"524.224571ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:38:49.47913Z","caller":"traceutil/trace.go:171","msg":"trace[1738256998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"1.00368309s","start":"2026-03-05T16:38:48.475432Z","end":"2026-03-05T16:38:49.479115Z","steps":["trace[1738256998] 'agreement among raft nodes before linearized reading' (duration: 1.003291431s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:49.479039Z","caller":"traceutil/trace.go:171","msg":"trace[1449805534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1897; }","duration":"1.029894567s","start":"2026-03-05T16:38:48.449134Z","end":"2026-03-05T16:38:49.479029Z","steps":["trace[1449805534] 'agreement among raft nodes before linearized reading' (duration: 1.029686502s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:49.479144Z","caller":"traceutil/trace.go:171","msg":"trace[1476201850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1897; }","duration":"1.338567389s","start":"2026-03-05T16:38:48.140557Z","end":"2026-03-05T16:38:49.479125Z","steps":["trace[1476201850] 'agreement among raft nodes before linearized reading' (duration: 1.338295072s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.479164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.475415Z","time spent":"1.003740412s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T16:38:49.479184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.449117Z","time spent":"1.030052641s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T16:38:49.479178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336839927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T16:38:49.479191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.140549Z","time spent":"1.338632921s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T16:38:49.479236Z","caller":"traceutil/trace.go:171","msg":"trace[305948786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1897; }","duration":"1.336938029s","start":"2026-03-05T16:38:48.142283Z","end":"2026-03-05T16:38:49.479221Z","steps":["trace[305948786] 'agreement among raft nodes before linearized reading' (duration: 1.336637282s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.47927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:48.142261Z","time spent":"1.33700153s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:38:49.673875Z","caller":"traceutil/trace.go:171","msg":"trace[1864805132] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"190.267906ms","start":"2026-03-05T16:38:49.483577Z","end":"2026-03-05T16:38:49.673845Z","steps":["trace[1864805132] 'process raft request' (duration: 130.282283ms)","trace[1864805132] 'compare' (duration: 59.8736ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:49.689404Z","caller":"traceutil/trace.go:171","msg":"trace[1676600825] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"205.462947ms","start":"2026-03-05T16:38:49.483918Z","end":"2026-03-05T16:38:49.689381Z","steps":["trace[1676600825] 'process raft request' (duration: 205.294192ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:49.689638Z","caller":"traceutil/trace.go:171","msg":"trace[1293399666] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"205.57597ms","start":"2026-03-05T16:38:49.484034Z","end":"2026-03-05T16:38:49.68961Z","steps":["trace[1293399666] 'process raft request' (duration: 205.309153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:49.689813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.846606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:38:49.689882Z","caller":"traceutil/trace.go:171","msg":"trace[1250467812] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1900; }","duration":"201.937679ms","start":"2026-03-05T16:38:49.487929Z","end":"2026-03-05T16:38:49.689866Z","steps":["trace[1250467812] 'agreement among raft nodes before linearized reading' (duration: 201.809936ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:49.689949Z","caller":"traceutil/trace.go:171","msg":"trace[1642392815] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1970; }","duration":"201.993719ms","start":"2026-03-05T16:38:49.487939Z","end":"2026-03-05T16:38:49.689933Z","steps":["trace[1642392815] 'read index received' (duration: 125.973355ms)","trace[1642392815] 'applied index is now lower than readState.Index' (duration: 75.627705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:50.442696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.279384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:38:50.442768Z","caller":"traceutil/trace.go:171","msg":"trace[1180119329] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1900; }","duration":"550.398707ms","start":"2026-03-05T16:38:49.892354Z","end":"2026-03-05T16:38:50.442753Z","steps":["trace[1180119329] 'count revisions from in-memory index tree' (duration: 550.207671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:50.442755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.531397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:38:50.442806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:49.892335Z","time spent":"550.461618ms","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:38:50.442827Z","caller":"traceutil/trace.go:171","msg":"trace[1915364943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1900; }","duration":"484.66521ms","start":"2026-03-05T16:38:49.958143Z","end":"2026-03-05T16:38:50.442809Z","steps":["trace[1915364943] 'range keys from in-memory index tree' (duration: 484.387674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:50.442878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:49.95812Z","time spent":"484.749253ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:38:50.442994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.258752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:38:50.443078Z","caller":"traceutil/trace.go:171","msg":"trace[1219238682] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"291.83637ms","start":"2026-03-05T16:38:50.15123Z","end":"2026-03-05T16:38:50.443066Z","steps":["trace[1219238682] 'process raft request' (duration: 167.448435ms)","trace[1219238682] 'compare' (duration: 123.958105ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:51.486659Z","caller":"traceutil/trace.go:171","msg":"trace[1400959158] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"446.286338ms","start":"2026-03-05T16:38:51.040345Z","end":"2026-03-05T16:38:51.486632Z","steps":["trace[1400959158] 'process raft request' (duration: 446.104944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:51.486871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.040331Z","time spent":"446.418442ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:52.417715Z","caller":"traceutil/trace.go:171","msg":"trace[576229784] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1976; }","duration":"1.323219505s","start":"2026-03-05T16:38:51.094476Z","end":"2026-03-05T16:38:52.417696Z","steps":["trace[576229784] 'read index received' (duration: 391.952628ms)","trace[576229784] 'applied index is now lower than readState.Index' (duration: 931.265887ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:52.417761Z","caller":"traceutil/trace.go:171","msg":"trace[717866956] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.37734053s","start":"2026-03-05T16:38:51.040386Z","end":"2026-03-05T16:38:52.417727Z","steps":["trace[717866956] 'process raft request' (duration: 1.377138355s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.417907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32341371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T16:38:52.41795Z","caller":"traceutil/trace.go:171","msg":"trace[1535817384] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1905; }","duration":"1.323507122s","start":"2026-03-05T16:38:51.094431Z","end":"2026-03-05T16:38:52.417938Z","steps":["trace[1535817384] 'agreement among raft nodes before linearized reading' (duration: 1.323367109s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.417988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.094411Z","time spent":"1.323568613s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T16:38:52.418046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.040373Z","time spent":"1.377522915s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:52.417794Z","caller":"traceutil/trace.go:171","msg":"trace[492937434] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.372822538s","start":"2026-03-05T16:38:51.044941Z","end":"2026-03-05T16:38:52.417763Z","steps":["trace[492937434] 'process raft request' (duration: 1.372715035s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.418701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.04493Z","time spent":"1.373602868s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:52.485672Z","caller":"traceutil/trace.go:171","msg":"trace[1397334650] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"335.782351ms","start":"2026-03-05T16:38:52.149857Z","end":"2026-03-05T16:38:52.485639Z","steps":["trace[1397334650] 'process raft request' (duration: 335.621507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.485785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:52.149833Z","time spent":"335.889414ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:52.485836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250228427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:38:52.485895Z","caller":"traceutil/trace.go:171","msg":"trace[1994613781] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1906; }","duration":"1.25032953s","start":"2026-03-05T16:38:51.23555Z","end":"2026-03-05T16:38:52.48588Z","steps":["trace[1994613781] 'agreement among raft nodes before linearized reading' (duration: 1.250216467s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.485936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.235532Z","time spent":"1.250394422s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:38:52.486075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.140376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T16:38:52.4861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.45254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T16:38:52.486139Z","caller":"traceutil/trace.go:171","msg":"trace[1130425570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1906; }","duration":"792.526972ms","start":"2026-03-05T16:38:51.693602Z","end":"2026-03-05T16:38:52.486129Z","steps":["trace[1130425570] 'agreement among raft nodes before linearized reading' (duration: 792.394429ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:52.486142Z","caller":"traceutil/trace.go:171","msg":"trace[1342890714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"945.219218ms","start":"2026-03-05T16:38:51.540905Z","end":"2026-03-05T16:38:52.486124Z","steps":["trace[1342890714] 'agreement among raft nodes before linearized reading' (duration: 945.032273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.486133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002774889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-05T16:38:52.486186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.540848Z","time spent":"945.32956ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T16:38:52.486179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.519072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:38:52.486085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.395759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T16:38:52.48623Z","caller":"traceutil/trace.go:171","msg":"trace[709116078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"1.002901022s","start":"2026-03-05T16:38:51.483307Z","end":"2026-03-05T16:38:52.486208Z","steps":["trace[709116078] 'agreement among raft nodes before linearized reading' (duration: 1.002663676s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:52.486275Z","caller":"traceutil/trace.go:171","msg":"trace[1429287910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"778.642964ms","start":"2026-03-05T16:38:51.707609Z","end":"2026-03-05T16:38:52.486252Z","steps":["trace[1429287910] 'agreement among raft nodes before linearized reading' (duration: 778.497341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.486305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.483287Z","time spent":"1.003000594s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:38:52.486307Z","caller":"traceutil/trace.go:171","msg":"trace[416133894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1906; }","duration":"792.673886ms","start":"2026-03-05T16:38:51.693603Z","end":"2026-03-05T16:38:52.486276Z","steps":["trace[416133894] 'agreement among raft nodes before linearized reading' (duration: 792.196104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.486174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.693581Z","time spent":"792.586403ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:38:52.48634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.707598Z","time spent":"778.729017ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:38:52.486406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.693581Z","time spent":"792.788178ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:38:52.486075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.006972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:38:52.486485Z","caller":"traceutil/trace.go:171","msg":"trace[1275957924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"529.479233ms","start":"2026-03-05T16:38:51.956986Z","end":"2026-03-05T16:38:52.486465Z","steps":["trace[1275957924] 'agreement among raft nodes before linearized reading' (duration: 529.017952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.486552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.956968Z","time spent":"529.566915ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:38:52.486574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.225926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T16:38:52.486607Z","caller":"traceutil/trace.go:171","msg":"trace[743828763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1906; }","duration":"808.287288ms","start":"2026-03-05T16:38:51.678309Z","end":"2026-03-05T16:38:52.486596Z","steps":["trace[743828763] 'agreement among raft nodes before linearized reading' (duration: 808.115243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.486633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:51.678293Z","time spent":"808.334928ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:38:52.486784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.678899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:38:52.486838Z","caller":"traceutil/trace.go:171","msg":"trace[423939951] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1906; }","duration":"132.616471ms","start":"2026-03-05T16:38:52.354208Z","end":"2026-03-05T16:38:52.486825Z","steps":["trace[423939951] 'agreement among raft nodes before linearized reading' (duration: 131.610847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:52.613789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.336208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:38:52.613986Z","caller":"traceutil/trace.go:171","msg":"trace[1019971056] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"153.605217ms","start":"2026-03-05T16:38:52.460366Z","end":"2026-03-05T16:38:52.613971Z","steps":["trace[1019971056] 'process raft request' (duration: 153.516814ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:52.614093Z","caller":"traceutil/trace.go:171","msg":"trace[16710806] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"191.682831ms","start":"2026-03-05T16:38:52.422383Z","end":"2026-03-05T16:38:52.614045Z","steps":["trace[16710806] 'process raft request' (duration: 87.994464ms)","trace[16710806] 'compare' (duration: 103.173484ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:52.624651Z","caller":"traceutil/trace.go:171","msg":"trace[228275993] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"135.902254ms","start":"2026-03-05T16:38:52.488711Z","end":"2026-03-05T16:38:52.624614Z","steps":["trace[228275993] 'process raft request' (duration: 135.74561ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:52.624841Z","caller":"traceutil/trace.go:171","msg":"trace[1682125770] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"134.483179ms","start":"2026-03-05T16:38:52.490341Z","end":"2026-03-05T16:38:52.624824Z","steps":["trace[1682125770] 'process raft request' (duration: 134.229993ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:52.624883Z","caller":"traceutil/trace.go:171","msg":"trace[1037307958] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"134.431518ms","start":"2026-03-05T16:38:52.490436Z","end":"2026-03-05T16:38:52.624868Z","steps":["trace[1037307958] 'process raft request' (duration: 134.284774ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:52.624926Z","caller":"traceutil/trace.go:171","msg":"trace[196219462] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"134.239363ms","start":"2026-03-05T16:38:52.49067Z","end":"2026-03-05T16:38:52.624909Z","steps":["trace[196219462] 'process raft request' (duration: 134.152421ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:52.625026Z","caller":"traceutil/trace.go:171","msg":"trace[236895672] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"133.636377ms","start":"2026-03-05T16:38:52.491358Z","end":"2026-03-05T16:38:52.624995Z","steps":["trace[236895672] 'process raft request' (duration: 133.502934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:53.995211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054247460,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:38:54.475634Z","caller":"traceutil/trace.go:171","msg":"trace[86194509] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"983.201558ms","start":"2026-03-05T16:38:53.492409Z","end":"2026-03-05T16:38:54.475611Z","steps":["trace[86194509] 'process raft request' (duration: 982.969983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:54.4758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:53.492384Z","time spent":"983.324132ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:54.476048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.69029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:38:54.476139Z","caller":"traceutil/trace.go:171","msg":"trace[964250528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"981.831804ms","start":"2026-03-05T16:38:53.494284Z","end":"2026-03-05T16:38:54.476116Z","steps":["trace[964250528] 'agreement among raft nodes before linearized reading' (duration: 981.559287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:54.476188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:53.494263Z","time spent":"981.915585ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T16:38:54.476187Z","caller":"traceutil/trace.go:171","msg":"trace[624541020] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"981.824253ms","start":"2026-03-05T16:38:53.494338Z","end":"2026-03-05T16:38:54.476163Z","steps":["trace[624541020] 'read index received' (duration: 981.107245ms)","trace[624541020] 'applied index is now lower than readState.Index' (duration: 134.874µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:55.355405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.083266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:38:55.35551Z","caller":"traceutil/trace.go:171","msg":"trace[2003393434] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"879.131222ms","start":"2026-03-05T16:38:54.476363Z","end":"2026-03-05T16:38:55.355495Z","steps":["trace[2003393434] 'read index received' (duration: 83.82125ms)","trace[2003393434] 'applied index is now lower than readState.Index' (duration: 795.308572ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:55.355579Z","caller":"traceutil/trace.go:171","msg":"trace[1317424220] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"931.993276ms","start":"2026-03-05T16:38:54.423574Z","end":"2026-03-05T16:38:55.355567Z","steps":["trace[1317424220] 'process raft request' (duration: 136.664364ms)","trace[1317424220] 'compare' (duration: 794.479391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:55.355634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:54.42355Z","time spent":"932.054137ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:55.355713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.984755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:38:55.355795Z","caller":"traceutil/trace.go:171","msg":"trace[1477770876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1915; }","duration":"932.116779ms","start":"2026-03-05T16:38:54.423656Z","end":"2026-03-05T16:38:55.355773Z","steps":["trace[1477770876] 'agreement among raft nodes before linearized reading' (duration: 931.909554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:55.355856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:54.423633Z","time spent":"932.210571ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:38:55.355819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398633834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:38:55.355997Z","caller":"traceutil/trace.go:171","msg":"trace[434270386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"1.398907331s","start":"2026-03-05T16:38:53.957064Z","end":"2026-03-05T16:38:55.355972Z","steps":["trace[434270386] 'agreement among raft nodes before linearized reading' (duration: 1.398571403s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:55.35608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:53.957041Z","time spent":"1.399025304s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:38:55.856005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054247465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:38:56.357046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054247465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:38:56.513061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.889659114s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:38:56.602106Z","caller":"traceutil/trace.go:171","msg":"trace[116930629] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.978761426s","start":"2026-03-05T16:38:54.62328Z","end":"2026-03-05T16:38:56.602042Z","steps":["trace[116930629] 'process raft request' (duration: 1.890016923s)","trace[116930629] 'compare' (duration: 88.531648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:56.602286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:54.623256Z","time spent":"1.97892702s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:56.62571Z","caller":"traceutil/trace.go:171","msg":"trace[1344582690] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.265868178s","start":"2026-03-05T16:38:55.359807Z","end":"2026-03-05T16:38:56.625676Z","steps":["trace[1344582690] 'process raft request' (duration: 1.265663903s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:56.625853Z","caller":"traceutil/trace.go:171","msg":"trace[1839440933] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"1.2702921s","start":"2026-03-05T16:38:55.355536Z","end":"2026-03-05T16:38:56.625828Z","steps":["trace[1839440933] 'read index received' (duration: 1.1577517s)","trace[1839440933] 'applied index is now lower than readState.Index' (duration: 112.53845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:38:56.625906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:55.359781Z","time spent":"1.266035422s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:56.626028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997091346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:38:56.626094Z","caller":"traceutil/trace.go:171","msg":"trace[994471871] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"143.820443ms","start":"2026-03-05T16:38:56.482215Z","end":"2026-03-05T16:38:56.626035Z","steps":["trace[994471871] 'process raft request' (duration: 143.414632ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:56.626139Z","caller":"traceutil/trace.go:171","msg":"trace[1425774013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1918; }","duration":"1.99726998s","start":"2026-03-05T16:38:54.628849Z","end":"2026-03-05T16:38:56.626119Z","steps":["trace[1425774013] 'agreement among raft nodes before linearized reading' (duration: 1.997012004s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:56.626137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997169127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T16:38:56.626144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997309601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T16:38:56.626189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:54.628821Z","time spent":"1.997358092s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:38:56.626212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268498285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:38:56.626127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997534867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T16:38:56.626222Z","caller":"traceutil/trace.go:171","msg":"trace[1636251917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1918; }","duration":"1.99729218s","start":"2026-03-05T16:38:54.628908Z","end":"2026-03-05T16:38:56.6262Z","steps":["trace[1636251917] 'agreement among raft nodes before linearized reading' (duration: 1.996975772s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:56.626237Z","caller":"traceutil/trace.go:171","msg":"trace[227389702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"1.997409673s","start":"2026-03-05T16:38:54.628805Z","end":"2026-03-05T16:38:56.626214Z","steps":["trace[227389702] 'agreement among raft nodes before linearized reading' (duration: 1.997136737s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:56.626261Z","caller":"traceutil/trace.go:171","msg":"trace[814462124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"1.268572646s","start":"2026-03-05T16:38:55.357673Z","end":"2026-03-05T16:38:56.626246Z","steps":["trace[814462124] 'agreement among raft nodes before linearized reading' (duration: 1.268503454s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:38:56.626268Z","caller":"traceutil/trace.go:171","msg":"trace[1473479912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1918; }","duration":"1.997722531s","start":"2026-03-05T16:38:54.628532Z","end":"2026-03-05T16:38:56.626254Z","steps":["trace[1473479912] 'agreement among raft nodes before linearized reading' (duration: 1.997411174s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:56.626284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:54.628896Z","time spent":"1.997373273s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:38:56.626297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:54.62875Z","time spent":"1.997536376s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:38:56.626304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:55.357659Z","time spent":"1.268634658s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:38:56.626332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:54.628501Z","time spent":"1.997814463s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:38:56.626368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217304553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:38:56.626393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142733804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:38:56.626399Z","caller":"traceutil/trace.go:171","msg":"trace[865505156] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1918; }","duration":"1.217375615s","start":"2026-03-05T16:38:55.409014Z","end":"2026-03-05T16:38:56.626389Z","steps":["trace[865505156] 'agreement among raft nodes before linearized reading' (duration: 1.217314023s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:56.626421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663012217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T16:38:56.626435Z","caller":"traceutil/trace.go:171","msg":"trace[443315402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"1.142807506s","start":"2026-03-05T16:38:55.48361Z","end":"2026-03-05T16:38:56.626418Z","steps":["trace[443315402] 'agreement among raft nodes before linearized reading' (duration: 1.142684643s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:56.626461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257730515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:38:56.626476Z","caller":"traceutil/trace.go:171","msg":"trace[1582094665] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:1918; }","duration":"1.663104929s","start":"2026-03-05T16:38:54.963355Z","end":"2026-03-05T16:38:56.62646Z","steps":["trace[1582094665] 'agreement among raft nodes before linearized reading' (duration: 1.662959826s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:56.626479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:55.483594Z","time spent":"1.142874478s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T16:38:56.626506Z","caller":"traceutil/trace.go:171","msg":"trace[1146450925] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1918; }","duration":"1.257806967s","start":"2026-03-05T16:38:55.368686Z","end":"2026-03-05T16:38:56.626493Z","steps":["trace[1146450925] 'agreement among raft nodes before linearized reading' (duration: 1.257726755s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:56.626511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:54.963335Z","time spent":"1.663168601s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-05T16:38:56.62643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:55.408994Z","time spent":"1.217428846s","remote":"127.0.0.1:49092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:38:56.626551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:55.368673Z","time spent":"1.257864498s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:38:56.627117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919999934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-05T16:38:56.627172Z","caller":"traceutil/trace.go:171","msg":"trace[1462649744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1918; }","duration":"1.920109757s","start":"2026-03-05T16:38:54.707047Z","end":"2026-03-05T16:38:56.627157Z","steps":["trace[1462649744] 'agreement among raft nodes before linearized reading' (duration: 1.919948883s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:56.627221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:54.707037Z","time spent":"1.920172308s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T16:38:57.141234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:56.627527Z","time spent":"513.700708ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T16:38:57.14147Z","caller":"traceutil/trace.go:171","msg":"trace[1828101960] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"510.479968ms","start":"2026-03-05T16:38:56.630962Z","end":"2026-03-05T16:38:57.141442Z","steps":["trace[1828101960] 'process raft request' (duration: 510.168819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:57.141607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:56.630937Z","time spent":"510.596031ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:57.141548Z","caller":"traceutil/trace.go:171","msg":"trace[138403336] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"510.551ms","start":"2026-03-05T16:38:56.630977Z","end":"2026-03-05T16:38:57.141528Z","steps":["trace[138403336] 'process raft request' (duration: 510.264473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:57.141696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:56.630955Z","time spent":"510.701684ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:38:57.141822Z","caller":"traceutil/trace.go:171","msg":"trace[210869675] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1992; }","duration":"505.934683ms","start":"2026-03-05T16:38:56.635861Z","end":"2026-03-05T16:38:57.141796Z","steps":["trace[210869675] 'read index received' (duration: 487.8446ms)","trace[210869675] 'applied index is now lower than readState.Index' (duration: 18.088843ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:38:57.141891Z","caller":"traceutil/trace.go:171","msg":"trace[1626095715] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"510.20482ms","start":"2026-03-05T16:38:56.631674Z","end":"2026-03-05T16:38:57.141879Z","steps":["trace[1626095715] 'process raft request' (duration: 510.017726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:57.141947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:56.631654Z","time spent":"510.262681ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:38:57.142115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.275968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:38:57.142177Z","caller":"traceutil/trace.go:171","msg":"trace[1971545474] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1922; }","duration":"505.452551ms","start":"2026-03-05T16:38:56.63671Z","end":"2026-03-05T16:38:57.142163Z","steps":["trace[1971545474] 'agreement among raft nodes before linearized reading' (duration: 505.268167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:57.142098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.21732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:38:57.142247Z","caller":"traceutil/trace.go:171","msg":"trace[1971835965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"506.397685ms","start":"2026-03-05T16:38:56.635833Z","end":"2026-03-05T16:38:57.142231Z","steps":["trace[1971835965] 'agreement among raft nodes before linearized reading' (duration: 506.050457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:57.142466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:56.635824Z","time spent":"506.632831ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:38:57.142465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:56.636691Z","time spent":"505.550494ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T16:38:57.142578Z","caller":"traceutil/trace.go:171","msg":"trace[532795346] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"510.784476ms","start":"2026-03-05T16:38:56.631081Z","end":"2026-03-05T16:38:57.141865Z","steps":["trace[532795346] 'process raft request' (duration: 510.195572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:38:57.142838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:38:56.631049Z","time spent":"511.643487ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:40:23.456837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054248804,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:40:23.606129Z","caller":"traceutil/trace.go:171","msg":"trace[1438026045] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"915.952708ms","start":"2026-03-05T16:40:22.69015Z","end":"2026-03-05T16:40:23.606103Z","steps":["trace[1438026045] 'process raft request' (duration: 915.805665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:23.606282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:22.690124Z","time spent":"916.081051ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:40:23.668984Z","caller":"traceutil/trace.go:171","msg":"trace[1710209144] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"744.407289ms","start":"2026-03-05T16:40:22.924547Z","end":"2026-03-05T16:40:23.668955Z","steps":["trace[1710209144] 'process raft request' (duration: 744.243735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:23.66915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:22.924519Z","time spent":"744.541902ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:40:23.669176Z","caller":"traceutil/trace.go:171","msg":"trace[1213544259] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2602; }","duration":"712.349805ms","start":"2026-03-05T16:40:22.956797Z","end":"2026-03-05T16:40:23.669146Z","steps":["trace[1213544259] 'read index received' (duration: 649.277855ms)","trace[1213544259] 'applied index is now lower than readState.Index' (duration: 63.07065ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:40:23.669279Z","caller":"traceutil/trace.go:171","msg":"trace[846134901] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"744.07014ms","start":"2026-03-05T16:40:22.925189Z","end":"2026-03-05T16:40:23.669259Z","steps":["trace[846134901] 'process raft request' (duration: 743.723161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:23.669328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.516729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:40:23.669381Z","caller":"traceutil/trace.go:171","msg":"trace[95003452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2503; }","duration":"712.601432ms","start":"2026-03-05T16:40:22.956767Z","end":"2026-03-05T16:40:23.669368Z","steps":["trace[95003452] 'agreement among raft nodes before linearized reading' (duration: 712.510019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:23.66938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:22.925166Z","time spent":"744.168122ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:40:23.669421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:22.956753Z","time spent":"712.658753ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:40:23.670197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.933832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:40:23.670287Z","caller":"traceutil/trace.go:171","msg":"trace[1738644088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2504; }","duration":"597.074686ms","start":"2026-03-05T16:40:23.073192Z","end":"2026-03-05T16:40:23.670266Z","steps":["trace[1738644088] 'agreement among raft nodes before linearized reading' (duration: 596.835869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:23.670335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:23.073172Z","time spent":"597.151538ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:40:58.38406Z","caller":"traceutil/trace.go:171","msg":"trace[765666106] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"527.628944ms","start":"2026-03-05T16:40:57.856396Z","end":"2026-03-05T16:40:58.384025Z","steps":["trace[765666106] 'process raft request' (duration: 482.050793ms)","trace[765666106] 'compare' (duration: 45.337095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:40:58.384271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.856376Z","time spent":"527.766588ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:40:59.548383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.663519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:40:59.548683Z","caller":"traceutil/trace.go:171","msg":"trace[1099095703] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"1.689174836s","start":"2026-03-05T16:40:57.85948Z","end":"2026-03-05T16:40:59.548655Z","steps":["trace[1099095703] 'process raft request' (duration: 1.422072496s)","trace[1099095703] 'compare' (duration: 266.506365ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:40:59.548874Z","caller":"traceutil/trace.go:171","msg":"trace[1062437349] linearizableReadLoop","detail":"{readStateIndex:2803; appliedIndex:2801; }","duration":"1.679075633s","start":"2026-03-05T16:40:57.869762Z","end":"2026-03-05T16:40:59.548837Z","steps":["trace[1062437349] 'read index received' (duration: 468.714259ms)","trace[1062437349] 'applied index is now lower than readState.Index' (duration: 1.210358554s)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:40:59.549193Z","caller":"traceutil/trace.go:171","msg":"trace[1815583828] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"1.439607076s","start":"2026-03-05T16:40:58.109404Z","end":"2026-03-05T16:40:59.549011Z","steps":["trace[1815583828] 'process raft request' (duration: 1.439170525s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.549968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667147915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T16:40:59.550144Z","caller":"traceutil/trace.go:171","msg":"trace[1978803479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2695; }","duration":"1.667334049s","start":"2026-03-05T16:40:57.882786Z","end":"2026-03-05T16:40:59.55012Z","steps":["trace[1978803479] 'agreement among raft nodes before linearized reading' (duration: 1.666403456s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.550178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.882776Z","time spent":"1.667395281s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:40:59.550351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.984703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-05T16:40:59.550451Z","caller":"traceutil/trace.go:171","msg":"trace[979389973] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2695; }","duration":"650.085171ms","start":"2026-03-05T16:40:58.900333Z","end":"2026-03-05T16:40:59.550418Z","steps":["trace[979389973] 'agreement among raft nodes before linearized reading' (duration: 648.84292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.550537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:58.109376Z","time spent":"1.439897733s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:40:59.550634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:58.900312Z","time spent":"650.299588ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T16:40:59.550751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403887811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:40:59.550826Z","caller":"traceutil/trace.go:171","msg":"trace[1610278231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2695; }","duration":"1.40542966s","start":"2026-03-05T16:40:58.145371Z","end":"2026-03-05T16:40:59.550801Z","steps":["trace[1610278231] 'agreement among raft nodes before linearized reading' (duration: 1.403891371s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.550889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:58.14536Z","time spent":"1.405513813s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:40:59.549281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66615048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:40:59.551012Z","caller":"traceutil/trace.go:171","msg":"trace[1736585727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2695; }","duration":"1.667854393s","start":"2026-03-05T16:40:57.883091Z","end":"2026-03-05T16:40:59.550945Z","steps":["trace[1736585727] 'agreement among raft nodes before linearized reading' (duration: 1.666037497s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.551102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.883086Z","time spent":"1.667981776s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:40:59.551404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643456731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899ff7eaeb4f5a5\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-05T16:40:59.551463Z","caller":"traceutil/trace.go:171","msg":"trace[537163617] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899ff7eaeb4f5a5; range_end:; response_count:1; response_revision:2695; }","duration":"1.643532584s","start":"2026-03-05T16:40:57.907917Z","end":"2026-03-05T16:40:59.55145Z","steps":["trace[537163617] 'agreement among raft nodes before linearized reading' (duration: 1.641293687s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.551504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.907906Z","time spent":"1.643588855s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.1899ff7eaeb4f5a5\" "} {"level":"warn","ts":"2026-03-05T16:40:59.551579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681798901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:40:59.551693Z","caller":"traceutil/trace.go:171","msg":"trace[1174354517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2695; }","duration":"1.681957845s","start":"2026-03-05T16:40:57.869708Z","end":"2026-03-05T16:40:59.551666Z","steps":["trace[1174354517] 'agreement among raft nodes before linearized reading' (duration: 1.679294168s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.551761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.869694Z","time spent":"1.682042457s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:40:59.551765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146431433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-05T16:40:59.551835Z","caller":"traceutil/trace.go:171","msg":"trace[580314314] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2695; }","duration":"1.146520975s","start":"2026-03-05T16:40:58.405281Z","end":"2026-03-05T16:40:59.551802Z","steps":["trace[580314314] 'agreement among raft nodes before linearized reading' (duration: 1.143837548s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.549052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.859457Z","time spent":"1.6893447s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:40:59.551885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:58.405263Z","time spent":"1.146610647s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-05T16:40:59.552153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668897409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T16:40:59.552213Z","caller":"traceutil/trace.go:171","msg":"trace[1040760186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2695; }","duration":"1.669146285s","start":"2026-03-05T16:40:57.883043Z","end":"2026-03-05T16:40:59.552189Z","steps":["trace[1040760186] 'agreement among raft nodes before linearized reading' (duration: 1.666088949s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.552247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.883036Z","time spent":"1.669201796s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:40:59.552451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168643019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:40:59.552489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651191515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:40:59.55253Z","caller":"traceutil/trace.go:171","msg":"trace[1478243534] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2695; }","duration":"1.168762332s","start":"2026-03-05T16:40:58.383744Z","end":"2026-03-05T16:40:59.552506Z","steps":["trace[1478243534] 'agreement among raft nodes before linearized reading' (duration: 1.16547025s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.552786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:58.383723Z","time spent":"1.169049129s","remote":"127.0.0.1:49184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:40:59.552857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592256299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:40:59.552903Z","caller":"traceutil/trace.go:171","msg":"trace[428632919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2695; }","duration":"1.59593486s","start":"2026-03-05T16:40:57.956947Z","end":"2026-03-05T16:40:59.552882Z","steps":["trace[428632919] 'agreement among raft nodes before linearized reading' (duration: 1.592163536s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.552944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.956936Z","time spent":"1.595996722s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:40:59.552949Z","caller":"traceutil/trace.go:171","msg":"trace[1987449581] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2695; }","duration":"1.651598315s","start":"2026-03-05T16:40:57.901262Z","end":"2026-03-05T16:40:59.55286Z","steps":["trace[1987449581] 'agreement among raft nodes before linearized reading' (duration: 1.647989144s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.553176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673574116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T16:40:59.553198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.901257Z","time spent":"1.651833041s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:40:59.553256Z","caller":"traceutil/trace.go:171","msg":"trace[1704483925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2695; }","duration":"1.673678879s","start":"2026-03-05T16:40:57.879558Z","end":"2026-03-05T16:40:59.553237Z","steps":["trace[1704483925] 'agreement among raft nodes before linearized reading' (duration: 1.669478933s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.553341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:57.879546Z","time spent":"1.67374376s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T16:40:59.935938Z","caller":"traceutil/trace.go:171","msg":"trace[41258061] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"379.292869ms","start":"2026-03-05T16:40:59.556606Z","end":"2026-03-05T16:40:59.935899Z","steps":["trace[41258061] 'process raft request' (duration: 372.258443ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:40:59.935983Z","caller":"traceutil/trace.go:171","msg":"trace[1098818323] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"377.780962ms","start":"2026-03-05T16:40:59.558183Z","end":"2026-03-05T16:40:59.935964Z","steps":["trace[1098818323] 'process raft request' (duration: 377.636968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.936091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:59.558166Z","time spent":"377.861934ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:40:59.936091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:59.556575Z","time spent":"379.443143ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:40:59.936244Z","caller":"traceutil/trace.go:171","msg":"trace[1549102497] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"377.364261ms","start":"2026-03-05T16:40:59.558849Z","end":"2026-03-05T16:40:59.936213Z","steps":["trace[1549102497] 'process raft request' (duration: 377.081274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.936391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:59.558828Z","time spent":"377.484793ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:40:59.936753Z","caller":"traceutil/trace.go:171","msg":"trace[1031617806] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"377.643618ms","start":"2026-03-05T16:40:59.559096Z","end":"2026-03-05T16:40:59.93674Z","steps":["trace[1031617806] 'process raft request' (duration: 377.043483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.936829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:59.55909Z","time spent":"377.702839ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:40:59.937052Z","caller":"traceutil/trace.go:171","msg":"trace[283602305] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"377.849304ms","start":"2026-03-05T16:40:59.559134Z","end":"2026-03-05T16:40:59.936984Z","steps":["trace[283602305] 'process raft request' (duration: 377.570626ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:40:59.937125Z","caller":"traceutil/trace.go:171","msg":"trace[1076475150] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"377.973026ms","start":"2026-03-05T16:40:59.55914Z","end":"2026-03-05T16:40:59.937113Z","steps":["trace[1076475150] 'process raft request' (duration: 377.757141ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:40:59.937096Z","caller":"traceutil/trace.go:171","msg":"trace[2028238076] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2804; }","duration":"377.870434ms","start":"2026-03-05T16:40:59.559191Z","end":"2026-03-05T16:40:59.937062Z","steps":["trace[2028238076] 'read index received' (duration: 369.756991ms)","trace[2028238076] 'applied index is now lower than readState.Index' (duration: 8.112143ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:40:59.937146Z","caller":"traceutil/trace.go:171","msg":"trace[705363556] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"377.925505ms","start":"2026-03-05T16:40:59.559182Z","end":"2026-03-05T16:40:59.937108Z","steps":["trace[705363556] 'process raft request' (duration: 377.773351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.937186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:59.559134Z","time spent":"378.022108ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:40:59.937204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:59.559125Z","time spent":"378.006357ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:40:59.937243Z","caller":"traceutil/trace.go:171","msg":"trace[1508638934] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"113.075603ms","start":"2026-03-05T16:40:59.824153Z","end":"2026-03-05T16:40:59.937229Z","steps":["trace[1508638934] 'process raft request' (duration: 112.857877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.9373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.182496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:40:59.937306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:59.559174Z","time spent":"378.045009ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:40:59.93733Z","caller":"traceutil/trace.go:171","msg":"trace[106879198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2703; }","duration":"375.211107ms","start":"2026-03-05T16:40:59.56211Z","end":"2026-03-05T16:40:59.937321Z","steps":["trace[106879198] 'agreement among raft nodes before linearized reading' (duration: 375.162706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.937357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:59.562089Z","time spent":"375.262069ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:40:59.937475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.258213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-05T16:40:59.937564Z","caller":"traceutil/trace.go:171","msg":"trace[822479574] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2703; }","duration":"378.376096ms","start":"2026-03-05T16:40:59.559162Z","end":"2026-03-05T16:40:59.937538Z","steps":["trace[822479574] 'agreement among raft nodes before linearized reading' (duration: 378.154971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:40:59.937616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:40:59.55915Z","time spent":"378.452308ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-05T16:41:05.336313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.283447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-05T16:41:05.336396Z","caller":"traceutil/trace.go:171","msg":"trace[1113248131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2725; }","duration":"107.41733ms","start":"2026-03-05T16:41:05.228958Z","end":"2026-03-05T16:41:05.336375Z","steps":["trace[1113248131] 'range keys from in-memory index tree' (duration: 107.099272ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:05.756607Z","caller":"traceutil/trace.go:171","msg":"trace[654100520] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"204.747058ms","start":"2026-03-05T16:41:05.551834Z","end":"2026-03-05T16:41:05.756581Z","steps":["trace[654100520] 'process raft request' (duration: 204.569324ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:05.787279Z","caller":"traceutil/trace.go:171","msg":"trace[488058811] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"210.477151ms","start":"2026-03-05T16:41:05.57677Z","end":"2026-03-05T16:41:05.787248Z","steps":["trace[488058811] 'process raft request' (duration: 210.310777ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:06.06274Z","caller":"traceutil/trace.go:171","msg":"trace[1396711954] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2838; }","duration":"103.492002ms","start":"2026-03-05T16:41:05.959223Z","end":"2026-03-05T16:41:06.062715Z","steps":["trace[1396711954] 'read index received' (duration: 103.271237ms)","trace[1396711954] 'applied index is now lower than readState.Index' (duration: 219.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:06.062781Z","caller":"traceutil/trace.go:171","msg":"trace[466636428] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"104.055796ms","start":"2026-03-05T16:41:05.958693Z","end":"2026-03-05T16:41:06.062749Z","steps":["trace[466636428] 'process raft request' (duration: 103.846331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:06.062929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.682627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:41:06.062973Z","caller":"traceutil/trace.go:171","msg":"trace[505062603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2728; }","duration":"103.761469ms","start":"2026-03-05T16:41:05.959199Z","end":"2026-03-05T16:41:06.062961Z","steps":["trace[505062603] 'agreement among raft nodes before linearized reading' (duration: 103.678546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:06.063047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.704102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:41:06.063107Z","caller":"traceutil/trace.go:171","msg":"trace[1073746700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2728; }","duration":"102.835405ms","start":"2026-03-05T16:41:05.960256Z","end":"2026-03-05T16:41:06.063091Z","steps":["trace[1073746700] 'agreement among raft nodes before linearized reading' (duration: 102.62752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:06.063289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.499627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:41:06.063384Z","caller":"traceutil/trace.go:171","msg":"trace[849905015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2728; }","duration":"100.633059ms","start":"2026-03-05T16:41:05.962728Z","end":"2026-03-05T16:41:06.063361Z","steps":["trace[849905015] 'agreement among raft nodes before linearized reading' (duration: 100.355283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:06.168739Z","caller":"traceutil/trace.go:171","msg":"trace[1354827350] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"101.112302ms","start":"2026-03-05T16:41:06.0676Z","end":"2026-03-05T16:41:06.168712Z","steps":["trace[1354827350] 'process raft request' (duration: 101.0293ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:06.168745Z","caller":"traceutil/trace.go:171","msg":"trace[228777317] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"101.120662ms","start":"2026-03-05T16:41:06.067599Z","end":"2026-03-05T16:41:06.168719Z","steps":["trace[228777317] 'process raft request' (duration: 85.795539ms)","trace[228777317] 'compare' (duration: 15.128638ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:06.168993Z","caller":"traceutil/trace.go:171","msg":"trace[1117133314] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"101.339417ms","start":"2026-03-05T16:41:06.067622Z","end":"2026-03-05T16:41:06.168961Z","steps":["trace[1117133314] 'process raft request' (duration: 101.05486ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:06.16905Z","caller":"traceutil/trace.go:171","msg":"trace[1130619710] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"101.262665ms","start":"2026-03-05T16:41:06.067757Z","end":"2026-03-05T16:41:06.16902Z","steps":["trace[1130619710] 'process raft request' (duration: 101.085411ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:42:55.557336Z","caller":"traceutil/trace.go:171","msg":"trace[1054691563] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"121.584313ms","start":"2026-03-05T16:42:55.43573Z","end":"2026-03-05T16:42:55.557314Z","steps":["trace[1054691563] 'process raft request' (duration: 121.47526ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:43:31.035316Z","caller":"traceutil/trace.go:171","msg":"trace[652917544] linearizableReadLoop","detail":"{readStateIndex:3761; appliedIndex:3760; }","duration":"277.796083ms","start":"2026-03-05T16:43:30.757494Z","end":"2026-03-05T16:43:31.03529Z","steps":["trace[652917544] 'read index received' (duration: 277.634209ms)","trace[652917544] 'applied index is now lower than readState.Index' (duration: 160.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:43:31.035436Z","caller":"traceutil/trace.go:171","msg":"trace[551092475] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"431.82683ms","start":"2026-03-05T16:43:30.603597Z","end":"2026-03-05T16:43:31.035424Z","steps":["trace[551092475] 'process raft request' (duration: 431.521132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:43:31.035534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:30.603571Z","time spent":"431.891132ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:43:31.035671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.165973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:43:31.035751Z","caller":"traceutil/trace.go:171","msg":"trace[502256188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3614; }","duration":"278.276605ms","start":"2026-03-05T16:43:30.757459Z","end":"2026-03-05T16:43:31.035735Z","steps":["trace[502256188] 'agreement among raft nodes before linearized reading' (duration: 278.09499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:43:31.535442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054251805,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:43:31.709051Z","caller":"traceutil/trace.go:171","msg":"trace[481056547] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"761.507636ms","start":"2026-03-05T16:43:30.947513Z","end":"2026-03-05T16:43:31.709021Z","steps":["trace[481056547] 'process raft request' (duration: 761.349532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:43:31.709206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:30.947478Z","time spent":"761.65353ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:43:31.710722Z","caller":"traceutil/trace.go:171","msg":"trace[919562108] linearizableReadLoop","detail":"{readStateIndex:3763; appliedIndex:3761; }","duration":"675.306917ms","start":"2026-03-05T16:43:31.035393Z","end":"2026-03-05T16:43:31.7107Z","steps":["trace[919562108] 'read index received' (duration: 673.539878ms)","trace[919562108] 'applied index is now lower than readState.Index' (duration: 1.765989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:43:31.71085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.790575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T16:43:31.710885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.950014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T16:43:31.710894Z","caller":"traceutil/trace.go:171","msg":"trace[1536565770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3616; }","duration":"808.855198ms","start":"2026-03-05T16:43:30.902027Z","end":"2026-03-05T16:43:31.710882Z","steps":["trace[1536565770] 'agreement among raft nodes before linearized reading' (duration: 808.695473ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:43:31.710869Z","caller":"traceutil/trace.go:171","msg":"trace[690854399] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"671.404071ms","start":"2026-03-05T16:43:31.039407Z","end":"2026-03-05T16:43:31.710811Z","steps":["trace[690854399] 'process raft request' (duration: 671.088642ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:43:31.710921Z","caller":"traceutil/trace.go:171","msg":"trace[957602994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3616; }","duration":"811.030046ms","start":"2026-03-05T16:43:30.899879Z","end":"2026-03-05T16:43:31.710909Z","steps":["trace[957602994] 'agreement among raft nodes before linearized reading' (duration: 810.921953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:43:31.710937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:30.90202Z","time spent":"808.910139ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:43:31.710952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:30.89986Z","time spent":"811.085208ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:43:31.711025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:31.039388Z","time spent":"671.562335ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:43:31.711048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.607739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:43:31.711054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.065706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T16:43:31.711093Z","caller":"traceutil/trace.go:171","msg":"trace[1325907271] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3616; }","duration":"411.687651ms","start":"2026-03-05T16:43:31.299395Z","end":"2026-03-05T16:43:31.711082Z","steps":["trace[1325907271] 'agreement among raft nodes before linearized reading' (duration: 411.624079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:43:31.711148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.942771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T16:43:31.711164Z","caller":"traceutil/trace.go:171","msg":"trace[30032348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3616; }","duration":"808.181509ms","start":"2026-03-05T16:43:30.902936Z","end":"2026-03-05T16:43:31.711117Z","steps":["trace[30032348] 'agreement among raft nodes before linearized reading' (duration: 807.903721ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:43:31.71118Z","caller":"traceutil/trace.go:171","msg":"trace[288069358] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:3616; }","duration":"703.004751ms","start":"2026-03-05T16:43:31.008165Z","end":"2026-03-05T16:43:31.71117Z","steps":["trace[288069358] 'agreement among raft nodes before linearized reading' (duration: 702.863488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:43:31.711181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:31.299375Z","time spent":"411.786134ms","remote":"127.0.0.1:49184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:43:31.711211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:31.008149Z","time spent":"703.055943ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dnvlz\" "} {"level":"warn","ts":"2026-03-05T16:43:31.711214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:30.902923Z","time spent":"808.281291ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:43:31.711395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.469609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:43:31.711431Z","caller":"traceutil/trace.go:171","msg":"trace[855604423] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3616; }","duration":"231.540381ms","start":"2026-03-05T16:43:31.479879Z","end":"2026-03-05T16:43:31.71142Z","steps":["trace[855604423] 'agreement among raft nodes before linearized reading' (duration: 231.48403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:43:31.711531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.276265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:43:31.711569Z","caller":"traceutil/trace.go:171","msg":"trace[282419746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3616; }","duration":"814.361448ms","start":"2026-03-05T16:43:30.897197Z","end":"2026-03-05T16:43:31.711559Z","steps":["trace[282419746] 'agreement among raft nodes before linearized reading' (duration: 814.248745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:43:31.711601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:30.897173Z","time spent":"814.421219ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:43:31.713165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.060917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:43:31.713258Z","caller":"traceutil/trace.go:171","msg":"trace[1353503013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3616; }","duration":"749.208762ms","start":"2026-03-05T16:43:30.964027Z","end":"2026-03-05T16:43:31.713236Z","steps":["trace[1353503013] 'agreement among raft nodes before linearized reading' (duration: 747.67442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:43:31.713315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:43:30.964009Z","time spent":"749.290924ms","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:44:47.445041Z","caller":"traceutil/trace.go:171","msg":"trace[1715259784] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4703; }","duration":"120.814877ms","start":"2026-03-05T16:44:47.324202Z","end":"2026-03-05T16:44:47.445017Z","steps":["trace[1715259784] 'read index received' (duration: 98.095438ms)","trace[1715259784] 'applied index is now lower than readState.Index' (duration: 22.718309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:44:47.445261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.031022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-05T16:44:47.445304Z","caller":"traceutil/trace.go:171","msg":"trace[1165087855] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4520; }","duration":"121.105114ms","start":"2026-03-05T16:44:47.324183Z","end":"2026-03-05T16:44:47.445289Z","steps":["trace[1165087855] 'agreement among raft nodes before linearized reading' (duration: 120.94579ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:47.445284Z","caller":"traceutil/trace.go:171","msg":"trace[1636802633] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"124.833478ms","start":"2026-03-05T16:44:47.32041Z","end":"2026-03-05T16:44:47.445244Z","steps":["trace[1636802633] 'process raft request' (duration: 101.876292ms)","trace[1636802633] 'compare' (duration: 22.595667ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:44:47.627661Z","caller":"traceutil/trace.go:171","msg":"trace[1458110324] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"210.402182ms","start":"2026-03-05T16:44:47.417231Z","end":"2026-03-05T16:44:47.627633Z","steps":["trace[1458110324] 'process raft request' (duration: 199.959961ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:47.627695Z","caller":"traceutil/trace.go:171","msg":"trace[1802969935] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"107.193616ms","start":"2026-03-05T16:44:47.520476Z","end":"2026-03-05T16:44:47.627669Z","steps":["trace[1802969935] 'process raft request' (duration: 107.135775ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:47.627738Z","caller":"traceutil/trace.go:171","msg":"trace[171656170] linearizableReadLoop","detail":"{readStateIndex:4705; appliedIndex:4704; }","duration":"175.672082ms","start":"2026-03-05T16:44:47.452047Z","end":"2026-03-05T16:44:47.627719Z","steps":["trace[171656170] 'read index received' (duration: 165.282581ms)","trace[171656170] 'applied index is now lower than readState.Index' (duration: 10.38695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:44:47.627835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.780375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:44:47.627862Z","caller":"traceutil/trace.go:171","msg":"trace[717220050] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4522; }","duration":"175.818036ms","start":"2026-03-05T16:44:47.452035Z","end":"2026-03-05T16:44:47.627853Z","steps":["trace[717220050] 'agreement among raft nodes before linearized reading' (duration: 175.738774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:48.156342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.560615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:44:48.156464Z","caller":"traceutil/trace.go:171","msg":"trace[1723138490] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4527; }","duration":"291.710589ms","start":"2026-03-05T16:44:47.864711Z","end":"2026-03-05T16:44:48.156421Z","steps":["trace[1723138490] 'count revisions from in-memory index tree' (duration: 291.492493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:48.156476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.117372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-805fb256-5bb2-4391-ab53-626c0f3a863f\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-05T16:44:48.15656Z","caller":"traceutil/trace.go:171","msg":"trace[991073258] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-805fb256-5bb2-4391-ab53-626c0f3a863f; range_end:; response_count:1; response_revision:4527; }","duration":"160.255945ms","start":"2026-03-05T16:44:47.996284Z","end":"2026-03-05T16:44:48.15654Z","steps":["trace[991073258] 'range keys from in-memory index tree' (duration: 159.882106ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:48.156627Z","caller":"traceutil/trace.go:171","msg":"trace[1604737796] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"143.475374ms","start":"2026-03-05T16:44:48.013125Z","end":"2026-03-05T16:44:48.1566Z","steps":["trace[1604737796] 'process raft request' (duration: 51.88251ms)","trace[1604737796] 'compare' (duration: 91.452711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:44:48.157325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.610794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-05T16:44:48.157405Z","caller":"traceutil/trace.go:171","msg":"trace[63417889] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4527; }","duration":"239.735208ms","start":"2026-03-05T16:44:47.917651Z","end":"2026-03-05T16:44:48.157386Z","steps":["trace[63417889] 'range keys from in-memory index tree' (duration: 238.769202ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:48.348907Z","caller":"traceutil/trace.go:171","msg":"trace[953122576] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"108.14735ms","start":"2026-03-05T16:44:48.24073Z","end":"2026-03-05T16:44:48.348877Z","steps":["trace[953122576] 'process raft request' (duration: 80.254161ms)","trace[953122576] 'compare' (duration: 27.730935ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:44:48.481751Z","caller":"traceutil/trace.go:171","msg":"trace[1404802945] linearizableReadLoop","detail":"{readStateIndex:4719; appliedIndex:4718; }","duration":"122.94955ms","start":"2026-03-05T16:44:48.358779Z","end":"2026-03-05T16:44:48.481728Z","steps":["trace[1404802945] 'read index received' (duration: 122.55682ms)","trace[1404802945] 'applied index is now lower than readState.Index' (duration: 391.75µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:44:48.481864Z","caller":"traceutil/trace.go:171","msg":"trace[1369722970] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"125.259818ms","start":"2026-03-05T16:44:48.356574Z","end":"2026-03-05T16:44:48.481834Z","steps":["trace[1369722970] 'process raft request' (duration: 124.733525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:48.481945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.145265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-05T16:44:48.481987Z","caller":"traceutil/trace.go:171","msg":"trace[56874442] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4535; }","duration":"123.231118ms","start":"2026-03-05T16:44:48.358743Z","end":"2026-03-05T16:44:48.481974Z","steps":["trace[56874442] 'agreement among raft nodes before linearized reading' (duration: 123.076073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:50.850007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.000013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:44:50.85014Z","caller":"traceutil/trace.go:171","msg":"trace[119453398] linearizableReadLoop","detail":"{readStateIndex:4769; appliedIndex:4768; }","duration":"118.68678ms","start":"2026-03-05T16:44:50.731438Z","end":"2026-03-05T16:44:50.850125Z","steps":["trace[119453398] 'read index received' (duration: 44.151µs)","trace[119453398] 'applied index is now lower than readState.Index' (duration: 118.641199ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:44:50.850254Z","caller":"traceutil/trace.go:171","msg":"trace[922428839] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"315.394634ms","start":"2026-03-05T16:44:50.534821Z","end":"2026-03-05T16:44:50.850216Z","steps":["trace[922428839] 'process raft request' (duration: 44.080473ms)","trace[922428839] 'compare' (duration: 270.769447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:44:50.85036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.911916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aea3b63e-b564-4c5c-a8d5-6fcbaf807bec\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-05T16:44:50.850432Z","caller":"traceutil/trace.go:171","msg":"trace[713955447] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aea3b63e-b564-4c5c-a8d5-6fcbaf807bec; range_end:; response_count:1; response_revision:4581; }","duration":"119.01784ms","start":"2026-03-05T16:44:50.731395Z","end":"2026-03-05T16:44:50.850412Z","steps":["trace[713955447] 'agreement among raft nodes before linearized reading' (duration: 118.821425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:50.850423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:50.534795Z","time spent":"315.537088ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:44:51.760975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.300131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3842"} {"level":"warn","ts":"2026-03-05T16:44:51.761005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.153678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3853"} {"level":"info","ts":"2026-03-05T16:44:51.76107Z","caller":"traceutil/trace.go:171","msg":"trace[847282339] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:4670; }","duration":"474.428454ms","start":"2026-03-05T16:44:51.286619Z","end":"2026-03-05T16:44:51.761047Z","steps":["trace[847282339] 'range keys from in-memory index tree' (duration: 474.165767ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:51.761097Z","caller":"traceutil/trace.go:171","msg":"trace[1243271772] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:4670; }","duration":"474.28073ms","start":"2026-03-05T16:44:51.286795Z","end":"2026-03-05T16:44:51.761076Z","steps":["trace[1243271772] 'range keys from in-memory index tree' (duration: 473.980453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:51.761111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.286599Z","time spent":"474.503266ms","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3865,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-05T16:44:51.761139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.286777Z","time spent":"474.352582ms","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3876,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-05T16:44:51.761406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.3128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:44:51.761684Z","caller":"traceutil/trace.go:171","msg":"trace[1304397444] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4860; }","duration":"474.721101ms","start":"2026-03-05T16:44:51.286937Z","end":"2026-03-05T16:44:51.761658Z","steps":["trace[1304397444] 'read index received' (duration: 66.001052ms)","trace[1304397444] 'applied index is now lower than readState.Index' (duration: 408.717029ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:44:51.761826Z","caller":"traceutil/trace.go:171","msg":"trace[1768269772] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"439.582052ms","start":"2026-03-05T16:44:51.322228Z","end":"2026-03-05T16:44:51.76181Z","steps":["trace[1768269772] 'process raft request' (duration: 439.369637ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:51.761871Z","caller":"traceutil/trace.go:171","msg":"trace[837194297] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"432.73067ms","start":"2026-03-05T16:44:51.329095Z","end":"2026-03-05T16:44:51.761826Z","steps":["trace[837194297] 'process raft request' (duration: 432.639317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:51.761966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.322204Z","time spent":"439.678315ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:44:51.762026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.579468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-05T16:44:51.762091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.329073Z","time spent":"432.893644ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:44:51.76213Z","caller":"traceutil/trace.go:171","msg":"trace[933895406] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4673; }","duration":"309.68604ms","start":"2026-03-05T16:44:51.452417Z","end":"2026-03-05T16:44:51.762103Z","steps":["trace[933895406] 'agreement among raft nodes before linearized reading' (duration: 309.432674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:51.762201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.452414Z","time spent":"309.772912ms","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-05T16:44:51.76228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.624399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-05T16:44:51.762153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.925917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-05T16:44:51.762399Z","caller":"traceutil/trace.go:171","msg":"trace[1019148368] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4673; }","duration":"309.800694ms","start":"2026-03-05T16:44:51.452568Z","end":"2026-03-05T16:44:51.762369Z","steps":["trace[1019148368] 'agreement among raft nodes before linearized reading' (duration: 309.390603ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:51.761742Z","caller":"traceutil/trace.go:171","msg":"trace[950929582] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"474.724821ms","start":"2026-03-05T16:44:51.286842Z","end":"2026-03-05T16:44:51.761567Z","steps":["trace[950929582] 'process raft request' (duration: 66.078063ms)","trace[950929582] 'compare' (duration: 407.957571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:44:51.762466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.452547Z","time spent":"309.908787ms","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-05T16:44:51.762461Z","caller":"traceutil/trace.go:171","msg":"trace[1284199412] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4673; }","duration":"310.224564ms","start":"2026-03-05T16:44:51.45216Z","end":"2026-03-05T16:44:51.762385Z","steps":["trace[1284199412] 'agreement among raft nodes before linearized reading' (duration: 309.773612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:51.762526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.452146Z","time spent":"310.363938ms","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-05T16:44:51.762508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.550882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719216"} {"level":"warn","ts":"2026-03-05T16:44:51.762563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.286828Z","time spent":"475.658825ms","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:44:51.762617Z","caller":"traceutil/trace.go:171","msg":"trace[1887240331] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4673; }","duration":"475.707486ms","start":"2026-03-05T16:44:51.286882Z","end":"2026-03-05T16:44:51.76259Z","steps":["trace[1887240331] 'agreement among raft nodes before linearized reading' (duration: 474.903436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:51.76268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.286867Z","time spent":"475.795708ms","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719239,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-05T16:44:51.762897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.698686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-952fp\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-03-05T16:44:51.763002Z","caller":"traceutil/trace.go:171","msg":"trace[418446349] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-952fp; range_end:; response_count:1; response_revision:4673; }","duration":"441.857979ms","start":"2026-03-05T16:44:51.321118Z","end":"2026-03-05T16:44:51.762976Z","steps":["trace[418446349] 'agreement among raft nodes before linearized reading' (duration: 440.70942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:51.763055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:51.321105Z","time spent":"441.938972ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9656,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-952fp\" "} {"level":"info","ts":"2026-03-05T16:44:54.173731Z","caller":"traceutil/trace.go:171","msg":"trace[748525001] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4730; }","duration":"444.162216ms","start":"2026-03-05T16:44:53.729548Z","end":"2026-03-05T16:44:54.17371Z","steps":["trace[748525001] 'process raft request' (duration: 444.077104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.173862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:53.729513Z","time spent":"444.291549ms","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T16:44:54.378143Z","caller":"traceutil/trace.go:171","msg":"trace[1330915125] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4921; }","duration":"584.527559ms","start":"2026-03-05T16:44:53.79359Z","end":"2026-03-05T16:44:54.378118Z","steps":["trace[1330915125] 'read index received' (duration: 380.021411ms)","trace[1330915125] 'applied index is now lower than readState.Index' (duration: 204.504648ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:44:54.378287Z","caller":"traceutil/trace.go:171","msg":"trace[920227542] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"610.522031ms","start":"2026-03-05T16:44:53.767724Z","end":"2026-03-05T16:44:54.378246Z","steps":["trace[920227542] 'process raft request' (duration: 610.207523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.378373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.762445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-05T16:44:54.378419Z","caller":"traceutil/trace.go:171","msg":"trace[767463241] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4731; }","duration":"584.876168ms","start":"2026-03-05T16:44:53.793532Z","end":"2026-03-05T16:44:54.378408Z","steps":["trace[767463241] 'agreement among raft nodes before linearized reading' (duration: 584.710784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.378454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:53.793509Z","time spent":"584.932979ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T16:44:54.378471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:53.767688Z","time spent":"610.675865ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:44:54.606458Z","caller":"traceutil/trace.go:171","msg":"trace[1890930746] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"432.873605ms","start":"2026-03-05T16:44:54.173544Z","end":"2026-03-05T16:44:54.606417Z","steps":["trace[1890930746] 'process raft request' (duration: 431.541351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.6071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.253879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-05T16:44:54.607159Z","caller":"traceutil/trace.go:171","msg":"trace[1078025719] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4732; }","duration":"432.29723ms","start":"2026-03-05T16:44:54.174837Z","end":"2026-03-05T16:44:54.607134Z","steps":["trace[1078025719] 'agreement among raft nodes before linearized reading' (duration: 432.186347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.607141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.005676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-05T16:44:54.607219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:54.174807Z","time spent":"432.401261ms","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":395,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"warn","ts":"2026-03-05T16:44:54.607226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:54.173517Z","time spent":"433.611002ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:44:54.607207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.630615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T16:44:54.607247Z","caller":"traceutil/trace.go:171","msg":"trace[1339892907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4732; }","duration":"405.137171ms","start":"2026-03-05T16:44:54.202076Z","end":"2026-03-05T16:44:54.607214Z","steps":["trace[1339892907] 'agreement among raft nodes before linearized reading' (duration: 404.876044ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:54.60659Z","caller":"traceutil/trace.go:171","msg":"trace[1065579153] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4923; }","duration":"228.316645ms","start":"2026-03-05T16:44:54.378213Z","end":"2026-03-05T16:44:54.60653Z","steps":["trace[1065579153] 'read index received' (duration: 227.003251ms)","trace[1065579153] 'applied index is now lower than readState.Index' (duration: 1.308524ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:44:54.607313Z","caller":"traceutil/trace.go:171","msg":"trace[1786704452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:4732; }","duration":"342.787359ms","start":"2026-03-05T16:44:54.264501Z","end":"2026-03-05T16:44:54.607289Z","steps":["trace[1786704452] 'agreement among raft nodes before linearized reading' (duration: 342.460821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.607401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:54.264487Z","time spent":"342.901432ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dnvlz\" "} {"level":"warn","ts":"2026-03-05T16:44:54.606779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.535256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-952fp-tls\" ","response":"range_response_count:1 size:1967"} {"level":"warn","ts":"2026-03-05T16:44:54.606789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.196175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:44:54.607473Z","caller":"traceutil/trace.go:171","msg":"trace[1535721590] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-952fp-tls; range_end:; response_count:1; response_revision:4732; }","duration":"252.270764ms","start":"2026-03-05T16:44:54.355177Z","end":"2026-03-05T16:44:54.607448Z","steps":["trace[1535721590] 'agreement among raft nodes before linearized reading' (duration: 251.415243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.606895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.466449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-05T16:44:54.607606Z","caller":"traceutil/trace.go:171","msg":"trace[1949139132] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6; range_end:; response_count:1; response_revision:4732; }","duration":"241.203287ms","start":"2026-03-05T16:44:54.366388Z","end":"2026-03-05T16:44:54.607591Z","steps":["trace[1949139132] 'agreement among raft nodes before linearized reading' (duration: 240.439098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.606946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.355114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:44:54.607734Z","caller":"traceutil/trace.go:171","msg":"trace[2018214062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4732; }","duration":"342.170044ms","start":"2026-03-05T16:44:54.265554Z","end":"2026-03-05T16:44:54.607724Z","steps":["trace[2018214062] 'agreement among raft nodes before linearized reading' (duration: 341.296353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.607764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:54.265545Z","time spent":"342.210845ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:44:54.60699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.657426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:44:54.60786Z","caller":"traceutil/trace.go:171","msg":"trace[467908941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4732; }","duration":"345.569989ms","start":"2026-03-05T16:44:54.262278Z","end":"2026-03-05T16:44:54.607848Z","steps":["trace[467908941] 'agreement among raft nodes before linearized reading' (duration: 344.647897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.607909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:54.262252Z","time spent":"345.64155ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:44:54.607044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.488731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:44:54.608017Z","caller":"traceutil/trace.go:171","msg":"trace[680310651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4732; }","duration":"343.500207ms","start":"2026-03-05T16:44:54.264506Z","end":"2026-03-05T16:44:54.608006Z","steps":["trace[680310651] 'agreement among raft nodes before linearized reading' (duration: 342.467032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.608058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:54.264477Z","time spent":"343.567058ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:44:54.608297Z","caller":"traceutil/trace.go:171","msg":"trace[2052721693] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"225.089014ms","start":"2026-03-05T16:44:54.383178Z","end":"2026-03-05T16:44:54.608267Z","steps":["trace[2052721693] 'process raft request' (duration: 224.986531ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:54.608428Z","caller":"traceutil/trace.go:171","msg":"trace[1186220102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4732; }","duration":"343.818875ms","start":"2026-03-05T16:44:54.264503Z","end":"2026-03-05T16:44:54.608321Z","steps":["trace[1186220102] 'agreement among raft nodes before linearized reading' (duration: 342.051851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.609374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:54.264488Z","time spent":"344.849081ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:44:54.608491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:54.202024Z","time spent":"406.439492ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:44:54.60952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.690253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T16:44:54.60957Z","caller":"traceutil/trace.go:171","msg":"trace[1874727935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4733; }","duration":"216.778487ms","start":"2026-03-05T16:44:54.392783Z","end":"2026-03-05T16:44:54.609562Z","steps":["trace[1874727935] 'agreement among raft nodes before linearized reading' (duration: 215.487194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.606884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.597279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:44:54.60966Z","caller":"traceutil/trace.go:171","msg":"trace[90023056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4732; }","duration":"652.42788ms","start":"2026-03-05T16:44:53.957219Z","end":"2026-03-05T16:44:54.609647Z","steps":["trace[90023056] 'agreement among raft nodes before linearized reading' (duration: 649.498166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:54.609729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:53.957162Z","time spent":"652.558362ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:44:57.236123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054254395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:44:57.269163Z","caller":"traceutil/trace.go:171","msg":"trace[527467703] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"584.291303ms","start":"2026-03-05T16:44:56.684842Z","end":"2026-03-05T16:44:57.269133Z","steps":["trace[527467703] 'process raft request' (duration: 583.968875ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:57.269225Z","caller":"traceutil/trace.go:171","msg":"trace[93856058] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"584.292623ms","start":"2026-03-05T16:44:56.684908Z","end":"2026-03-05T16:44:57.269201Z","steps":["trace[93856058] 'process raft request' (duration: 584.141639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:57.269322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.684833Z","time spent":"584.405766ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:44:57.269608Z","caller":"traceutil/trace.go:171","msg":"trace[103164332] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"583.926605ms","start":"2026-03-05T16:44:56.68566Z","end":"2026-03-05T16:44:57.269587Z","steps":["trace[103164332] 'process raft request' (duration: 583.872593ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:57.269731Z","caller":"traceutil/trace.go:171","msg":"trace[536854252] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"584.588691ms","start":"2026-03-05T16:44:56.685131Z","end":"2026-03-05T16:44:57.269719Z","steps":["trace[536854252] 'process raft request' (duration: 584.282143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:57.269824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.685124Z","time spent":"584.649602ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:44:57.269617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.684902Z","time spent":"584.406777ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:44:57.269828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.685651Z","time spent":"584.071978ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:44:57.269651Z","caller":"traceutil/trace.go:171","msg":"trace[478322123] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"584.627722ms","start":"2026-03-05T16:44:56.684998Z","end":"2026-03-05T16:44:57.269625Z","steps":["trace[478322123] 'process raft request' (duration: 584.135029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:57.270097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.684976Z","time spent":"585.061984ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:44:57.422405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.701715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:44:57.422554Z","caller":"traceutil/trace.go:171","msg":"trace[590305458] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4963; }","duration":"687.2421ms","start":"2026-03-05T16:44:56.7353Z","end":"2026-03-05T16:44:57.422542Z","steps":["trace[590305458] 'read index received' (duration: 533.373169ms)","trace[590305458] 'applied index is now lower than readState.Index' (duration: 153.868031ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:44:57.422678Z","caller":"traceutil/trace.go:171","msg":"trace[144812656] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"520.60884ms","start":"2026-03-05T16:44:56.902047Z","end":"2026-03-05T16:44:57.422656Z","steps":["trace[144812656] 'process raft request' (duration: 520.437335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:57.422845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.535008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-05T16:44:57.422878Z","caller":"traceutil/trace.go:171","msg":"trace[1662454838] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6; range_end:; response_count:1; response_revision:4776; }","duration":"687.61659ms","start":"2026-03-05T16:44:56.735253Z","end":"2026-03-05T16:44:57.42287Z","steps":["trace[1662454838] 'agreement among raft nodes before linearized reading' (duration: 687.470666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:57.422854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.902022Z","time spent":"520.729463ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:44:57.422902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.735236Z","time spent":"687.660001ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6\" "} {"level":"info","ts":"2026-03-05T16:44:57.422965Z","caller":"traceutil/trace.go:171","msg":"trace[1754592472] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"724.735409ms","start":"2026-03-05T16:44:56.698162Z","end":"2026-03-05T16:44:57.422898Z","steps":["trace[1754592472] 'process raft request' (duration: 620.463879ms)","trace[1754592472] 'compare' (duration: 103.582583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:44:57.423177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.698144Z","time spent":"724.935344ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:44:57.433775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.347772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:44:57.433775Z","caller":"traceutil/trace.go:171","msg":"trace[1183439967] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"148.008284ms","start":"2026-03-05T16:44:57.285716Z","end":"2026-03-05T16:44:57.433725Z","steps":["trace[1183439967] 'process raft request' (duration: 147.779118ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:44:57.43385Z","caller":"traceutil/trace.go:171","msg":"trace[252436509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4777; }","duration":"476.496835ms","start":"2026-03-05T16:44:56.957335Z","end":"2026-03-05T16:44:57.433831Z","steps":["trace[252436509] 'agreement among raft nodes before linearized reading' (duration: 476.346882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:57.433898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.957303Z","time spent":"476.583128ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:44:57.434708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.093397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-05T16:44:57.434792Z","caller":"traceutil/trace.go:171","msg":"trace[938936511] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6; range_end:; response_count:1; response_revision:4777; }","duration":"554.234071ms","start":"2026-03-05T16:44:56.880539Z","end":"2026-03-05T16:44:57.434773Z","steps":["trace[938936511] 'agreement among raft nodes before linearized reading' (duration: 553.341259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:44:57.434837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:44:56.880518Z","time spent":"554.309413ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6\" "} {"level":"info","ts":"2026-03-05T16:45:05.002313Z","caller":"traceutil/trace.go:171","msg":"trace[1227090505] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4903; }","duration":"112.247169ms","start":"2026-03-05T16:45:04.890035Z","end":"2026-03-05T16:45:05.002282Z","steps":["trace[1227090505] 'process raft request' (duration: 112.113096ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.151308Z","caller":"traceutil/trace.go:171","msg":"trace[1798152864] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5102; }","duration":"145.82923ms","start":"2026-03-05T16:45:05.005453Z","end":"2026-03-05T16:45:05.151282Z","steps":["trace[1798152864] 'read index received' (duration: 145.794609ms)","trace[1798152864] 'applied index is now lower than readState.Index' (duration: 33.201µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:05.151489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.007044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:45:05.151577Z","caller":"traceutil/trace.go:171","msg":"trace[1107600031] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4903; }","duration":"146.108677ms","start":"2026-03-05T16:45:05.005448Z","end":"2026-03-05T16:45:05.151557Z","steps":["trace[1107600031] 'agreement among raft nodes before linearized reading' (duration: 145.958803ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.220748Z","caller":"traceutil/trace.go:171","msg":"trace[2034049520] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"209.584116ms","start":"2026-03-05T16:45:05.011132Z","end":"2026-03-05T16:45:05.220716Z","steps":["trace[2034049520] 'process raft request' (duration: 209.375141ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.253856Z","caller":"traceutil/trace.go:171","msg":"trace[1894926175] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"101.490391ms","start":"2026-03-05T16:45:05.152334Z","end":"2026-03-05T16:45:05.253825Z","steps":["trace[1894926175] 'process raft request' (duration: 101.287575ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.40604Z","caller":"traceutil/trace.go:171","msg":"trace[1724397360] linearizableReadLoop","detail":"{readStateIndex:5106; appliedIndex:5105; }","duration":"150.737973ms","start":"2026-03-05T16:45:05.255274Z","end":"2026-03-05T16:45:05.406012Z","steps":["trace[1724397360] 'read index received' (duration: 79.380116ms)","trace[1724397360] 'applied index is now lower than readState.Index' (duration: 71.356257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:05.406413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.307983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T16:45:05.40647Z","caller":"traceutil/trace.go:171","msg":"trace[1005646199] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4906; }","duration":"150.411275ms","start":"2026-03-05T16:45:05.256046Z","end":"2026-03-05T16:45:05.406457Z","steps":["trace[1005646199] 'agreement among raft nodes before linearized reading' (duration: 150.171849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:05.40644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.130652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16372"} {"level":"info","ts":"2026-03-05T16:45:05.406545Z","caller":"traceutil/trace.go:171","msg":"trace[387306959] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4906; }","duration":"151.296107ms","start":"2026-03-05T16:45:05.255234Z","end":"2026-03-05T16:45:05.40653Z","steps":["trace[387306959] 'agreement among raft nodes before linearized reading' (duration: 150.934428ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.406776Z","caller":"traceutil/trace.go:171","msg":"trace[1607054075] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"180.165169ms","start":"2026-03-05T16:45:05.225945Z","end":"2026-03-05T16:45:05.40611Z","steps":["trace[1607054075] 'process raft request' (duration: 108.805822ms)","trace[1607054075] 'compare' (duration: 71.07047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:05.40693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.737871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:45:05.406963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.210984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T16:45:05.406989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.059524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:45:05.407084Z","caller":"traceutil/trace.go:171","msg":"trace[99879236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4906; }","duration":"104.218109ms","start":"2026-03-05T16:45:05.302844Z","end":"2026-03-05T16:45:05.407062Z","steps":["trace[99879236] 'agreement among raft nodes before linearized reading' (duration: 103.898311ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.407027Z","caller":"traceutil/trace.go:171","msg":"trace[2035321510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4906; }","duration":"101.292075ms","start":"2026-03-05T16:45:05.305718Z","end":"2026-03-05T16:45:05.40701Z","steps":["trace[2035321510] 'agreement among raft nodes before linearized reading' (duration: 101.156252ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.406977Z","caller":"traceutil/trace.go:171","msg":"trace[1500305674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4906; }","duration":"104.837644ms","start":"2026-03-05T16:45:05.302128Z","end":"2026-03-05T16:45:05.406966Z","steps":["trace[1500305674] 'agreement among raft nodes before linearized reading' (duration: 104.692011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:05.636999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.788942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:45:05.637253Z","caller":"traceutil/trace.go:171","msg":"trace[433410113] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"140.210559ms","start":"2026-03-05T16:45:05.496992Z","end":"2026-03-05T16:45:05.637202Z","steps":["trace[433410113] 'compare' (duration: 130.633078ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.637148Z","caller":"traceutil/trace.go:171","msg":"trace[838549713] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5112; }","duration":"137.981353ms","start":"2026-03-05T16:45:05.499142Z","end":"2026-03-05T16:45:05.637124Z","steps":["trace[838549713] 'read index received' (duration: 6.582985ms)","trace[838549713] 'applied index is now lower than readState.Index' (duration: 131.395798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:05.638239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.069491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129562"} {"level":"info","ts":"2026-03-05T16:45:05.638347Z","caller":"traceutil/trace.go:171","msg":"trace[1346764196] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4913; }","duration":"139.232335ms","start":"2026-03-05T16:45:05.499088Z","end":"2026-03-05T16:45:05.638321Z","steps":["trace[1346764196] 'agreement among raft nodes before linearized reading' (duration: 138.287331ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.764806Z","caller":"traceutil/trace.go:171","msg":"trace[272719075] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5113; }","duration":"127.123481ms","start":"2026-03-05T16:45:05.637661Z","end":"2026-03-05T16:45:05.764784Z","steps":["trace[272719075] 'read index received' (duration: 113.653884ms)","trace[272719075] 'applied index is now lower than readState.Index' (duration: 13.468497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:05.76502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.251887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-05T16:45:05.765063Z","caller":"traceutil/trace.go:171","msg":"trace[1712325350] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4914; }","duration":"207.319118ms","start":"2026-03-05T16:45:05.557731Z","end":"2026-03-05T16:45:05.765051Z","steps":["trace[1712325350] 'agreement among raft nodes before linearized reading' (duration: 207.132014ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:05.765001Z","caller":"traceutil/trace.go:171","msg":"trace[1023224068] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"255.178176ms","start":"2026-03-05T16:45:05.509785Z","end":"2026-03-05T16:45:05.764964Z","steps":["trace[1023224068] 'process raft request' (duration: 241.442993ms)","trace[1023224068] 'compare' (duration: 13.455496ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:05.767209Z","caller":"traceutil/trace.go:171","msg":"trace[127471590] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"125.47008ms","start":"2026-03-05T16:45:05.641685Z","end":"2026-03-05T16:45:05.767155Z","steps":["trace[127471590] 'process raft request' (duration: 125.192604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:07.699665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.747479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:45:07.69979Z","caller":"traceutil/trace.go:171","msg":"trace[752352046] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"201.320739ms","start":"2026-03-05T16:45:07.498435Z","end":"2026-03-05T16:45:07.699755Z","steps":["trace[752352046] 'process raft request' (duration: 57.415567ms)","trace[752352046] 'compare' (duration: 143.634465ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:07.699985Z","caller":"traceutil/trace.go:171","msg":"trace[1697620884] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"191.690058ms","start":"2026-03-05T16:45:07.50824Z","end":"2026-03-05T16:45:07.69993Z","steps":["trace[1697620884] 'process raft request' (duration: 191.519274ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:07.700037Z","caller":"traceutil/trace.go:171","msg":"trace[2053484165] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5161; }","duration":"201.412971ms","start":"2026-03-05T16:45:07.498607Z","end":"2026-03-05T16:45:07.70002Z","steps":["trace[2053484165] 'read index received' (duration: 57.334905ms)","trace[2053484165] 'applied index is now lower than readState.Index' (duration: 144.077176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:07.700159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.538694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:45:07.700202Z","caller":"traceutil/trace.go:171","msg":"trace[1464962265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4964; }","duration":"201.597075ms","start":"2026-03-05T16:45:07.498591Z","end":"2026-03-05T16:45:07.700188Z","steps":["trace[1464962265] 'agreement among raft nodes before linearized reading' (duration: 201.476122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:07.70021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.474388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:45:07.700236Z","caller":"traceutil/trace.go:171","msg":"trace[1932898924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4964; }","duration":"200.517759ms","start":"2026-03-05T16:45:07.499711Z","end":"2026-03-05T16:45:07.700229Z","steps":["trace[1932898924] 'agreement among raft nodes before linearized reading' (duration: 200.445827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:07.700292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.803555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T16:45:07.700328Z","caller":"traceutil/trace.go:171","msg":"trace[1818696906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4964; }","duration":"198.882797ms","start":"2026-03-05T16:45:07.501436Z","end":"2026-03-05T16:45:07.700319Z","steps":["trace[1818696906] 'agreement among raft nodes before linearized reading' (duration: 198.732074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:07.700362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.420737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T16:45:07.700437Z","caller":"traceutil/trace.go:171","msg":"trace[2042134185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4964; }","duration":"200.534849ms","start":"2026-03-05T16:45:07.499886Z","end":"2026-03-05T16:45:07.70042Z","steps":["trace[2042134185] 'agreement among raft nodes before linearized reading' (duration: 200.300243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:14.889094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.090182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f58796f-d986-463c-8286-6571a7a0b50a\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-05T16:45:14.889182Z","caller":"traceutil/trace.go:171","msg":"trace[272954288] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f58796f-d986-463c-8286-6571a7a0b50a; range_end:; response_count:1; response_revision:5088; }","duration":"336.234925ms","start":"2026-03-05T16:45:14.552925Z","end":"2026-03-05T16:45:14.88916Z","steps":["trace[272954288] 'range keys from in-memory index tree' (duration: 335.905667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:14.889222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:14.552903Z","time spent":"336.308777ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f58796f-d986-463c-8286-6571a7a0b50a\" "} {"level":"warn","ts":"2026-03-05T16:45:14.889241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.963457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-05T16:45:14.889339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.380876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f58796f-d986-463c-8286-6571a7a0b50a\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-05T16:45:14.889357Z","caller":"traceutil/trace.go:171","msg":"trace[1436464228] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5088; }","duration":"298.123121ms","start":"2026-03-05T16:45:14.59121Z","end":"2026-03-05T16:45:14.889333Z","steps":["trace[1436464228] 'range keys from in-memory index tree' (duration: 297.798113ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:14.889417Z","caller":"traceutil/trace.go:171","msg":"trace[1961561015] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f58796f-d986-463c-8286-6571a7a0b50a; range_end:; response_count:1; response_revision:5088; }","duration":"214.505159ms","start":"2026-03-05T16:45:14.67489Z","end":"2026-03-05T16:45:14.889395Z","steps":["trace[1961561015] 'range keys from in-memory index tree' (duration: 214.175961ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:15.318396Z","caller":"traceutil/trace.go:171","msg":"trace[697498455] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5291; }","duration":"407.440467ms","start":"2026-03-05T16:45:14.910932Z","end":"2026-03-05T16:45:15.318372Z","steps":["trace[697498455] 'read index received' (duration: 407.13986ms)","trace[697498455] 'applied index is now lower than readState.Index' (duration: 299.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:15.318464Z","caller":"traceutil/trace.go:171","msg":"trace[458626577] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"422.924145ms","start":"2026-03-05T16:45:14.895508Z","end":"2026-03-05T16:45:15.318432Z","steps":["trace[458626577] 'process raft request' (duration: 422.680349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:15.318608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:14.895492Z","time spent":"423.037558ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:45:15.318678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.531745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-05T16:45:15.318755Z","caller":"traceutil/trace.go:171","msg":"trace[1139148360] range","detail":"{range_begin:/registry/persistentvolumes/pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6; range_end:; response_count:1; response_revision:5091; }","duration":"426.641577ms","start":"2026-03-05T16:45:14.892095Z","end":"2026-03-05T16:45:15.318737Z","steps":["trace[1139148360] 'agreement among raft nodes before linearized reading' (duration: 426.423162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:15.318802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:14.892081Z","time spent":"426.71181ms","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6\" "} {"level":"warn","ts":"2026-03-05T16:45:15.318815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.512378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:45:15.318868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.049107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80055"} {"level":"info","ts":"2026-03-05T16:45:15.318905Z","caller":"traceutil/trace.go:171","msg":"trace[1131970224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5091; }","duration":"361.638581ms","start":"2026-03-05T16:45:14.957243Z","end":"2026-03-05T16:45:15.318881Z","steps":["trace[1131970224] 'agreement among raft nodes before linearized reading' (duration: 361.494017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:15.318915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.057346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T16:45:15.318946Z","caller":"traceutil/trace.go:171","msg":"trace[1609720276] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5091; }","duration":"403.211491ms","start":"2026-03-05T16:45:14.915723Z","end":"2026-03-05T16:45:15.318934Z","steps":["trace[1609720276] 'agreement among raft nodes before linearized reading' (duration: 402.837732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:15.318969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:14.957221Z","time spent":"361.734554ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:45:15.319003Z","caller":"traceutil/trace.go:171","msg":"trace[407256377] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:5091; }","duration":"335.358953ms","start":"2026-03-05T16:45:14.983602Z","end":"2026-03-05T16:45:15.318961Z","steps":["trace[407256377] 'agreement among raft nodes before linearized reading' (duration: 335.087046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:15.318849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.749668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-05T16:45:15.319019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:14.915704Z","time spent":"403.302144ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80078,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T16:45:15.319046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:14.98358Z","time spent":"335.455625ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-05T16:45:15.319112Z","caller":"traceutil/trace.go:171","msg":"trace[543118335] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5091; }","duration":"196.039405ms","start":"2026-03-05T16:45:15.123023Z","end":"2026-03-05T16:45:15.319063Z","steps":["trace[543118335] 'agreement among raft nodes before linearized reading' (duration: 195.638326ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:15.601058Z","caller":"traceutil/trace.go:171","msg":"trace[976240689] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5292; }","duration":"276.259834ms","start":"2026-03-05T16:45:15.324773Z","end":"2026-03-05T16:45:15.601033Z","steps":["trace[976240689] 'read index received' (duration: 48.582706ms)","trace[976240689] 'applied index is now lower than readState.Index' (duration: 227.676248ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:15.601133Z","caller":"traceutil/trace.go:171","msg":"trace[1372415632] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"276.612113ms","start":"2026-03-05T16:45:15.32448Z","end":"2026-03-05T16:45:15.601092Z","steps":["trace[1372415632] 'process raft request' (duration: 276.375487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:15.601269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.485559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5835"} {"level":"info","ts":"2026-03-05T16:45:15.601309Z","caller":"traceutil/trace.go:171","msg":"trace[1661681490] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5092; }","duration":"276.565621ms","start":"2026-03-05T16:45:15.324733Z","end":"2026-03-05T16:45:15.601299Z","steps":["trace[1661681490] 'agreement among raft nodes before linearized reading' (duration: 276.415938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:15.610088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.761123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T16:45:15.610188Z","caller":"traceutil/trace.go:171","msg":"trace[105691502] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"235.768231ms","start":"2026-03-05T16:45:15.374388Z","end":"2026-03-05T16:45:15.610156Z","steps":["trace[105691502] 'process raft request' (duration: 235.068884ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:15.610218Z","caller":"traceutil/trace.go:171","msg":"trace[1380823511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5093; }","duration":"134.995219ms","start":"2026-03-05T16:45:15.475198Z","end":"2026-03-05T16:45:15.610193Z","steps":["trace[1380823511] 'agreement among raft nodes before linearized reading' (duration: 134.521307ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:16.056202Z","caller":"traceutil/trace.go:171","msg":"trace[1876146242] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5296; }","duration":"433.357707ms","start":"2026-03-05T16:45:15.622819Z","end":"2026-03-05T16:45:16.056177Z","steps":["trace[1876146242] 'read index received' (duration: 394.978976ms)","trace[1876146242] 'applied index is now lower than readState.Index' (duration: 38.377781ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:16.056337Z","caller":"traceutil/trace.go:171","msg":"trace[983912595] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"438.973018ms","start":"2026-03-05T16:45:15.61735Z","end":"2026-03-05T16:45:16.056323Z","steps":["trace[983912595] 'process raft request' (duration: 400.430763ms)","trace[983912595] 'compare' (duration: 38.276978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:16.056457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:15.617337Z","time spent":"439.032339ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:45:16.056892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.038524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T16:45:16.057007Z","caller":"traceutil/trace.go:171","msg":"trace[1626746383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5095; }","duration":"434.179057ms","start":"2026-03-05T16:45:15.6228Z","end":"2026-03-05T16:45:16.056979Z","steps":["trace[1626746383] 'agreement among raft nodes before linearized reading' (duration: 433.838328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:16.057067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:15.622792Z","time spent":"434.260219ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T16:45:16.097221Z","caller":"traceutil/trace.go:171","msg":"trace[1201711550] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"373.811756ms","start":"2026-03-05T16:45:15.723384Z","end":"2026-03-05T16:45:16.097195Z","steps":["trace[1201711550] 'process raft request' (duration: 373.669233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:16.097322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.921252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:45:16.097461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.334008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:45:16.097476Z","caller":"traceutil/trace.go:171","msg":"trace[2141949123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5096; }","duration":"140.112406ms","start":"2026-03-05T16:45:15.957342Z","end":"2026-03-05T16:45:16.097455Z","steps":["trace[2141949123] 'agreement among raft nodes before linearized reading' (duration: 139.887571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:16.097462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.939373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T16:45:16.097509Z","caller":"traceutil/trace.go:171","msg":"trace[512071213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5096; }","duration":"358.42488ms","start":"2026-03-05T16:45:15.739072Z","end":"2026-03-05T16:45:16.097497Z","steps":["trace[512071213] 'agreement among raft nodes before linearized reading' (duration: 358.298297ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:16.09753Z","caller":"traceutil/trace.go:171","msg":"trace[2058033641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5096; }","duration":"355.053156ms","start":"2026-03-05T16:45:15.742461Z","end":"2026-03-05T16:45:16.097514Z","steps":["trace[2058033641] 'agreement among raft nodes before linearized reading' (duration: 354.835141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:16.097535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.42158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T16:45:16.097542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:15.73905Z","time spent":"358.484142ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:45:16.097572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:15.742447Z","time spent":"355.116287ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:45:16.097578Z","caller":"traceutil/trace.go:171","msg":"trace[130479621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5096; }","duration":"354.489712ms","start":"2026-03-05T16:45:15.743078Z","end":"2026-03-05T16:45:16.097568Z","steps":["trace[130479621] 'agreement among raft nodes before linearized reading' (duration: 354.329448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:16.097614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:15.743065Z","time spent":"354.539843ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:45:16.097538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.047247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f58796f-d986-463c-8286-6571a7a0b50a\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-05T16:45:16.097674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.302062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T16:45:16.097718Z","caller":"traceutil/trace.go:171","msg":"trace[2080310422] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f58796f-d986-463c-8286-6571a7a0b50a; range_end:; response_count:1; response_revision:5096; }","duration":"202.248682ms","start":"2026-03-05T16:45:15.895419Z","end":"2026-03-05T16:45:16.097668Z","steps":["trace[2080310422] 'agreement among raft nodes before linearized reading' (duration: 201.927814ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:16.097816Z","caller":"traceutil/trace.go:171","msg":"trace[485875215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5096; }","duration":"357.510587ms","start":"2026-03-05T16:45:15.740293Z","end":"2026-03-05T16:45:16.097803Z","steps":["trace[485875215] 'agreement among raft nodes before linearized reading' (duration: 357.184349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:16.097857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:15.740279Z","time spent":"357.568149ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:45:16.097918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.292335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-05T16:45:16.097966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:15.723358Z","time spent":"373.947479ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:45:16.098167Z","caller":"traceutil/trace.go:171","msg":"trace[1705875223] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5096; }","duration":"473.502701ms","start":"2026-03-05T16:45:15.624503Z","end":"2026-03-05T16:45:16.098006Z","steps":["trace[1705875223] 'agreement among raft nodes before linearized reading' (duration: 472.981927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:16.09829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:15.624488Z","time spent":"473.782128ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-05T16:45:17.871025Z","caller":"traceutil/trace.go:171","msg":"trace[1016388201] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"242.914558ms","start":"2026-03-05T16:45:17.628048Z","end":"2026-03-05T16:45:17.870963Z","steps":["trace[1016388201] 'process raft request' (duration: 242.047227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:18.729736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.339518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f58796f-d986-463c-8286-6571a7a0b50a\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-05T16:45:18.72982Z","caller":"traceutil/trace.go:171","msg":"trace[1158022998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f58796f-d986-463c-8286-6571a7a0b50a; range_end:; response_count:1; response_revision:5130; }","duration":"139.480341ms","start":"2026-03-05T16:45:18.590318Z","end":"2026-03-05T16:45:18.729798Z","steps":["trace[1158022998] 'range keys from in-memory index tree' (duration: 139.112732ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:20.576522Z","caller":"traceutil/trace.go:171","msg":"trace[974635403] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"279.907766ms","start":"2026-03-05T16:45:20.296585Z","end":"2026-03-05T16:45:20.576493Z","steps":["trace[974635403] 'process raft request' (duration: 279.744182ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:20.952675Z","caller":"traceutil/trace.go:171","msg":"trace[21514537] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"430.830543ms","start":"2026-03-05T16:45:20.521785Z","end":"2026-03-05T16:45:20.952615Z","steps":["trace[21514537] 'process raft request' (duration: 430.574726ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:20.952697Z","caller":"traceutil/trace.go:171","msg":"trace[1066056410] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5375; }","duration":"374.005ms","start":"2026-03-05T16:45:20.578623Z","end":"2026-03-05T16:45:20.952628Z","steps":["trace[1066056410] 'read index received' (duration: 369.96964ms)","trace[1066056410] 'applied index is now lower than readState.Index' (duration: 4.02753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:20.952865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:20.521752Z","time spent":"431.014567ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:45:20.952902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.242577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:45:20.952943Z","caller":"traceutil/trace.go:171","msg":"trace[2096473557] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5174; }","duration":"374.343519ms","start":"2026-03-05T16:45:20.578586Z","end":"2026-03-05T16:45:20.952929Z","steps":["trace[2096473557] 'agreement among raft nodes before linearized reading' (duration: 374.208786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:20.952996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:20.578572Z","time spent":"374.412951ms","remote":"127.0.0.1:56798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:45:26.549386Z","caller":"traceutil/trace.go:171","msg":"trace[1656031038] linearizableReadLoop","detail":"{readStateIndex:5461; appliedIndex:5460; }","duration":"393.365165ms","start":"2026-03-05T16:45:26.155993Z","end":"2026-03-05T16:45:26.549358Z","steps":["trace[1656031038] 'read index received' (duration: 387.522929ms)","trace[1656031038] 'applied index is now lower than readState.Index' (duration: 5.840586ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:26.549469Z","caller":"traceutil/trace.go:171","msg":"trace[146746034] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"422.852174ms","start":"2026-03-05T16:45:26.126579Z","end":"2026-03-05T16:45:26.549431Z","steps":["trace[146746034] 'process raft request' (duration: 416.884155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:26.549636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.628171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T16:45:26.549654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.657752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T16:45:26.54968Z","caller":"traceutil/trace.go:171","msg":"trace[1865975395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5254; }","duration":"393.725494ms","start":"2026-03-05T16:45:26.155944Z","end":"2026-03-05T16:45:26.54967Z","steps":["trace[1865975395] 'agreement among raft nodes before linearized reading' (duration: 393.55311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:26.549673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:26.12655Z","time spent":"423.020707ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:45:26.549701Z","caller":"traceutil/trace.go:171","msg":"trace[82863300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5254; }","duration":"393.743904ms","start":"2026-03-05T16:45:26.155944Z","end":"2026-03-05T16:45:26.549688Z","steps":["trace[82863300] 'agreement among raft nodes before linearized reading' (duration: 393.482538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:26.549719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:26.155925Z","time spent":"393.784366ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:45:26.549736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:26.155925Z","time spent":"393.804156ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:45:26.550266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.012801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:45:26.55032Z","caller":"traceutil/trace.go:171","msg":"trace[176434399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5254; }","duration":"392.407332ms","start":"2026-03-05T16:45:26.1579Z","end":"2026-03-05T16:45:26.550308Z","steps":["trace[176434399] 'agreement among raft nodes before linearized reading' (duration: 391.945949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:26.550329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.918499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T16:45:26.550357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:26.15789Z","time spent":"392.454573ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:45:26.550411Z","caller":"traceutil/trace.go:171","msg":"trace[242953826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5254; }","duration":"209.030963ms","start":"2026-03-05T16:45:26.341357Z","end":"2026-03-05T16:45:26.550388Z","steps":["trace[242953826] 'agreement among raft nodes before linearized reading' (duration: 208.759626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:26.550494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.099309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:45:26.550602Z","caller":"traceutil/trace.go:171","msg":"trace[1249997866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5254; }","duration":"389.367045ms","start":"2026-03-05T16:45:26.161199Z","end":"2026-03-05T16:45:26.550566Z","steps":["trace[1249997866] 'agreement among raft nodes before linearized reading' (duration: 388.960425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:26.550759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:26.161166Z","time spent":"389.57929ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:45:32.437617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054255550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:45:32.938776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054255550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:45:33.439796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054255550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:45:33.490231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.738635555s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:45:33.490676Z","caller":"traceutil/trace.go:171","msg":"trace[1535127737] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"1.73918873s","start":"2026-03-05T16:45:31.751463Z","end":"2026-03-05T16:45:33.490652Z","steps":["trace[1535127737] 'process raft request' (duration: 1.739018356s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.490834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:31.751449Z","time spent":"1.739304692s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:45:33.498152Z","caller":"traceutil/trace.go:171","msg":"trace[1586692324] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"928.54674ms","start":"2026-03-05T16:45:32.569577Z","end":"2026-03-05T16:45:33.498124Z","steps":["trace[1586692324] 'process raft request' (duration: 928.334575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.498251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560709313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:45:33.498296Z","caller":"traceutil/trace.go:171","msg":"trace[1656096268] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5311; }","duration":"1.560813015s","start":"2026-03-05T16:45:31.937473Z","end":"2026-03-05T16:45:33.498286Z","steps":["trace[1656096268] 'agreement among raft nodes before linearized reading' (duration: 1.560729043s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.498299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:32.569559Z","time spent":"928.665454ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:45:33.498333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:31.937455Z","time spent":"1.560868816s","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:45:33.49834Z","caller":"traceutil/trace.go:171","msg":"trace[2063273921] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"503.268626ms","start":"2026-03-05T16:45:32.995059Z","end":"2026-03-05T16:45:33.498328Z","steps":["trace[2063273921] 'process raft request' (duration: 502.976999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.498416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:32.995032Z","time spent":"503.333308ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:45:33.498158Z","caller":"traceutil/trace.go:171","msg":"trace[2101850985] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5515; }","duration":"1.56061413s","start":"2026-03-05T16:45:31.937521Z","end":"2026-03-05T16:45:33.498135Z","steps":["trace[2101850985] 'read index received' (duration: 1.553076131s)","trace[2101850985] 'applied index is now lower than readState.Index' (duration: 7.537079ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:33.498536Z","caller":"traceutil/trace.go:171","msg":"trace[1712898449] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"500.289922ms","start":"2026-03-05T16:45:32.998236Z","end":"2026-03-05T16:45:33.498525Z","steps":["trace[1712898449] 'process raft request' (duration: 499.858262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.499506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:32.998211Z","time spent":"501.261226ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:45:33.498589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542160609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:45:33.499583Z","caller":"traceutil/trace.go:171","msg":"trace[348436046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5311; }","duration":"1.543154223s","start":"2026-03-05T16:45:31.956407Z","end":"2026-03-05T16:45:33.499561Z","steps":["trace[348436046] 'agreement among raft nodes before linearized reading' (duration: 1.542160538s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.498907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.900162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T16:45:33.499645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:31.956397Z","time spent":"1.543228945s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:45:33.499686Z","caller":"traceutil/trace.go:171","msg":"trace[316739109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5311; }","duration":"906.691922ms","start":"2026-03-05T16:45:32.592976Z","end":"2026-03-05T16:45:33.499668Z","steps":["trace[316739109] 'agreement among raft nodes before linearized reading' (duration: 905.831251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.498929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.37383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:45:33.499742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:32.592961Z","time spent":"906.765084ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:45:33.499775Z","caller":"traceutil/trace.go:171","msg":"trace[1759019333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5311; }","duration":"914.244542ms","start":"2026-03-05T16:45:32.58552Z","end":"2026-03-05T16:45:33.499764Z","steps":["trace[1759019333] 'agreement among raft nodes before linearized reading' (duration: 913.35411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.49985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:32.585504Z","time spent":"914.333294ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:45:33.49898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.707238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:45:33.499954Z","caller":"traceutil/trace.go:171","msg":"trace[1503314858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5311; }","duration":"914.721263ms","start":"2026-03-05T16:45:32.585224Z","end":"2026-03-05T16:45:33.499945Z","steps":["trace[1503314858] 'agreement among raft nodes before linearized reading' (duration: 913.721129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.49998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:32.5852Z","time spent":"914.772085ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:45:33.499006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524108446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:45:33.500115Z","caller":"traceutil/trace.go:171","msg":"trace[1676587455] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5311; }","duration":"1.525232825s","start":"2026-03-05T16:45:31.974872Z","end":"2026-03-05T16:45:33.500104Z","steps":["trace[1676587455] 'agreement among raft nodes before linearized reading' (duration: 1.524117367s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.500143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:31.974842Z","time spent":"1.525292987s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:45:33.499033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.954745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T16:45:33.500257Z","caller":"traceutil/trace.go:171","msg":"trace[179447685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5311; }","duration":"907.211616ms","start":"2026-03-05T16:45:32.593037Z","end":"2026-03-05T16:45:33.500249Z","steps":["trace[179447685] 'agreement among raft nodes before linearized reading' (duration: 905.960274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.500285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:32.593025Z","time spent":"907.251177ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:45:33.499051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540200969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T16:45:33.500441Z","caller":"traceutil/trace.go:171","msg":"trace[1672105926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5311; }","duration":"1.541625965s","start":"2026-03-05T16:45:31.958807Z","end":"2026-03-05T16:45:33.500433Z","steps":["trace[1672105926] 'agreement among raft nodes before linearized reading' (duration: 1.540207899s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.500464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:31.958788Z","time spent":"1.541669237s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:45:33.49907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.35415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:45:33.500508Z","caller":"traceutil/trace.go:171","msg":"trace[1831834970] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5311; }","duration":"902.833917ms","start":"2026-03-05T16:45:32.59767Z","end":"2026-03-05T16:45:33.500504Z","steps":["trace[1831834970] 'agreement among raft nodes before linearized reading' (duration: 901.305898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.500526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:32.597662Z","time spent":"902.858067ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:45:33.49922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.644841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T16:45:33.50058Z","caller":"traceutil/trace.go:171","msg":"trace[1269256137] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5311; }","duration":"737.051418ms","start":"2026-03-05T16:45:32.763512Z","end":"2026-03-05T16:45:33.500563Z","steps":["trace[1269256137] 'agreement among raft nodes before linearized reading' (duration: 735.603791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:33.500622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:32.76348Z","time spent":"737.12651ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T16:45:33.828121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.105987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:45:33.828226Z","caller":"traceutil/trace.go:171","msg":"trace[1075541589] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"323.229021ms","start":"2026-03-05T16:45:33.504977Z","end":"2026-03-05T16:45:33.828206Z","steps":["trace[1075541589] 'process raft request' (duration: 182.96437ms)","trace[1075541589] 'compare' (duration: 139.87361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:33.828271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:33.504965Z","time spent":"323.286922ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:45:34.052096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.197114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:45:34.052356Z","caller":"traceutil/trace.go:171","msg":"trace[83381552] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"547.264108ms","start":"2026-03-05T16:45:33.50507Z","end":"2026-03-05T16:45:34.052334Z","steps":["trace[83381552] 'process raft request' (duration: 423.595971ms)","trace[83381552] 'compare' (duration: 122.766053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:45:34.052437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:33.505021Z","time spent":"547.378ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:45:34.052416Z","caller":"traceutil/trace.go:171","msg":"trace[1159751317] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"547.239667ms","start":"2026-03-05T16:45:33.505144Z","end":"2026-03-05T16:45:34.052384Z","steps":["trace[1159751317] 'process raft request' (duration: 547.047012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:34.052571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:33.505136Z","time spent":"547.34836ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:45:34.05261Z","caller":"traceutil/trace.go:171","msg":"trace[1013724507] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"547.133684ms","start":"2026-03-05T16:45:33.505465Z","end":"2026-03-05T16:45:34.052599Z","steps":["trace[1013724507] 'process raft request' (duration: 546.784845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:34.052662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:33.505458Z","time spent":"547.175566ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:45:34.052975Z","caller":"traceutil/trace.go:171","msg":"trace[1268461721] linearizableReadLoop","detail":"{readStateIndex:5524; appliedIndex:5519; }","duration":"544.246811ms","start":"2026-03-05T16:45:33.508715Z","end":"2026-03-05T16:45:34.052961Z","steps":["trace[1268461721] 'read index received' (duration: 179.244286ms)","trace[1268461721] 'applied index is now lower than readState.Index' (duration: 365.001175ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:34.053055Z","caller":"traceutil/trace.go:171","msg":"trace[1177212721] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"540.045037ms","start":"2026-03-05T16:45:33.512998Z","end":"2026-03-05T16:45:34.053043Z","steps":["trace[1177212721] 'process raft request' (duration: 539.832622ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:34.053051Z","caller":"traceutil/trace.go:171","msg":"trace[1569454624] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"547.509454ms","start":"2026-03-05T16:45:33.505515Z","end":"2026-03-05T16:45:34.053024Z","steps":["trace[1569454624] 'process raft request' (duration: 546.765285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:34.053314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:33.505504Z","time spent":"547.787221ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:45:34.05309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.374605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:45:34.053402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.895034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T16:45:34.053479Z","caller":"traceutil/trace.go:171","msg":"trace[1766869388] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5317; }","duration":"242.019267ms","start":"2026-03-05T16:45:33.81144Z","end":"2026-03-05T16:45:34.05346Z","steps":["trace[1766869388] 'agreement among raft nodes before linearized reading' (duration: 241.782421ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:34.053492Z","caller":"traceutil/trace.go:171","msg":"trace[87675727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5317; }","duration":"544.799955ms","start":"2026-03-05T16:45:33.508649Z","end":"2026-03-05T16:45:34.053449Z","steps":["trace[87675727] 'agreement among raft nodes before linearized reading' (duration: 544.406145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:34.053661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:33.50864Z","time spent":"544.973279ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:45:34.053797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:45:33.512985Z","time spent":"540.238891ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17108,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:45:35.293371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.757645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-05T16:45:35.293477Z","caller":"traceutil/trace.go:171","msg":"trace[128483373] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5318; }","duration":"218.868687ms","start":"2026-03-05T16:45:35.074571Z","end":"2026-03-05T16:45:35.293439Z","steps":["trace[128483373] 'range keys from in-memory index tree' (duration: 218.55507ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:35.505219Z","caller":"traceutil/trace.go:171","msg":"trace[1395557929] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5528; }","duration":"164.926128ms","start":"2026-03-05T16:45:35.34027Z","end":"2026-03-05T16:45:35.505196Z","steps":["trace[1395557929] 'read index received' (duration: 164.691032ms)","trace[1395557929] 'applied index is now lower than readState.Index' (duration: 234.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:35.5053Z","caller":"traceutil/trace.go:171","msg":"trace[1489604339] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"204.018577ms","start":"2026-03-05T16:45:35.301253Z","end":"2026-03-05T16:45:35.505271Z","steps":["trace[1489604339] 'process raft request' (duration: 203.75184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:35.505394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.118153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.1899ffb4d7703873\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-05T16:45:35.505372Z","caller":"traceutil/trace.go:171","msg":"trace[324134247] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"203.588035ms","start":"2026-03-05T16:45:35.301748Z","end":"2026-03-05T16:45:35.505336Z","steps":["trace[324134247] 'process raft request' (duration: 203.404101ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:35.505428Z","caller":"traceutil/trace.go:171","msg":"trace[676668605] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.1899ffb4d7703873; range_end:; response_count:1; response_revision:5321; }","duration":"165.204334ms","start":"2026-03-05T16:45:35.340215Z","end":"2026-03-05T16:45:35.50542Z","steps":["trace[676668605] 'agreement among raft nodes before linearized reading' (duration: 165.065301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:35.772928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.624097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:45:35.773302Z","caller":"traceutil/trace.go:171","msg":"trace[1759785907] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5530; }","duration":"264.302765ms","start":"2026-03-05T16:45:35.508979Z","end":"2026-03-05T16:45:35.773281Z","steps":["trace[1759785907] 'read index received' (duration: 40.230327ms)","trace[1759785907] 'applied index is now lower than readState.Index' (duration: 224.071228ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:35.773414Z","caller":"traceutil/trace.go:171","msg":"trace[2085078542] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"269.109616ms","start":"2026-03-05T16:45:35.504293Z","end":"2026-03-05T16:45:35.773402Z","steps":["trace[2085078542] 'process raft request' (duration: 44.905544ms)","trace[2085078542] 'compare' (duration: 223.452363ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:45:35.773727Z","caller":"traceutil/trace.go:171","msg":"trace[1998927993] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"268.376117ms","start":"2026-03-05T16:45:35.505328Z","end":"2026-03-05T16:45:35.773704Z","steps":["trace[1998927993] 'process raft request' (duration: 267.858985ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:35.773743Z","caller":"traceutil/trace.go:171","msg":"trace[1749998574] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"269.229078ms","start":"2026-03-05T16:45:35.504472Z","end":"2026-03-05T16:45:35.773701Z","steps":["trace[1749998574] 'process raft request' (duration: 268.581222ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:45:35.773465Z","caller":"traceutil/trace.go:171","msg":"trace[107760767] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"266.11845ms","start":"2026-03-05T16:45:35.507299Z","end":"2026-03-05T16:45:35.773418Z","steps":["trace[107760767] 'process raft request' (duration: 265.926126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:45:35.773904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.92541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T16:45:35.774096Z","caller":"traceutil/trace.go:171","msg":"trace[435681597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:5325; }","duration":"265.147596ms","start":"2026-03-05T16:45:35.508929Z","end":"2026-03-05T16:45:35.774077Z","steps":["trace[435681597] 'agreement among raft nodes before linearized reading' (duration: 264.835408ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:46:01.866043Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2707} {"level":"info","ts":"2026-03-05T16:46:01.934973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2707,"took":"67.366896ms","hash":1083925094,"current-db-size-bytes":39845888,"current-db-size":"40 MB","current-db-size-in-use-bytes":29429760,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T16:46:01.935049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1083925094,"revision":2707,"compact-revision":-1} {"level":"info","ts":"2026-03-05T16:46:16.10937Z","caller":"traceutil/trace.go:171","msg":"trace[733158306] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"171.391189ms","start":"2026-03-05T16:46:15.937958Z","end":"2026-03-05T16:46:16.109349Z","steps":["trace[733158306] 'process raft request' (duration: 171.180134ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:46:16.162328Z","caller":"traceutil/trace.go:171","msg":"trace[1117521977] linearizableReadLoop","detail":"{readStateIndex:5875; appliedIndex:5872; }","duration":"204.823616ms","start":"2026-03-05T16:46:15.957483Z","end":"2026-03-05T16:46:16.162306Z","steps":["trace[1117521977] 'read index received' (duration: 151.749168ms)","trace[1117521977] 'applied index is now lower than readState.Index' (duration: 53.073738ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:46:16.162426Z","caller":"traceutil/trace.go:171","msg":"trace[1658235850] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"224.121407ms","start":"2026-03-05T16:46:15.938263Z","end":"2026-03-05T16:46:16.162384Z","steps":["trace[1658235850] 'process raft request' (duration: 188.172347ms)","trace[1658235850] 'compare' (duration: 35.694922ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:46:16.162479Z","caller":"traceutil/trace.go:171","msg":"trace[1697863393] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"223.722837ms","start":"2026-03-05T16:46:15.938721Z","end":"2026-03-05T16:46:16.162444Z","steps":["trace[1697863393] 'process raft request' (duration: 223.538721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:46:16.162847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.299547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:46:16.162951Z","caller":"traceutil/trace.go:171","msg":"trace[188203847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5655; }","duration":"205.486942ms","start":"2026-03-05T16:46:15.957439Z","end":"2026-03-05T16:46:16.162926Z","steps":["trace[188203847] 'agreement among raft nodes before linearized reading' (duration: 205.172374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:46:16.163375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.732336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T16:46:16.163465Z","caller":"traceutil/trace.go:171","msg":"trace[532242006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:5655; }","duration":"185.87328ms","start":"2026-03-05T16:46:15.97757Z","end":"2026-03-05T16:46:16.163443Z","steps":["trace[532242006] 'agreement among raft nodes before linearized reading' (duration: 185.600983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:46:16.16386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.194692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T16:46:16.163937Z","caller":"traceutil/trace.go:171","msg":"trace[2101576812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5655; }","duration":"109.287114ms","start":"2026-03-05T16:46:16.054631Z","end":"2026-03-05T16:46:16.163918Z","steps":["trace[2101576812] 'agreement among raft nodes before linearized reading' (duration: 109.056249ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:46:28.606572Z","caller":"traceutil/trace.go:171","msg":"trace[1604029667] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"124.002324ms","start":"2026-03-05T16:46:28.482545Z","end":"2026-03-05T16:46:28.606548Z","steps":["trace[1604029667] 'process raft request' (duration: 68.125166ms)","trace[1604029667] 'compare' (duration: 55.724794ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:46:28.606707Z","caller":"traceutil/trace.go:171","msg":"trace[933891820] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"123.50492ms","start":"2026-03-05T16:46:28.483178Z","end":"2026-03-05T16:46:28.606683Z","steps":["trace[933891820] 'process raft request' (duration: 123.338666ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:55.380345Z","caller":"traceutil/trace.go:171","msg":"trace[1744551266] transaction","detail":"{read_only:false; response_revision:6597; number_of_response:1; }","duration":"117.20586ms","start":"2026-03-05T16:48:55.263107Z","end":"2026-03-05T16:48:55.380313Z","steps":["trace[1744551266] 'process raft request' (duration: 117.012365ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:55.382223Z","caller":"traceutil/trace.go:171","msg":"trace[1726926925] linearizableReadLoop","detail":"{readStateIndex:6855; appliedIndex:6853; }","duration":"109.441056ms","start":"2026-03-05T16:48:55.272755Z","end":"2026-03-05T16:48:55.382197Z","steps":["trace[1726926925] 'read index received' (duration: 107.436276ms)","trace[1726926925] 'applied index is now lower than readState.Index' (duration: 2.00366ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:48:55.382297Z","caller":"traceutil/trace.go:171","msg":"trace[1046526767] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"117.311953ms","start":"2026-03-05T16:48:55.264956Z","end":"2026-03-05T16:48:55.382268Z","steps":["trace[1046526767] 'process raft request' (duration: 117.066107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:55.382468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.908633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:48:55.382512Z","caller":"traceutil/trace.go:171","msg":"trace[433766750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6598; }","duration":"105.009386ms","start":"2026-03-05T16:48:55.27749Z","end":"2026-03-05T16:48:55.3825Z","steps":["trace[433766750] 'agreement among raft nodes before linearized reading' (duration: 104.846072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:55.382521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.933739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:48:55.382589Z","caller":"traceutil/trace.go:171","msg":"trace[642156142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6598; }","duration":"102.045322ms","start":"2026-03-05T16:48:55.280527Z","end":"2026-03-05T16:48:55.382573Z","steps":["trace[642156142] 'agreement among raft nodes before linearized reading' (duration: 101.834986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:55.382834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.085812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T16:48:55.382893Z","caller":"traceutil/trace.go:171","msg":"trace[888445264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6598; }","duration":"110.187874ms","start":"2026-03-05T16:48:55.27269Z","end":"2026-03-05T16:48:55.382878Z","steps":["trace[888445264] 'agreement among raft nodes before linearized reading' (duration: 109.61505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:18.397864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054259644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:49:18.898486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054259644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:49:19.255175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.489095332s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:49:19.255535Z","caller":"traceutil/trace.go:171","msg":"trace[900612074] transaction","detail":"{read_only:false; response_revision:6786; number_of_response:1; }","duration":"1.489529552s","start":"2026-03-05T16:49:17.765981Z","end":"2026-03-05T16:49:19.25551Z","steps":["trace[900612074] 'process raft request' (duration: 1.489398939s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.255665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:17.765966Z","time spent":"1.489632264s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:49:19.258123Z","caller":"traceutil/trace.go:171","msg":"trace[567289493] transaction","detail":"{read_only:false; response_revision:6787; number_of_response:1; }","duration":"1.491172023s","start":"2026-03-05T16:49:17.76691Z","end":"2026-03-05T16:49:19.258082Z","steps":["trace[567289493] 'process raft request' (duration: 1.490812175s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.258348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:17.766886Z","time spent":"1.491323108s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:49:19.258363Z","caller":"traceutil/trace.go:171","msg":"trace[1159117943] transaction","detail":"{read_only:false; response_revision:6788; number_of_response:1; }","duration":"1.49141663s","start":"2026-03-05T16:49:17.766921Z","end":"2026-03-05T16:49:19.258338Z","steps":["trace[1159117943] 'process raft request' (duration: 1.490951728s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:19.258457Z","caller":"traceutil/trace.go:171","msg":"trace[1522535939] transaction","detail":"{read_only:false; response_revision:6789; number_of_response:1; }","duration":"1.49110292s","start":"2026-03-05T16:49:17.767335Z","end":"2026-03-05T16:49:19.258438Z","steps":["trace[1522535939] 'process raft request' (duration: 1.490896425s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.258488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:17.766901Z","time spent":"1.491515642s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:49:19.258534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:17.767181Z","time spent":"1.491315987s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:49:19.258769Z","caller":"traceutil/trace.go:171","msg":"trace[28876627] transaction","detail":"{read_only:false; response_revision:6791; number_of_response:1; }","duration":"455.975961ms","start":"2026-03-05T16:49:18.802781Z","end":"2026-03-05T16:49:19.258757Z","steps":["trace[28876627] 'process raft request' (duration: 455.904589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.258839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:18.802763Z","time spent":"456.041822ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:49:19.258867Z","caller":"traceutil/trace.go:171","msg":"trace[481028503] linearizableReadLoop","detail":"{readStateIndex:7055; appliedIndex:7048; }","duration":"1.361339206s","start":"2026-03-05T16:49:17.897515Z","end":"2026-03-05T16:49:19.258854Z","steps":["trace[481028503] 'read index received' (duration: 1.35786544s)","trace[481028503] 'applied index is now lower than readState.Index' (duration: 3.472526ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:49:19.258927Z","caller":"traceutil/trace.go:171","msg":"trace[213116276] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"445.300923ms","start":"2026-03-05T16:49:18.81361Z","end":"2026-03-05T16:49:19.258911Z","steps":["trace[213116276] 'process raft request' (duration: 445.103578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.258964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361449939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:49:19.258998Z","caller":"traceutil/trace.go:171","msg":"trace[1529896087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6792; }","duration":"1.36148523s","start":"2026-03-05T16:49:17.897503Z","end":"2026-03-05T16:49:19.258989Z","steps":["trace[1529896087] 'agreement among raft nodes before linearized reading' (duration: 1.361430088s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.259029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:17.897466Z","time spent":"1.361557622s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:49:19.258865Z","caller":"traceutil/trace.go:171","msg":"trace[283767565] transaction","detail":"{read_only:false; response_revision:6790; number_of_response:1; }","duration":"458.328549ms","start":"2026-03-05T16:49:18.80047Z","end":"2026-03-05T16:49:19.258798Z","steps":["trace[283767565] 'process raft request' (duration: 458.167505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.259043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289665054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:49:19.25907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:18.800446Z","time spent":"458.607106ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:49:19.259079Z","caller":"traceutil/trace.go:171","msg":"trace[1826879941] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6792; }","duration":"1.289745616s","start":"2026-03-05T16:49:17.96932Z","end":"2026-03-05T16:49:19.259066Z","steps":["trace[1826879941] 'agreement among raft nodes before linearized reading' (duration: 1.289682714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.259104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:17.969299Z","time spent":"1.289797627s","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:49:19.25903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:18.813592Z","time spent":"445.375245ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:49:19.259257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.516679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:49:19.259295Z","caller":"traceutil/trace.go:171","msg":"trace[1512696713] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6792; }","duration":"607.581891ms","start":"2026-03-05T16:49:18.651703Z","end":"2026-03-05T16:49:19.259285Z","steps":["trace[1512696713] 'agreement among raft nodes before linearized reading' (duration: 607.51955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.259327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:18.651686Z","time spent":"607.631262ms","remote":"127.0.0.1:52532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:49:19.259346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.762021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:49:19.259384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.338735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:49:19.259439Z","caller":"traceutil/trace.go:171","msg":"trace[1603075763] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6792; }","duration":"896.890585ms","start":"2026-03-05T16:49:18.362533Z","end":"2026-03-05T16:49:19.259424Z","steps":["trace[1603075763] 'agreement among raft nodes before linearized reading' (duration: 896.7149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.259484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:18.362521Z","time spent":"896.950136ms","remote":"127.0.0.1:56826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:49:19.259452Z","caller":"traceutil/trace.go:171","msg":"trace[1364438095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6792; }","duration":"927.405217ms","start":"2026-03-05T16:49:18.332034Z","end":"2026-03-05T16:49:19.259439Z","steps":["trace[1364438095] 'agreement among raft nodes before linearized reading' (duration: 927.316355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:19.259558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:18.331997Z","time spent":"927.548721ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:51:01.873021Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5477} {"level":"info","ts":"2026-03-05T16:51:01.96267Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5477,"took":"87.913678ms","hash":680449298,"current-db-size-bytes":41009152,"current-db-size":"41 MB","current-db-size-in-use-bytes":21958656,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-05T16:51:01.962741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":680449298,"revision":5477,"compact-revision":2707} {"level":"warn","ts":"2026-03-05T16:51:26.40631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054262247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:51:26.592966Z","caller":"traceutil/trace.go:171","msg":"trace[1462547307] linearizableReadLoop","detail":"{readStateIndex:8090; appliedIndex:8089; }","duration":"687.491682ms","start":"2026-03-05T16:51:25.905443Z","end":"2026-03-05T16:51:26.592935Z","steps":["trace[1462547307] 'read index received' (duration: 687.207725ms)","trace[1462547307] 'applied index is now lower than readState.Index' (duration: 282.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:51:26.593043Z","caller":"traceutil/trace.go:171","msg":"trace[643128945] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"739.208396ms","start":"2026-03-05T16:51:25.853811Z","end":"2026-03-05T16:51:26.593019Z","steps":["trace[643128945] 'process raft request' (duration: 738.96363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:26.593184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:25.853795Z","time spent":"739.297527ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:51:26.593206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.739848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T16:51:26.593217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.299289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:51:26.593264Z","caller":"traceutil/trace.go:171","msg":"trace[760120095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7796; }","duration":"687.838731ms","start":"2026-03-05T16:51:25.905412Z","end":"2026-03-05T16:51:26.59325Z","steps":["trace[760120095] 'agreement among raft nodes before linearized reading' (duration: 687.651097ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:26.593273Z","caller":"traceutil/trace.go:171","msg":"trace[2142259179] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7796; }","duration":"563.408831ms","start":"2026-03-05T16:51:26.02985Z","end":"2026-03-05T16:51:26.593259Z","steps":["trace[2142259179] 'agreement among raft nodes before linearized reading' (duration: 563.297219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:26.593292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:25.905395Z","time spent":"687.891282ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:51:26.593276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.273096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T16:51:26.593308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:26.029827Z","time spent":"563.471733ms","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:51:26.593335Z","caller":"traceutil/trace.go:171","msg":"trace[743488057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7796; }","duration":"671.35825ms","start":"2026-03-05T16:51:25.921958Z","end":"2026-03-05T16:51:26.593316Z","steps":["trace[743488057] 'agreement among raft nodes before linearized reading' (duration: 671.175715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:26.593333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.12107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:51:26.593383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:25.921938Z","time spent":"671.432522ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:51:26.593409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.69089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T16:51:26.593417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.698643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T16:51:26.593455Z","caller":"traceutil/trace.go:171","msg":"trace[1724865695] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7796; }","duration":"462.273354ms","start":"2026-03-05T16:51:26.131133Z","end":"2026-03-05T16:51:26.593407Z","steps":["trace[1724865695] 'agreement among raft nodes before linearized reading' (duration: 462.084389ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:26.593483Z","caller":"traceutil/trace.go:171","msg":"trace[253445569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:7796; }","duration":"503.811562ms","start":"2026-03-05T16:51:26.089651Z","end":"2026-03-05T16:51:26.593462Z","steps":["trace[253445569] 'agreement among raft nodes before linearized reading' (duration: 503.588577ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:26.593486Z","caller":"traceutil/trace.go:171","msg":"trace[499616333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7796; }","duration":"594.807486ms","start":"2026-03-05T16:51:25.998663Z","end":"2026-03-05T16:51:26.593471Z","steps":["trace[499616333] 'agreement among raft nodes before linearized reading' (duration: 594.599091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:26.59349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.092803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T16:51:26.593517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:26.089632Z","time spent":"503.878684ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dnvlz\" "} {"level":"warn","ts":"2026-03-05T16:51:26.593528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:25.998654Z","time spent":"594.862598ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:51:26.593518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:26.131112Z","time spent":"462.386576ms","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:51:26.593557Z","caller":"traceutil/trace.go:171","msg":"trace[1322655811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7796; }","duration":"597.218386ms","start":"2026-03-05T16:51:25.996323Z","end":"2026-03-05T16:51:26.593541Z","steps":["trace[1322655811] 'agreement among raft nodes before linearized reading' (duration: 596.986221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:26.59359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:25.996294Z","time spent":"597.289458ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:51:27.062832Z","caller":"traceutil/trace.go:171","msg":"trace[1737009262] linearizableReadLoop","detail":"{readStateIndex:8091; appliedIndex:8090; }","duration":"464.582481ms","start":"2026-03-05T16:51:26.59823Z","end":"2026-03-05T16:51:27.062812Z","steps":["trace[1737009262] 'read index received' (duration: 444.964021ms)","trace[1737009262] 'applied index is now lower than readState.Index' (duration: 19.61785ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:51:27.062867Z","caller":"traceutil/trace.go:171","msg":"trace[98733428] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"465.233068ms","start":"2026-03-05T16:51:26.597599Z","end":"2026-03-05T16:51:27.062832Z","steps":["trace[98733428] 'process raft request' (duration: 445.582497ms)","trace[98733428] 'compare' (duration: 19.454596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:51:27.063001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:26.597576Z","time spent":"465.35626ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:51:27.063911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.648208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222802"} {"level":"info","ts":"2026-03-05T16:51:27.063992Z","caller":"traceutil/trace.go:171","msg":"trace[2100322798] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7797; }","duration":"465.776191ms","start":"2026-03-05T16:51:26.598198Z","end":"2026-03-05T16:51:27.063974Z","steps":["trace[2100322798] 'agreement among raft nodes before linearized reading' (duration: 464.677374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:27.06404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:26.598187Z","time spent":"465.842212ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T16:51:27.065139Z","caller":"traceutil/trace.go:171","msg":"trace[1394237184] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"466.432039ms","start":"2026-03-05T16:51:26.598694Z","end":"2026-03-05T16:51:27.065126Z","steps":["trace[1394237184] 'process raft request' (duration: 466.378207ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:27.065162Z","caller":"traceutil/trace.go:171","msg":"trace[573416739] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"466.534591ms","start":"2026-03-05T16:51:26.598597Z","end":"2026-03-05T16:51:27.065132Z","steps":["trace[573416739] 'process raft request' (duration: 466.383457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:27.065202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:26.598652Z","time spent":"466.520251ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:51:27.065322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:26.59857Z","time spent":"466.646714ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:51:27.065334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.403843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:27.065407Z","caller":"traceutil/trace.go:171","msg":"trace[383900999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7800; }","duration":"271.508236ms","start":"2026-03-05T16:51:26.793884Z","end":"2026-03-05T16:51:27.065392Z","steps":["trace[383900999] 'agreement among raft nodes before linearized reading' (duration: 271.368643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:27.065485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.398375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:27.065525Z","caller":"traceutil/trace.go:171","msg":"trace[1569121287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7800; }","duration":"107.490287ms","start":"2026-03-05T16:51:26.958023Z","end":"2026-03-05T16:51:27.065513Z","steps":["trace[1569121287] 'agreement among raft nodes before linearized reading' (duration: 107.423915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:27.065609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.625764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:51:27.065652Z","caller":"traceutil/trace.go:171","msg":"trace[608914427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7800; }","duration":"252.713016ms","start":"2026-03-05T16:51:26.812928Z","end":"2026-03-05T16:51:27.065641Z","steps":["trace[608914427] 'agreement among raft nodes before linearized reading' (duration: 252.642354ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:27.065614Z","caller":"traceutil/trace.go:171","msg":"trace[146440745] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"466.439959ms","start":"2026-03-05T16:51:26.599138Z","end":"2026-03-05T16:51:27.065578Z","steps":["trace[146440745] 'process raft request' (duration: 465.962187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:27.065933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:26.599126Z","time spent":"466.713695ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:51:38.214141Z","caller":"traceutil/trace.go:171","msg":"trace[1982990794] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"435.836922ms","start":"2026-03-05T16:51:37.778276Z","end":"2026-03-05T16:51:38.214113Z","steps":["trace[1982990794] 'process raft request' (duration: 435.638807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:38.214387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:37.778251Z","time spent":"436.001906ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:51:38.240938Z","caller":"traceutil/trace.go:171","msg":"trace[1490701913] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"456.341896ms","start":"2026-03-05T16:51:37.784573Z","end":"2026-03-05T16:51:38.240915Z","steps":["trace[1490701913] 'process raft request' (duration: 456.179522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:38.241081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:37.784548Z","time spent":"456.458628ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:51:38.241195Z","caller":"traceutil/trace.go:171","msg":"trace[101502338] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"451.429652ms","start":"2026-03-05T16:51:37.789733Z","end":"2026-03-05T16:51:38.241162Z","steps":["trace[101502338] 'process raft request' (duration: 451.144255ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:38.241265Z","caller":"traceutil/trace.go:171","msg":"trace[282880940] linearizableReadLoop","detail":"{readStateIndex:8149; appliedIndex:8145; }","duration":"284.84989ms","start":"2026-03-05T16:51:37.956386Z","end":"2026-03-05T16:51:38.241236Z","steps":["trace[282880940] 'read index received' (duration: 257.516257ms)","trace[282880940] 'applied index is now lower than readState.Index' (duration: 27.332583ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:51:38.241297Z","caller":"traceutil/trace.go:171","msg":"trace[548347809] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"449.054373ms","start":"2026-03-05T16:51:37.792213Z","end":"2026-03-05T16:51:38.241267Z","steps":["trace[548347809] 'process raft request' (duration: 448.866578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:38.241353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:37.789717Z","time spent":"451.553406ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:51:38.241512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.073085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:51:38.241453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:37.792187Z","time spent":"449.188076ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:51:38.241743Z","caller":"traceutil/trace.go:171","msg":"trace[1229664454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7852; }","duration":"285.28163ms","start":"2026-03-05T16:51:37.956345Z","end":"2026-03-05T16:51:38.241626Z","steps":["trace[1229664454] 'agreement among raft nodes before linearized reading' (duration: 284.997984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:38.241464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.748507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:51:38.241837Z","caller":"traceutil/trace.go:171","msg":"trace[196004992] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7852; }","duration":"177.193978ms","start":"2026-03-05T16:51:38.06463Z","end":"2026-03-05T16:51:38.241824Z","steps":["trace[196004992] 'agreement among raft nodes before linearized reading' (duration: 176.782878ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:39.667734Z","caller":"traceutil/trace.go:171","msg":"trace[1216147300] linearizableReadLoop","detail":"{readStateIndex:8152; appliedIndex:8151; }","duration":"494.660692ms","start":"2026-03-05T16:51:39.173046Z","end":"2026-03-05T16:51:39.667706Z","steps":["trace[1216147300] 'read index received' (duration: 494.373125ms)","trace[1216147300] 'applied index is now lower than readState.Index' (duration: 286.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:51:39.667854Z","caller":"traceutil/trace.go:171","msg":"trace[309643234] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"514.368835ms","start":"2026-03-05T16:51:39.153459Z","end":"2026-03-05T16:51:39.667827Z","steps":["trace[309643234] 'process raft request' (duration: 514.053837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:39.668016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:39.153438Z","time spent":"514.471098ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:51:39.668028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.455623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:51:39.668088Z","caller":"traceutil/trace.go:171","msg":"trace[875334840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7855; }","duration":"471.555575ms","start":"2026-03-05T16:51:39.196517Z","end":"2026-03-05T16:51:39.668073Z","steps":["trace[875334840] 'agreement among raft nodes before linearized reading' (duration: 471.35057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:39.668071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.008511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T16:51:39.668133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:39.196497Z","time spent":"471.623747ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:51:39.668131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.023892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:51:39.668161Z","caller":"traceutil/trace.go:171","msg":"trace[126225910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:7855; }","duration":"495.155935ms","start":"2026-03-05T16:51:39.172985Z","end":"2026-03-05T16:51:39.668141Z","steps":["trace[126225910] 'agreement among raft nodes before linearized reading' (duration: 494.856788ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:39.66821Z","caller":"traceutil/trace.go:171","msg":"trace[1088965120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7855; }","duration":"471.163096ms","start":"2026-03-05T16:51:39.197028Z","end":"2026-03-05T16:51:39.668191Z","steps":["trace[1088965120] 'agreement among raft nodes before linearized reading' (duration: 470.89265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:39.668181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.198207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T16:51:39.668257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:39.197007Z","time spent":"471.241638ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:51:39.668285Z","caller":"traceutil/trace.go:171","msg":"trace[1303219994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7855; }","duration":"471.33507ms","start":"2026-03-05T16:51:39.196925Z","end":"2026-03-05T16:51:39.66826Z","steps":["trace[1303219994] 'agreement among raft nodes before linearized reading' (duration: 471.062933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:39.668334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:39.196919Z","time spent":"471.406802ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:51:39.66822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:39.172967Z","time spent":"495.239897ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dnvlz\" "} {"level":"info","ts":"2026-03-05T16:51:40.49084Z","caller":"traceutil/trace.go:171","msg":"trace[367095900] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"243.812834ms","start":"2026-03-05T16:51:40.247001Z","end":"2026-03-05T16:51:40.490814Z","steps":["trace[367095900] 'process raft request' (duration: 243.780643ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:40.490882Z","caller":"traceutil/trace.go:171","msg":"trace[607012597] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"243.854844ms","start":"2026-03-05T16:51:40.246992Z","end":"2026-03-05T16:51:40.490846Z","steps":["trace[607012597] 'process raft request' (duration: 243.66362ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:40.917599Z","caller":"traceutil/trace.go:171","msg":"trace[221683685] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"670.520528ms","start":"2026-03-05T16:51:40.247044Z","end":"2026-03-05T16:51:40.917565Z","steps":["trace[221683685] 'process raft request' (duration: 651.275258ms)","trace[221683685] 'compare' (duration: 18.877571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:51:40.91776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:40.24701Z","time spent":"670.674192ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:51:41.122854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.518757ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T16:51:41.122962Z","caller":"traceutil/trace.go:171","msg":"trace[1191805569] linearizableReadLoop","detail":"{readStateIndex:8159; appliedIndex:8156; }","duration":"828.840466ms","start":"2026-03-05T16:51:40.294102Z","end":"2026-03-05T16:51:41.122943Z","steps":["trace[1191805569] 'read index received' (duration: 196.551363ms)","trace[1191805569] 'applied index is now lower than readState.Index' (duration: 632.287713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:51:41.123093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.981149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:41.123129Z","caller":"traceutil/trace.go:171","msg":"trace[226820897] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7862; }","duration":"829.088462ms","start":"2026-03-05T16:51:40.294031Z","end":"2026-03-05T16:51:41.123119Z","steps":["trace[226820897] 'agreement among raft nodes before linearized reading' (duration: 829.00447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:41.123171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:40.294011Z","time spent":"829.146513ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:51:41.123272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.811744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:41.123351Z","caller":"traceutil/trace.go:171","msg":"trace[789769103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7862; }","duration":"165.927996ms","start":"2026-03-05T16:51:40.957395Z","end":"2026-03-05T16:51:41.123323Z","steps":["trace[789769103] 'agreement among raft nodes before linearized reading' (duration: 165.789333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:41.123461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.120255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:51:41.123542Z","caller":"traceutil/trace.go:171","msg":"trace[1522224262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7862; }","duration":"437.258878ms","start":"2026-03-05T16:51:40.686262Z","end":"2026-03-05T16:51:41.123521Z","steps":["trace[1522224262] 'agreement among raft nodes before linearized reading' (duration: 436.950851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:41.123596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:40.686231Z","time spent":"437.344391ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:51:41.241333Z","caller":"traceutil/trace.go:171","msg":"trace[1721020668] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"113.647211ms","start":"2026-03-05T16:51:41.127653Z","end":"2026-03-05T16:51:41.241301Z","steps":["trace[1721020668] 'process raft request' (duration: 113.419465ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:41.839545Z","caller":"traceutil/trace.go:171","msg":"trace[1800452232] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"110.885652ms","start":"2026-03-05T16:51:41.728639Z","end":"2026-03-05T16:51:41.839525Z","steps":["trace[1800452232] 'process raft request' (duration: 99.779195ms)","trace[1800452232] 'compare' (duration: 11.013705ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:51:41.839938Z","caller":"traceutil/trace.go:171","msg":"trace[289580991] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"109.419735ms","start":"2026-03-05T16:51:41.730499Z","end":"2026-03-05T16:51:41.839918Z","steps":["trace[289580991] 'process raft request' (duration: 109.301942ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:41.840053Z","caller":"traceutil/trace.go:171","msg":"trace[668761209] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8162; }","duration":"108.860961ms","start":"2026-03-05T16:51:41.731113Z","end":"2026-03-05T16:51:41.839974Z","steps":["trace[668761209] 'read index received' (duration: 97.315053ms)","trace[668761209] 'applied index is now lower than readState.Index' (duration: 11.544498ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:51:41.840097Z","caller":"traceutil/trace.go:171","msg":"trace[2090981536] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"108.996354ms","start":"2026-03-05T16:51:41.731017Z","end":"2026-03-05T16:51:41.840014Z","steps":["trace[2090981536] 'process raft request' (duration: 108.864811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:41.840203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.056986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:41.840308Z","caller":"traceutil/trace.go:171","msg":"trace[1278343450] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7867; }","duration":"109.176789ms","start":"2026-03-05T16:51:41.731108Z","end":"2026-03-05T16:51:41.840285Z","steps":["trace[1278343450] 'agreement among raft nodes before linearized reading' (duration: 109.006045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:41.840317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.090647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:41.840419Z","caller":"traceutil/trace.go:171","msg":"trace[152879753] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7867; }","duration":"109.271441ms","start":"2026-03-05T16:51:41.731129Z","end":"2026-03-05T16:51:41.840401Z","steps":["trace[152879753] 'agreement among raft nodes before linearized reading' (duration: 109.088856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:41.840701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.030855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:41.840783Z","caller":"traceutil/trace.go:171","msg":"trace[1015602720] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7867; }","duration":"109.139508ms","start":"2026-03-05T16:51:41.731631Z","end":"2026-03-05T16:51:41.840771Z","steps":["trace[1015602720] 'agreement among raft nodes before linearized reading' (duration: 109.036165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:41.84078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.944622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T16:51:41.841286Z","caller":"traceutil/trace.go:171","msg":"trace[894105570] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:7867; }","duration":"107.299682ms","start":"2026-03-05T16:51:41.733795Z","end":"2026-03-05T16:51:41.841095Z","steps":["trace[894105570] 'agreement among raft nodes before linearized reading' (duration: 106.841651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:42.557584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.081698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:42.557651Z","caller":"traceutil/trace.go:171","msg":"trace[2128119939] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7867; }","duration":"602.193671ms","start":"2026-03-05T16:51:41.955443Z","end":"2026-03-05T16:51:42.557636Z","steps":["trace[2128119939] 'range keys from in-memory index tree' (duration: 601.934835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:42.557688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.955428Z","time spent":"602.251502ms","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T16:51:42.55814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.616461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:51:42.558283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.665183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:42.558295Z","caller":"traceutil/trace.go:171","msg":"trace[1641198179] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7867; }","duration":"602.808117ms","start":"2026-03-05T16:51:41.955462Z","end":"2026-03-05T16:51:42.55827Z","steps":["trace[1641198179] 'count revisions from in-memory index tree' (duration: 602.422677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:42.558298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.186417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:51:42.558338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.781355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:51:42.558359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.795545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:51:42.558378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.299599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:42.55838Z","caller":"traceutil/trace.go:171","msg":"trace[2047398230] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7867; }","duration":"563.3208ms","start":"2026-03-05T16:51:41.995039Z","end":"2026-03-05T16:51:42.55836Z","steps":["trace[2047398230] 'count revisions from in-memory index tree' (duration: 563.148985ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:42.558405Z","caller":"traceutil/trace.go:171","msg":"trace[234557209] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7867; }","duration":"580.836416ms","start":"2026-03-05T16:51:41.977551Z","end":"2026-03-05T16:51:42.558388Z","steps":["trace[234557209] 'range keys from in-memory index tree' (duration: 580.725044ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:51:42.558413Z","caller":"traceutil/trace.go:171","msg":"trace[1888359283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7867; }","duration":"599.367561ms","start":"2026-03-05T16:51:41.959036Z","end":"2026-03-05T16:51:42.558404Z","steps":["trace[1888359283] 'range keys from in-memory index tree' (duration: 599.198517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:42.558435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.977515Z","time spent":"580.908838ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T16:51:42.55844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.95902Z","time spent":"599.412922ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:51:42.558404Z","caller":"traceutil/trace.go:171","msg":"trace[595899183] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7867; }","duration":"580.852467ms","start":"2026-03-05T16:51:41.977531Z","end":"2026-03-05T16:51:42.558384Z","steps":["trace[595899183] 'count revisions from in-memory index tree' (duration: 580.717234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:42.558429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.995034Z","time spent":"563.383021ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:51:42.558487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.977521Z","time spent":"580.95265ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:51:42.558295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.946055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:42.558556Z","caller":"traceutil/trace.go:171","msg":"trace[889930055] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7867; }","duration":"602.221911ms","start":"2026-03-05T16:51:41.956326Z","end":"2026-03-05T16:51:42.558548Z","steps":["trace[889930055] 'range keys from in-memory index tree' (duration: 601.901004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:42.558584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.956317Z","time spent":"602.255873ms","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-05T16:51:42.558345Z","caller":"traceutil/trace.go:171","msg":"trace[1099385654] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7867; }","duration":"562.746975ms","start":"2026-03-05T16:51:41.995582Z","end":"2026-03-05T16:51:42.558329Z","steps":["trace[1099385654] 'range keys from in-memory index tree' (duration: 562.630003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:42.558421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.446622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:51:42.558678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.995578Z","time spent":"563.087313ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-05T16:51:42.558689Z","caller":"traceutil/trace.go:171","msg":"trace[201109148] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7867; }","duration":"563.760491ms","start":"2026-03-05T16:51:41.994916Z","end":"2026-03-05T16:51:42.558677Z","steps":["trace[201109148] 'range keys from in-memory index tree' (duration: 563.396211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:42.558725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.994903Z","time spent":"563.809501ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T16:51:42.558211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.934844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:51:42.558999Z","caller":"traceutil/trace.go:171","msg":"trace[545037859] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7867; }","duration":"580.789555ms","start":"2026-03-05T16:51:41.978199Z","end":"2026-03-05T16:51:42.558988Z","steps":["trace[545037859] 'range keys from in-memory index tree' (duration: 579.859243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:51:42.55903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.978183Z","time spent":"580.836967ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-05T16:51:42.558363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:51:41.95545Z","time spent":"602.892748ms","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:52:06.139849Z","caller":"traceutil/trace.go:171","msg":"trace[1401775628] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"103.20836ms","start":"2026-03-05T16:52:06.036618Z","end":"2026-03-05T16:52:06.139826Z","steps":["trace[1401775628] 'process raft request' (duration: 103.118418ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:06.139867Z","caller":"traceutil/trace.go:171","msg":"trace[923336529] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"105.112197ms","start":"2026-03-05T16:52:06.034725Z","end":"2026-03-05T16:52:06.139837Z","steps":["trace[923336529] 'process raft request' (duration: 104.894542ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:06.140012Z","caller":"traceutil/trace.go:171","msg":"trace[757116831] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"103.008955ms","start":"2026-03-05T16:52:06.036982Z","end":"2026-03-05T16:52:06.139991Z","steps":["trace[757116831] 'process raft request' (duration: 102.7956ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:08.033206Z","caller":"traceutil/trace.go:171","msg":"trace[296784820] linearizableReadLoop","detail":"{readStateIndex:8350; appliedIndex:8349; }","duration":"167.418814ms","start":"2026-03-05T16:52:07.865759Z","end":"2026-03-05T16:52:08.033178Z","steps":["trace[296784820] 'read index received' (duration: 167.174808ms)","trace[296784820] 'applied index is now lower than readState.Index' (duration: 242.766µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:08.033389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.604429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:08.033443Z","caller":"traceutil/trace.go:171","msg":"trace[1469119396] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8045; }","duration":"167.710352ms","start":"2026-03-05T16:52:07.865716Z","end":"2026-03-05T16:52:08.033426Z","steps":["trace[1469119396] 'agreement among raft nodes before linearized reading' (duration: 167.602899ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:08.033484Z","caller":"traceutil/trace.go:171","msg":"trace[2082512293] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"176.529692ms","start":"2026-03-05T16:52:07.856793Z","end":"2026-03-05T16:52:08.033322Z","steps":["trace[2082512293] 'process raft request' (duration: 176.215884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:10.163439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.83183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:52:10.163515Z","caller":"traceutil/trace.go:171","msg":"trace[1580221959] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8053; }","duration":"791.953243ms","start":"2026-03-05T16:52:09.371546Z","end":"2026-03-05T16:52:10.163499Z","steps":["trace[1580221959] 'count revisions from in-memory index tree' (duration: 791.755738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:10.163551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:09.371526Z","time spent":"792.014794ms","remote":"127.0.0.1:48932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:52:10.16369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.420688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:10.163809Z","caller":"traceutil/trace.go:171","msg":"trace[423782915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8053; }","duration":"206.587472ms","start":"2026-03-05T16:52:09.957204Z","end":"2026-03-05T16:52:10.163792Z","steps":["trace[423782915] 'range keys from in-memory index tree' (duration: 206.274485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:10.163857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.678776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:52:10.163924Z","caller":"traceutil/trace.go:171","msg":"trace[1510581626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8053; }","duration":"787.753018ms","start":"2026-03-05T16:52:09.376158Z","end":"2026-03-05T16:52:10.163911Z","steps":["trace[1510581626] 'range keys from in-memory index tree' (duration: 787.580374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:10.163953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:09.376133Z","time spent":"787.81408ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:52:10.163889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.038331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T16:52:10.164356Z","caller":"traceutil/trace.go:171","msg":"trace[8476995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8053; }","duration":"126.524973ms","start":"2026-03-05T16:52:10.037822Z","end":"2026-03-05T16:52:10.164347Z","steps":["trace[8476995] 'range keys from in-memory index tree' (duration: 125.905996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:10.163811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.635099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:52:10.164835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.125062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-05T16:52:10.164865Z","caller":"traceutil/trace.go:171","msg":"trace[920685917] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8053; }","duration":"134.698007ms","start":"2026-03-05T16:52:10.030121Z","end":"2026-03-05T16:52:10.164819Z","steps":["trace[920685917] 'count revisions from in-memory index tree' (duration: 133.542426ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:10.164902Z","caller":"traceutil/trace.go:171","msg":"trace[2077352237] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8053; }","duration":"240.227704ms","start":"2026-03-05T16:52:09.924659Z","end":"2026-03-05T16:52:10.164886Z","steps":["trace[2077352237] 'range keys from in-memory index tree' (duration: 239.753532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:10.673082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054263094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:52:11.173396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054263094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:52:11.280945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111632744s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:52:11.281741Z","caller":"traceutil/trace.go:171","msg":"trace[236207051] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"1.112465845s","start":"2026-03-05T16:52:10.169239Z","end":"2026-03-05T16:52:11.281705Z","steps":["trace[236207051] 'process raft request' (duration: 1.112319341s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:11.281936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.169225Z","time spent":"1.112611838s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:11.311459Z","caller":"traceutil/trace.go:171","msg":"trace[633323669] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"1.13950085s","start":"2026-03-05T16:52:10.171928Z","end":"2026-03-05T16:52:11.311429Z","steps":["trace[633323669] 'process raft request' (duration: 1.139413488s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:11.311481Z","caller":"traceutil/trace.go:171","msg":"trace[2112977497] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"1.139534021s","start":"2026-03-05T16:52:10.17191Z","end":"2026-03-05T16:52:11.311444Z","steps":["trace[2112977497] 'process raft request' (duration: 1.139291905s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:11.311638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.171892Z","time spent":"1.139662374s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:11.311817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.171921Z","time spent":"1.139615693s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:11.312329Z","caller":"traceutil/trace.go:171","msg":"trace[427279143] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"1.140351131s","start":"2026-03-05T16:52:10.171965Z","end":"2026-03-05T16:52:11.312317Z","steps":["trace[427279143] 'process raft request' (duration: 1.139417098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:11.312397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.17196Z","time spent":"1.140405032s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:11.312588Z","caller":"traceutil/trace.go:171","msg":"trace[360183252] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"1.139787796s","start":"2026-03-05T16:52:10.172778Z","end":"2026-03-05T16:52:11.312566Z","steps":["trace[360183252] 'process raft request' (duration: 1.13955531s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:11.312573Z","caller":"traceutil/trace.go:171","msg":"trace[877661392] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"1.140395032s","start":"2026-03-05T16:52:10.171987Z","end":"2026-03-05T16:52:11.312382Z","steps":["trace[877661392] 'process raft request' (duration: 1.140220458s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:11.31275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.172764Z","time spent":"1.139873719s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:11.312849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.171969Z","time spent":"1.140688499s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:11.31596Z","caller":"traceutil/trace.go:171","msg":"trace[363082601] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8358; }","duration":"1.143908561s","start":"2026-03-05T16:52:10.172027Z","end":"2026-03-05T16:52:11.315935Z","steps":["trace[363082601] 'read index received' (duration: 1.10945937s)","trace[363082601] 'applied index is now lower than readState.Index' (duration: 34.448011ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:52:11.316169Z","caller":"traceutil/trace.go:171","msg":"trace[364084898] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"648.10306ms","start":"2026-03-05T16:52:10.668052Z","end":"2026-03-05T16:52:11.316155Z","steps":["trace[364084898] 'process raft request' (duration: 647.658509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:11.316281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.66803Z","time spent":"648.179441ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:11.316562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.874109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T16:52:11.316627Z","caller":"traceutil/trace.go:171","msg":"trace[1854160445] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8062; }","duration":"414.971792ms","start":"2026-03-05T16:52:10.901635Z","end":"2026-03-05T16:52:11.316607Z","steps":["trace[1854160445] 'agreement among raft nodes before linearized reading' (duration: 414.802648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:11.31667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144622519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227533"} {"level":"info","ts":"2026-03-05T16:52:11.316751Z","caller":"traceutil/trace.go:171","msg":"trace[930812337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8062; }","duration":"1.144719031s","start":"2026-03-05T16:52:10.172015Z","end":"2026-03-05T16:52:11.316734Z","steps":["trace[930812337] 'agreement among raft nodes before linearized reading' (duration: 1.14427759s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:11.316748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.274829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:11.316798Z","caller":"traceutil/trace.go:171","msg":"trace[295963107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8062; }","duration":"359.357631ms","start":"2026-03-05T16:52:10.957432Z","end":"2026-03-05T16:52:11.316789Z","steps":["trace[295963107] 'agreement among raft nodes before linearized reading' (duration: 359.29386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:11.3168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.172011Z","time spent":"1.144779042s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227556,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T16:52:11.316831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.95741Z","time spent":"359.411463ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:52:11.316693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.901615Z","time spent":"415.067744ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-05T16:52:11.317062Z","caller":"traceutil/trace.go:171","msg":"trace[2111861865] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"280.518582ms","start":"2026-03-05T16:52:11.036525Z","end":"2026-03-05T16:52:11.317044Z","steps":["trace[2111861865] 'process raft request' (duration: 279.361173ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:11.317106Z","caller":"traceutil/trace.go:171","msg":"trace[1307892496] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"647.36716ms","start":"2026-03-05T16:52:10.669711Z","end":"2026-03-05T16:52:11.317078Z","steps":["trace[1307892496] 'process raft request' (duration: 646.12763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:11.317254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:10.6697Z","time spent":"647.477523ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:13.270914Z","caller":"traceutil/trace.go:171","msg":"trace[184440902] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"141.157678ms","start":"2026-03-05T16:52:13.129726Z","end":"2026-03-05T16:52:13.270884Z","steps":["trace[184440902] 'process raft request' (duration: 140.947413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:14.659367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191576541s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:52:14.659488Z","caller":"traceutil/trace.go:171","msg":"trace[1450477142] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"1.337441307s","start":"2026-03-05T16:52:13.322025Z","end":"2026-03-05T16:52:14.659466Z","steps":["trace[1450477142] 'process raft request' (duration: 145.673411ms)","trace[1450477142] 'compare' (duration: 1.190976947s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:14.65955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.321998Z","time spent":"1.337521939s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:14.850141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382355409s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T16:52:15.033386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.949143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:52:15.033829Z","caller":"traceutil/trace.go:171","msg":"trace[1414647615] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"1.710698836s","start":"2026-03-05T16:52:13.323106Z","end":"2026-03-05T16:52:15.033805Z","steps":["trace[1414647615] 'process raft request' (duration: 1.527248571s)","trace[1414647615] 'compare' (duration: 182.492171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:15.033951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.323084Z","time spent":"1.710798909s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:15.033934Z","caller":"traceutil/trace.go:171","msg":"trace[1083419629] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"1.710711247s","start":"2026-03-05T16:52:13.323198Z","end":"2026-03-05T16:52:15.033909Z","steps":["trace[1083419629] 'process raft request' (duration: 1.710334028s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.034043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.323188Z","time spent":"1.710805389s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:15.034306Z","caller":"traceutil/trace.go:171","msg":"trace[935328842] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"1.710936812s","start":"2026-03-05T16:52:13.323359Z","end":"2026-03-05T16:52:15.034296Z","steps":["trace[935328842] 'process raft request' (duration: 1.710565453s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.034363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.323341Z","time spent":"1.710995374s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:15.033983Z","caller":"traceutil/trace.go:171","msg":"trace[1227511504] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"1.710710637s","start":"2026-03-05T16:52:13.323254Z","end":"2026-03-05T16:52:15.033965Z","steps":["trace[1227511504] 'process raft request' (duration: 1.710586224s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:15.034486Z","caller":"traceutil/trace.go:171","msg":"trace[1047761664] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"1.710474871s","start":"2026-03-05T16:52:13.324004Z","end":"2026-03-05T16:52:15.034479Z","steps":["trace[1047761664] 'process raft request' (duration: 1.710253976s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.034521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.323244Z","time spent":"1.7112321s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:15.034541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.323993Z","time spent":"1.710509252s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:15.034683Z","caller":"traceutil/trace.go:171","msg":"trace[695513204] linearizableReadLoop","detail":"{readStateIndex:8375; appliedIndex:8370; }","duration":"1.711036955s","start":"2026-03-05T16:52:13.323633Z","end":"2026-03-05T16:52:15.03467Z","steps":["trace[695513204] 'read index received' (duration: 144.087221ms)","trace[695513204] 'applied index is now lower than readState.Index' (duration: 1.566948874s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:15.034833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711196969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T16:52:15.034865Z","caller":"traceutil/trace.go:171","msg":"trace[960020640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:8071; }","duration":"1.71124932s","start":"2026-03-05T16:52:13.323608Z","end":"2026-03-05T16:52:15.034858Z","steps":["trace[960020640] 'agreement among raft nodes before linearized reading' (duration: 1.711160778s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.034884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.323601Z","time spent":"1.711279431s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dnvlz\" "} {"level":"info","ts":"2026-03-05T16:52:15.035122Z","caller":"traceutil/trace.go:171","msg":"trace[1429948731] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"1.710006428s","start":"2026-03-05T16:52:13.324732Z","end":"2026-03-05T16:52:15.034739Z","steps":["trace[1429948731] 'process raft request' (duration: 1.709720351s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.035228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.324725Z","time spent":"1.71045132s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:15.036999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078770982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-05T16:52:15.037091Z","caller":"traceutil/trace.go:171","msg":"trace[1709519153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8072; }","duration":"1.078904906s","start":"2026-03-05T16:52:13.958161Z","end":"2026-03-05T16:52:15.037066Z","steps":["trace[1709519153] 'agreement among raft nodes before linearized reading' (duration: 1.078654899s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.037149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.958139Z","time spent":"1.078997727s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T16:52:15.037614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.901455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:15.037688Z","caller":"traceutil/trace.go:171","msg":"trace[406904729] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8072; }","duration":"340.038268ms","start":"2026-03-05T16:52:14.697621Z","end":"2026-03-05T16:52:15.03766Z","steps":["trace[406904729] 'agreement among raft nodes before linearized reading' (duration: 339.880664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.037756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:14.697596Z","time spent":"340.137531ms","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:52:15.037776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.861136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:52:15.03784Z","caller":"traceutil/trace.go:171","msg":"trace[187059448] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8072; }","duration":"692.948779ms","start":"2026-03-05T16:52:14.344871Z","end":"2026-03-05T16:52:15.03782Z","steps":["trace[187059448] 'agreement among raft nodes before linearized reading' (duration: 692.765355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.037901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:14.344856Z","time spent":"693.024691ms","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:52:15.037963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.386502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:15.037995Z","caller":"traceutil/trace.go:171","msg":"trace[66970917] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8072; }","duration":"167.457575ms","start":"2026-03-05T16:52:14.870523Z","end":"2026-03-05T16:52:15.03798Z","steps":["trace[66970917] 'agreement among raft nodes before linearized reading' (duration: 167.413224ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:15.038168Z","caller":"traceutil/trace.go:171","msg":"trace[932106298] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"211.437264ms","start":"2026-03-05T16:52:14.826694Z","end":"2026-03-05T16:52:15.038132Z","steps":["trace[932106298] 'process raft request' (duration: 209.986118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.038298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.338397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T16:52:15.038346Z","caller":"traceutil/trace.go:171","msg":"trace[1096987143] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8072; }","duration":"797.42529ms","start":"2026-03-05T16:52:14.240907Z","end":"2026-03-05T16:52:15.038333Z","steps":["trace[1096987143] 'agreement among raft nodes before linearized reading' (duration: 797.272206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.038381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:14.240885Z","time spent":"797.486651ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T16:52:15.038605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079971522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:15.038655Z","caller":"traceutil/trace.go:171","msg":"trace[2011196509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8072; }","duration":"1.080022644s","start":"2026-03-05T16:52:13.958608Z","end":"2026-03-05T16:52:15.03863Z","steps":["trace[2011196509] 'agreement among raft nodes before linearized reading' (duration: 1.07991517s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:15.038687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:13.958599Z","time spent":"1.080081355s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:52:23.935287Z","caller":"traceutil/trace.go:171","msg":"trace[798983812] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8153; }","duration":"290.762897ms","start":"2026-03-05T16:52:23.6445Z","end":"2026-03-05T16:52:23.935263Z","steps":["trace[798983812] 'process raft request' (duration: 268.49064ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:24.007194Z","caller":"traceutil/trace.go:171","msg":"trace[1183022999] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"361.348252ms","start":"2026-03-05T16:52:23.645817Z","end":"2026-03-05T16:52:24.007165Z","steps":["trace[1183022999] 'process raft request' (duration: 361.209779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:24.007483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:23.645805Z","time spent":"361.566377ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:24.230973Z","caller":"traceutil/trace.go:171","msg":"trace[2032336959] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"103.102327ms","start":"2026-03-05T16:52:24.127837Z","end":"2026-03-05T16:52:24.23094Z","steps":["trace[2032336959] 'process raft request' (duration: 67.371924ms)","trace[2032336959] 'compare' (duration: 35.586419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:25.384888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.629863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:52:25.385Z","caller":"traceutil/trace.go:171","msg":"trace[886356352] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8469; }","duration":"736.062648ms","start":"2026-03-05T16:52:24.648918Z","end":"2026-03-05T16:52:25.38498Z","steps":["trace[886356352] 'read index received' (duration: 346.128928ms)","trace[886356352] 'applied index is now lower than readState.Index' (duration: 389.93223ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:52:25.385035Z","caller":"traceutil/trace.go:171","msg":"trace[1867846873] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"761.481123ms","start":"2026-03-05T16:52:24.623525Z","end":"2026-03-05T16:52:25.385006Z","steps":["trace[1867846873] 'process raft request' (duration: 371.639056ms)","trace[1867846873] 'compare' (duration: 389.397866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:25.385174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.252003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-05T16:52:25.385216Z","caller":"traceutil/trace.go:171","msg":"trace[698754023] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8159; }","duration":"736.354435ms","start":"2026-03-05T16:52:24.64885Z","end":"2026-03-05T16:52:25.385205Z","steps":["trace[698754023] 'agreement among raft nodes before linearized reading' (duration: 736.201781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.385217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.279514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-05T16:52:25.385256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:24.648831Z","time spent":"736.417257ms","remote":"127.0.0.1:49046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-05T16:52:25.385275Z","caller":"traceutil/trace.go:171","msg":"trace[771156869] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8159; }","duration":"736.372186ms","start":"2026-03-05T16:52:24.648886Z","end":"2026-03-05T16:52:25.385259Z","steps":["trace[771156869] 'agreement among raft nodes before linearized reading' (duration: 736.175571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.385309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:24.648874Z","time spent":"736.428038ms","remote":"127.0.0.1:49046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-05T16:52:25.38542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:24.623503Z","time spent":"761.618247ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:25.446967Z","caller":"traceutil/trace.go:171","msg":"trace[1426651778] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"369.907871ms","start":"2026-03-05T16:52:25.07704Z","end":"2026-03-05T16:52:25.446948Z","steps":["trace[1426651778] 'process raft request' (duration: 369.86165ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:25.447048Z","caller":"traceutil/trace.go:171","msg":"trace[1349662420] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"369.967602ms","start":"2026-03-05T16:52:25.077042Z","end":"2026-03-05T16:52:25.447009Z","steps":["trace[1349662420] 'process raft request' (duration: 369.747057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.447092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.07702Z","time spent":"370.006553ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:25.447217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.07702Z","time spent":"370.106945ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:25.734689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.498584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:52:25.734807Z","caller":"traceutil/trace.go:171","msg":"trace[676428327] linearizableReadLoop","detail":"{readStateIndex:8473; appliedIndex:8470; }","duration":"349.761937ms","start":"2026-03-05T16:52:25.385026Z","end":"2026-03-05T16:52:25.734788Z","steps":["trace[676428327] 'read index received' (duration: 61.801834ms)","trace[676428327] 'applied index is now lower than readState.Index' (duration: 287.958793ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:52:25.734879Z","caller":"traceutil/trace.go:171","msg":"trace[744319852] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"656.875899ms","start":"2026-03-05T16:52:25.077992Z","end":"2026-03-05T16:52:25.734868Z","steps":["trace[744319852] 'process raft request' (duration: 465.086968ms)","trace[744319852] 'compare' (duration: 190.891928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:25.734944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.077984Z","time spent":"656.92699ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:25.735127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025157869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:52:25.735137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.069583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:52:25.735162Z","caller":"traceutil/trace.go:171","msg":"trace[1435769876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8162; }","duration":"1.02521983s","start":"2026-03-05T16:52:24.709931Z","end":"2026-03-05T16:52:25.735151Z","steps":["trace[1435769876] 'agreement among raft nodes before linearized reading' (duration: 1.025118258s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.735191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:24.709916Z","time spent":"1.025269272s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:52:25.735199Z","caller":"traceutil/trace.go:171","msg":"trace[1819644548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8162; }","duration":"655.156956ms","start":"2026-03-05T16:52:25.080012Z","end":"2026-03-05T16:52:25.735169Z","steps":["trace[1819644548] 'agreement among raft nodes before linearized reading' (duration: 655.009112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.735234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.079994Z","time spent":"655.231998ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:52:25.735271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.31946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-05T16:52:25.735319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085474227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-05T16:52:25.735348Z","caller":"traceutil/trace.go:171","msg":"trace[1254679157] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8162; }","duration":"1.085501878s","start":"2026-03-05T16:52:24.649838Z","end":"2026-03-05T16:52:25.73534Z","steps":["trace[1254679157] 'agreement among raft nodes before linearized reading' (duration: 1.085417376s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:25.735359Z","caller":"traceutil/trace.go:171","msg":"trace[895806777] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8162; }","duration":"685.440023ms","start":"2026-03-05T16:52:25.049897Z","end":"2026-03-05T16:52:25.735337Z","steps":["trace[895806777] 'agreement among raft nodes before linearized reading' (duration: 685.177506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.735377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.754638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T16:52:25.73538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:24.649806Z","time spent":"1.08556852s","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-05T16:52:25.735407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.049883Z","time spent":"685.514344ms","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-05T16:52:25.735417Z","caller":"traceutil/trace.go:171","msg":"trace[1726634382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8162; }","duration":"614.820739ms","start":"2026-03-05T16:52:25.120588Z","end":"2026-03-05T16:52:25.735409Z","steps":["trace[1726634382] 'agreement among raft nodes before linearized reading' (duration: 614.727616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.73548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.120575Z","time spent":"614.896781ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:52:25.735478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.312155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T16:52:25.735353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.238024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T16:52:25.735595Z","caller":"traceutil/trace.go:171","msg":"trace[970921974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:8162; }","duration":"606.540442ms","start":"2026-03-05T16:52:25.129044Z","end":"2026-03-05T16:52:25.735585Z","steps":["trace[970921974] 'agreement among raft nodes before linearized reading' (duration: 606.094521ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:25.7356Z","caller":"traceutil/trace.go:171","msg":"trace[1673553592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8162; }","duration":"409.472169ms","start":"2026-03-05T16:52:25.326104Z","end":"2026-03-05T16:52:25.735576Z","steps":["trace[1673553592] 'agreement among raft nodes before linearized reading' (duration: 409.303285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.735631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.129024Z","time spent":"606.597903ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dnvlz\" "} {"level":"warn","ts":"2026-03-05T16:52:25.735534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.978182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T16:52:25.735648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.433426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T16:52:25.73566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.326081Z","time spent":"409.56347ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T16:52:25.735711Z","caller":"traceutil/trace.go:171","msg":"trace[1739972103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8162; }","duration":"613.263209ms","start":"2026-03-05T16:52:25.122425Z","end":"2026-03-05T16:52:25.735688Z","steps":["trace[1739972103] 'agreement among raft nodes before linearized reading' (duration: 612.761357ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:25.735729Z","caller":"traceutil/trace.go:171","msg":"trace[1777472636] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:8162; }","duration":"732.525378ms","start":"2026-03-05T16:52:25.003174Z","end":"2026-03-05T16:52:25.7357Z","steps":["trace[1777472636] 'agreement among raft nodes before linearized reading' (duration: 732.271711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.73577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.122417Z","time spent":"613.339281ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:52:25.735799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.003161Z","time spent":"732.623391ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-05T16:52:25.735562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.543014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:25.735972Z","caller":"traceutil/trace.go:171","msg":"trace[304898676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8162; }","duration":"778.361334ms","start":"2026-03-05T16:52:24.957561Z","end":"2026-03-05T16:52:25.735923Z","steps":["trace[304898676] 'agreement among raft nodes before linearized reading' (duration: 777.487533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:25.736078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:24.957538Z","time spent":"778.524928ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:52:26.129585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.124551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:52:26.129922Z","caller":"traceutil/trace.go:171","msg":"trace[1769688933] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"388.507886ms","start":"2026-03-05T16:52:25.741398Z","end":"2026-03-05T16:52:26.129906Z","steps":["trace[1769688933] 'process raft request' (duration: 388.473675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.13Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.741386Z","time spent":"388.578097ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:26.130368Z","caller":"traceutil/trace.go:171","msg":"trace[675279529] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"649.462204ms","start":"2026-03-05T16:52:25.480884Z","end":"2026-03-05T16:52:26.130346Z","steps":["trace[675279529] 'process raft request' (duration: 516.518603ms)","trace[675279529] 'compare' (duration: 132.012508ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:52:26.130426Z","caller":"traceutil/trace.go:171","msg":"trace[1643101957] linearizableReadLoop","detail":"{readStateIndex:8474; appliedIndex:8473; }","duration":"395.580722ms","start":"2026-03-05T16:52:25.734833Z","end":"2026-03-05T16:52:26.130414Z","steps":["trace[1643101957] 'read index received' (duration: 262.581399ms)","trace[1643101957] 'applied index is now lower than readState.Index' (duration: 132.998183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:26.130453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.480858Z","time spent":"649.561566ms","remote":"127.0.0.1:49010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T16:52:26.130632Z","caller":"traceutil/trace.go:171","msg":"trace[451480402] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"390.112685ms","start":"2026-03-05T16:52:25.740504Z","end":"2026-03-05T16:52:26.130616Z","steps":["trace[451480402] 'process raft request' (duration: 389.302305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.130713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.74049Z","time spent":"390.182796ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:26.130837Z","caller":"traceutil/trace.go:171","msg":"trace[536090832] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"390.280109ms","start":"2026-03-05T16:52:25.740543Z","end":"2026-03-05T16:52:26.130824Z","steps":["trace[536090832] 'process raft request' (duration: 389.297575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.130916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.740515Z","time spent":"390.361561ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:26.13039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.737123Z","time spent":"393.264703ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T16:52:26.131181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.766559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-05T16:52:26.131231Z","caller":"traceutil/trace.go:171","msg":"trace[1545632815] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8167; }","duration":"510.855451ms","start":"2026-03-05T16:52:25.620354Z","end":"2026-03-05T16:52:26.131209Z","steps":["trace[1545632815] 'agreement among raft nodes before linearized reading' (duration: 510.128523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.131255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.620334Z","time spent":"510.914053ms","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210826,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-05T16:52:26.13164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.306963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T16:52:26.131703Z","caller":"traceutil/trace.go:171","msg":"trace[1920374873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8167; }","duration":"740.387134ms","start":"2026-03-05T16:52:25.391301Z","end":"2026-03-05T16:52:26.131688Z","steps":["trace[1920374873] 'agreement among raft nodes before linearized reading' (duration: 740.23062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.131735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.593806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:52:26.131745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.391288Z","time spent":"740.446116ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T16:52:26.131761Z","caller":"traceutil/trace.go:171","msg":"trace[1932243027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8167; }","duration":"394.641607ms","start":"2026-03-05T16:52:25.737113Z","end":"2026-03-05T16:52:26.131755Z","steps":["trace[1932243027] 'agreement among raft nodes before linearized reading' (duration: 394.601036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.131778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.737095Z","time spent":"394.679738ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:52:26.131978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.875779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a001c498fc30d\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-05T16:52:26.132019Z","caller":"traceutil/trace.go:171","msg":"trace[901563380] range","detail":"{range_begin:/registry/events/openstack/ceph.189a001c498fc30d; range_end:; response_count:1; response_revision:8167; }","duration":"387.92811ms","start":"2026-03-05T16:52:25.74408Z","end":"2026-03-05T16:52:26.132008Z","steps":["trace[901563380] 'agreement among raft nodes before linearized reading' (duration: 387.815857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.132056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.744074Z","time spent":"387.972342ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189a001c498fc30d\" "} {"level":"warn","ts":"2026-03-05T16:52:26.132108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.431738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227448"} {"level":"info","ts":"2026-03-05T16:52:26.132153Z","caller":"traceutil/trace.go:171","msg":"trace[547049222] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8167; }","duration":"391.48971ms","start":"2026-03-05T16:52:25.740657Z","end":"2026-03-05T16:52:26.132146Z","steps":["trace[547049222] 'agreement among raft nodes before linearized reading' (duration: 391.251223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.132172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.740651Z","time spent":"391.51489ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227471,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T16:52:26.132342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.526356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T16:52:26.133032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.949439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:52:26.133115Z","caller":"traceutil/trace.go:171","msg":"trace[1045627172] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8167; }","duration":"183.181526ms","start":"2026-03-05T16:52:25.949917Z","end":"2026-03-05T16:52:26.133099Z","steps":["trace[1045627172] 'agreement among raft nodes before linearized reading' (duration: 183.017882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.134644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.348309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-05T16:52:26.13473Z","caller":"traceutil/trace.go:171","msg":"trace[1693098806] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8167; }","duration":"743.459162ms","start":"2026-03-05T16:52:25.391246Z","end":"2026-03-05T16:52:26.134705Z","steps":["trace[1693098806] 'agreement among raft nodes before linearized reading' (duration: 739.344419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.13477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.391228Z","time spent":"743.531493ms","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-05T16:52:26.132366Z","caller":"traceutil/trace.go:171","msg":"trace[1836878608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8167; }","duration":"392.588318ms","start":"2026-03-05T16:52:25.739772Z","end":"2026-03-05T16:52:26.13236Z","steps":["trace[1836878608] 'agreement among raft nodes before linearized reading' (duration: 392.519196ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:26.130426Z","caller":"traceutil/trace.go:171","msg":"trace[1384413884] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"390.33303ms","start":"2026-03-05T16:52:25.740052Z","end":"2026-03-05T16:52:26.130385Z","steps":["trace[1384413884] 'process raft request' (duration: 389.692345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.135383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.739749Z","time spent":"395.615074ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T16:52:26.135526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:25.740037Z","time spent":"395.364306ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:26.372669Z","caller":"traceutil/trace.go:171","msg":"trace[1123518744] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8480; }","duration":"182.705613ms","start":"2026-03-05T16:52:26.189941Z","end":"2026-03-05T16:52:26.372646Z","steps":["trace[1123518744] 'read index received' (duration: 181.931374ms)","trace[1123518744] 'applied index is now lower than readState.Index' (duration: 773.119µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:52:26.372819Z","caller":"traceutil/trace.go:171","msg":"trace[748278801] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"234.527167ms","start":"2026-03-05T16:52:26.138236Z","end":"2026-03-05T16:52:26.372763Z","steps":["trace[748278801] 'process raft request' (duration: 234.352243ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:26.37289Z","caller":"traceutil/trace.go:171","msg":"trace[1378776907] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"235.290968ms","start":"2026-03-05T16:52:26.137577Z","end":"2026-03-05T16:52:26.372868Z","steps":["trace[1378776907] 'process raft request' (duration: 234.96431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.373143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.227582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:26.373238Z","caller":"traceutil/trace.go:171","msg":"trace[1161402593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8172; }","duration":"230.331495ms","start":"2026-03-05T16:52:26.142886Z","end":"2026-03-05T16:52:26.373217Z","steps":["trace[1161402593] 'agreement among raft nodes before linearized reading' (duration: 229.971255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.373267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.008847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-05T16:52:26.373358Z","caller":"traceutil/trace.go:171","msg":"trace[126069284] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8172; }","duration":"208.164441ms","start":"2026-03-05T16:52:26.165173Z","end":"2026-03-05T16:52:26.373337Z","steps":["trace[126069284] 'agreement among raft nodes before linearized reading' (duration: 207.935055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.373364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.902013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-05T16:52:26.373416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.306809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T16:52:26.37344Z","caller":"traceutil/trace.go:171","msg":"trace[96442149] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8172; }","duration":"226.002726ms","start":"2026-03-05T16:52:26.14742Z","end":"2026-03-05T16:52:26.373422Z","steps":["trace[96442149] 'agreement among raft nodes before linearized reading' (duration: 225.711278ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:26.373476Z","caller":"traceutil/trace.go:171","msg":"trace[887032836] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8172; }","duration":"181.387962ms","start":"2026-03-05T16:52:26.192071Z","end":"2026-03-05T16:52:26.373459Z","steps":["trace[887032836] 'agreement among raft nodes before linearized reading' (duration: 180.93536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.373396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.756585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-05T16:52:26.372645Z","caller":"traceutil/trace.go:171","msg":"trace[553213314] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"237.241106ms","start":"2026-03-05T16:52:26.135376Z","end":"2026-03-05T16:52:26.372617Z","steps":["trace[553213314] 'process raft request' (duration: 237.104572ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:26.37365Z","caller":"traceutil/trace.go:171","msg":"trace[1431123305] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8172; }","duration":"237.173835ms","start":"2026-03-05T16:52:26.136459Z","end":"2026-03-05T16:52:26.373633Z","steps":["trace[1431123305] 'agreement among raft nodes before linearized reading' (duration: 236.665352ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:26.374134Z","caller":"traceutil/trace.go:171","msg":"trace[1982744246] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"239.167344ms","start":"2026-03-05T16:52:26.134929Z","end":"2026-03-05T16:52:26.374096Z","steps":["trace[1982744246] 'process raft request' (duration: 236.901607ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:26.685104Z","caller":"traceutil/trace.go:171","msg":"trace[1032110174] linearizableReadLoop","detail":"{readStateIndex:8486; appliedIndex:8485; }","duration":"242.005795ms","start":"2026-03-05T16:52:26.443079Z","end":"2026-03-05T16:52:26.685085Z","steps":["trace[1032110174] 'read index received' (duration: 241.833071ms)","trace[1032110174] 'applied index is now lower than readState.Index' (duration: 171.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:52:26.685165Z","caller":"traceutil/trace.go:171","msg":"trace[1336173730] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"242.083987ms","start":"2026-03-05T16:52:26.443047Z","end":"2026-03-05T16:52:26.685131Z","steps":["trace[1336173730] 'process raft request' (duration: 241.915853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.685243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.137368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:26.685275Z","caller":"traceutil/trace.go:171","msg":"trace[1020079625] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8174; }","duration":"242.22766ms","start":"2026-03-05T16:52:26.443039Z","end":"2026-03-05T16:52:26.685267Z","steps":["trace[1020079625] 'agreement among raft nodes before linearized reading' (duration: 242.149078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.685384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.746748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-05T16:52:26.685453Z","caller":"traceutil/trace.go:171","msg":"trace[431223144] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8174; }","duration":"241.849011ms","start":"2026-03-05T16:52:26.443586Z","end":"2026-03-05T16:52:26.685435Z","steps":["trace[431223144] 'agreement among raft nodes before linearized reading' (duration: 241.640746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.685409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.910939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:52:26.68551Z","caller":"traceutil/trace.go:171","msg":"trace[92288115] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8174; }","duration":"229.045712ms","start":"2026-03-05T16:52:26.456443Z","end":"2026-03-05T16:52:26.685489Z","steps":["trace[92288115] 'agreement among raft nodes before linearized reading' (duration: 228.862727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:26.685502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.240271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-05T16:52:26.685601Z","caller":"traceutil/trace.go:171","msg":"trace[3616351] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8174; }","duration":"240.375885ms","start":"2026-03-05T16:52:26.445195Z","end":"2026-03-05T16:52:26.685571Z","steps":["trace[3616351] 'agreement among raft nodes before linearized reading' (duration: 240.115718ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:26.874767Z","caller":"traceutil/trace.go:171","msg":"trace[172882112] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"156.013838ms","start":"2026-03-05T16:52:26.718703Z","end":"2026-03-05T16:52:26.874716Z","steps":["trace[172882112] 'process raft request' (duration: 109.26924ms)","trace[172882112] 'compare' (duration: 46.278476ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:52:27.548274Z","caller":"traceutil/trace.go:171","msg":"trace[617758327] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"293.631925ms","start":"2026-03-05T16:52:27.254566Z","end":"2026-03-05T16:52:27.548198Z","steps":["trace[617758327] 'process raft request' (duration: 293.471492ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:27.548782Z","caller":"traceutil/trace.go:171","msg":"trace[1470991717] linearizableReadLoop","detail":"{readStateIndex:8488; appliedIndex:8488; }","duration":"218.271383ms","start":"2026-03-05T16:52:27.330499Z","end":"2026-03-05T16:52:27.54877Z","steps":["trace[1470991717] 'read index received' (duration: 218.266992ms)","trace[1470991717] 'applied index is now lower than readState.Index' (duration: 3.691µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:27.548948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.436356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-05T16:52:27.549224Z","caller":"traceutil/trace.go:171","msg":"trace[859666873] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8176; }","duration":"218.745144ms","start":"2026-03-05T16:52:27.330463Z","end":"2026-03-05T16:52:27.549208Z","steps":["trace[859666873] 'agreement among raft nodes before linearized reading' (duration: 218.376565ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:27.576626Z","caller":"traceutil/trace.go:171","msg":"trace[1814189609] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"120.823518ms","start":"2026-03-05T16:52:27.455782Z","end":"2026-03-05T16:52:27.576605Z","steps":["trace[1814189609] 'process raft request' (duration: 120.790567ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:27.576805Z","caller":"traceutil/trace.go:171","msg":"trace[741692840] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"121.116536ms","start":"2026-03-05T16:52:27.455643Z","end":"2026-03-05T16:52:27.57676Z","steps":["trace[741692840] 'process raft request' (duration: 120.816848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:28.097021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.124551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:28.097095Z","caller":"traceutil/trace.go:171","msg":"trace[1556301176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8179; }","duration":"140.248094ms","start":"2026-03-05T16:52:27.95683Z","end":"2026-03-05T16:52:28.097078Z","steps":["trace[1556301176] 'range keys from in-memory index tree' (duration: 140.048369ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:28.317212Z","caller":"traceutil/trace.go:171","msg":"trace[1307770522] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"178.611653ms","start":"2026-03-05T16:52:28.138575Z","end":"2026-03-05T16:52:28.317187Z","steps":["trace[1307770522] 'process raft request' (duration: 178.435497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:28.317507Z","caller":"traceutil/trace.go:171","msg":"trace[172777714] linearizableReadLoop","detail":"{readStateIndex:8492; appliedIndex:8492; }","duration":"178.241803ms","start":"2026-03-05T16:52:28.13923Z","end":"2026-03-05T16:52:28.317472Z","steps":["trace[172777714] 'read index received' (duration: 178.196202ms)","trace[172777714] 'applied index is now lower than readState.Index' (duration: 42.361µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:28.317757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.504299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T16:52:28.317827Z","caller":"traceutil/trace.go:171","msg":"trace[2047025767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:8180; }","duration":"178.613472ms","start":"2026-03-05T16:52:28.139197Z","end":"2026-03-05T16:52:28.31781Z","steps":["trace[2047025767] 'agreement among raft nodes before linearized reading' (duration: 178.416157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:28.818097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054263449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:52:28.852594Z","caller":"traceutil/trace.go:171","msg":"trace[2069484058] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"712.314695ms","start":"2026-03-05T16:52:28.140253Z","end":"2026-03-05T16:52:28.852568Z","steps":["trace[2069484058] 'process raft request' (duration: 712.1187ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:28.852742Z","caller":"traceutil/trace.go:171","msg":"trace[1897984026] linearizableReadLoop","detail":"{readStateIndex:8494; appliedIndex:8492; }","duration":"535.136367ms","start":"2026-03-05T16:52:28.317585Z","end":"2026-03-05T16:52:28.852722Z","steps":["trace[1897984026] 'read index received' (duration: 534.870521ms)","trace[1897984026] 'applied index is now lower than readState.Index' (duration: 263.896µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:28.852722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:28.140238Z","time spent":"712.410887ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:28.853036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.573655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T16:52:28.853132Z","caller":"traceutil/trace.go:171","msg":"trace[1492362253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8182; }","duration":"474.680248ms","start":"2026-03-05T16:52:28.378429Z","end":"2026-03-05T16:52:28.85311Z","steps":["trace[1492362253] 'agreement among raft nodes before linearized reading' (duration: 474.488483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:28.853193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:28.378378Z","time spent":"474.802112ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:52:28.853038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.736249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:52:28.853223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.100487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227448"} {"level":"info","ts":"2026-03-05T16:52:28.853275Z","caller":"traceutil/trace.go:171","msg":"trace[2079912972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8182; }","duration":"505.20727ms","start":"2026-03-05T16:52:28.348057Z","end":"2026-03-05T16:52:28.853264Z","steps":["trace[2079912972] 'agreement among raft nodes before linearized reading' (duration: 504.79204ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:28.853276Z","caller":"traceutil/trace.go:171","msg":"trace[1027497915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8182; }","duration":"712.021157ms","start":"2026-03-05T16:52:28.141238Z","end":"2026-03-05T16:52:28.853259Z","steps":["trace[1027497915] 'agreement among raft nodes before linearized reading' (duration: 711.572236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:28.853312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:28.348031Z","time spent":"505.270002ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227471,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T16:52:28.853373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:28.141232Z","time spent":"712.127429ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:52:28.853113Z","caller":"traceutil/trace.go:171","msg":"trace[1652452030] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"712.541211ms","start":"2026-03-05T16:52:28.14027Z","end":"2026-03-05T16:52:28.852811Z","steps":["trace[1652452030] 'process raft request' (duration: 712.258124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:28.853807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:28.140256Z","time spent":"713.493004ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:29.163424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.639508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:52:29.163718Z","caller":"traceutil/trace.go:171","msg":"trace[628302147] linearizableReadLoop","detail":"{readStateIndex:8496; appliedIndex:8494; }","duration":"205.482644ms","start":"2026-03-05T16:52:28.958219Z","end":"2026-03-05T16:52:29.163701Z","steps":["trace[628302147] 'read index received' (duration: 19.62774ms)","trace[628302147] 'applied index is now lower than readState.Index' (duration: 185.854064ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:52:29.163836Z","caller":"traceutil/trace.go:171","msg":"trace[1895145207] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"303.133662ms","start":"2026-03-05T16:52:28.860689Z","end":"2026-03-05T16:52:29.163823Z","steps":["trace[1895145207] 'process raft request' (duration: 117.012562ms)","trace[1895145207] 'compare' (duration: 185.36351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:52:29.163902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:28.86067Z","time spent":"303.199394ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:52:29.164032Z","caller":"traceutil/trace.go:171","msg":"trace[1319966669] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"303.014989ms","start":"2026-03-05T16:52:28.860996Z","end":"2026-03-05T16:52:29.164011Z","steps":["trace[1319966669] 'process raft request' (duration: 302.530168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:29.164113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:52:28.860982Z","time spent":"303.095011ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:52:29.164192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.850323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:52:29.164364Z","caller":"traceutil/trace.go:171","msg":"trace[174343964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8184; }","duration":"206.850577ms","start":"2026-03-05T16:52:28.95748Z","end":"2026-03-05T16:52:29.16433Z","steps":["trace[174343964] 'agreement among raft nodes before linearized reading' (duration: 206.414807ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:29.787302Z","caller":"traceutil/trace.go:171","msg":"trace[550453038] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"204.5697ms","start":"2026-03-05T16:52:29.582699Z","end":"2026-03-05T16:52:29.787268Z","steps":["trace[550453038] 'process raft request' (duration: 204.428247ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:52:29.788668Z","caller":"traceutil/trace.go:171","msg":"trace[1928066288] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"204.771495ms","start":"2026-03-05T16:52:29.583876Z","end":"2026-03-05T16:52:29.788647Z","steps":["trace[1928066288] 'process raft request' (duration: 204.472308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:36.985585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.109798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:52:36.986125Z","caller":"traceutil/trace.go:171","msg":"trace[1740888812] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8248; }","duration":"230.689152ms","start":"2026-03-05T16:52:36.755404Z","end":"2026-03-05T16:52:36.986093Z","steps":["trace[1740888812] 'count revisions from in-memory index tree' (duration: 230.012986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:52:36.985735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.154936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T16:52:36.986366Z","caller":"traceutil/trace.go:171","msg":"trace[1992133919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8248; }","duration":"179.846883ms","start":"2026-03-05T16:52:36.806498Z","end":"2026-03-05T16:52:36.986344Z","steps":["trace[1992133919] 'range keys from in-memory index tree' (duration: 178.902339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:24.131517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.828251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:53:24.131619Z","caller":"traceutil/trace.go:171","msg":"trace[762224305] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8772; }","duration":"243.979914ms","start":"2026-03-05T16:53:23.88762Z","end":"2026-03-05T16:53:24.131599Z","steps":["trace[762224305] 'count revisions from in-memory index tree' (duration: 243.756719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:24.132031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.616577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:53:24.132118Z","caller":"traceutil/trace.go:171","msg":"trace[1348446607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8772; }","duration":"177.737441ms","start":"2026-03-05T16:53:23.954364Z","end":"2026-03-05T16:53:24.132102Z","steps":["trace[1348446607] 'range keys from in-memory index tree' (duration: 177.512185ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:24.262453Z","caller":"traceutil/trace.go:171","msg":"trace[1812659502] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"285.986575ms","start":"2026-03-05T16:53:23.976439Z","end":"2026-03-05T16:53:24.262425Z","steps":["trace[1812659502] 'process raft request' (duration: 285.936083ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:24.262496Z","caller":"traceutil/trace.go:171","msg":"trace[10413478] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"286.015285ms","start":"2026-03-05T16:53:23.976433Z","end":"2026-03-05T16:53:24.262449Z","steps":["trace[10413478] 'process raft request' (duration: 285.79534ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:24.26619Z","caller":"traceutil/trace.go:171","msg":"trace[2114587375] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9103; }","duration":"133.216107ms","start":"2026-03-05T16:53:24.132939Z","end":"2026-03-05T16:53:24.266155Z","steps":["trace[2114587375] 'read index received' (duration: 129.465024ms)","trace[2114587375] 'applied index is now lower than readState.Index' (duration: 3.749623ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:53:24.26622Z","caller":"traceutil/trace.go:171","msg":"trace[1270315629] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"283.561343ms","start":"2026-03-05T16:53:23.982627Z","end":"2026-03-05T16:53:24.266188Z","steps":["trace[1270315629] 'process raft request' (duration: 283.266526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:24.266326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.373932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:53:24.266367Z","caller":"traceutil/trace.go:171","msg":"trace[1806990068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8775; }","duration":"133.460884ms","start":"2026-03-05T16:53:24.132896Z","end":"2026-03-05T16:53:24.266357Z","steps":["trace[1806990068] 'agreement among raft nodes before linearized reading' (duration: 133.361302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:37.811049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054265276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:53:38.312024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054265276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:53:38.329601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020100833s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:53:38.330119Z","caller":"traceutil/trace.go:171","msg":"trace[1645796947] linearizableReadLoop","detail":"{readStateIndex:9175; appliedIndex:9174; }","duration":"1.020123803s","start":"2026-03-05T16:53:37.309972Z","end":"2026-03-05T16:53:38.330095Z","steps":["trace[1645796947] 'read index received' (duration: 1.019834926s)","trace[1645796947] 'applied index is now lower than readState.Index' (duration: 287.137µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:53:38.330204Z","caller":"traceutil/trace.go:171","msg":"trace[1025388859] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"1.020830752s","start":"2026-03-05T16:53:37.309339Z","end":"2026-03-05T16:53:38.330169Z","steps":["trace[1025388859] 'process raft request' (duration: 1.020407901s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:38.330367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:37.309236Z","time spent":"1.021039046s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:53:38.33052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020481082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:53:38.330569Z","caller":"traceutil/trace.go:171","msg":"trace[2121431181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8843; }","duration":"1.020646246s","start":"2026-03-05T16:53:37.30991Z","end":"2026-03-05T16:53:38.330557Z","steps":["trace[2121431181] 'agreement among raft nodes before linearized reading' (duration: 1.020306268s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:38.330705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:37.309889Z","time spent":"1.020760748s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:53:38.378275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.351561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:53:38.378316Z","caller":"traceutil/trace.go:171","msg":"trace[807859656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8846; }","duration":"420.436623ms","start":"2026-03-05T16:53:37.95787Z","end":"2026-03-05T16:53:38.378307Z","steps":["trace[807859656] 'agreement among raft nodes before linearized reading' (duration: 420.362371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:38.37834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:37.95785Z","time spent":"420.484484ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:53:38.378358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043198619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T16:53:38.378368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.622659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:53:38.378442Z","caller":"traceutil/trace.go:171","msg":"trace[838642613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:8846; }","duration":"1.043329523s","start":"2026-03-05T16:53:37.335093Z","end":"2026-03-05T16:53:38.378423Z","steps":["trace[838642613] 'agreement among raft nodes before linearized reading' (duration: 1.043089147s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:38.378453Z","caller":"traceutil/trace.go:171","msg":"trace[422220515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8846; }","duration":"834.745492ms","start":"2026-03-05T16:53:37.543689Z","end":"2026-03-05T16:53:38.378434Z","steps":["trace[422220515] 'agreement among raft nodes before linearized reading' (duration: 834.562168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:38.378489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:37.335076Z","time spent":"1.043404434s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dnvlz\" "} {"level":"warn","ts":"2026-03-05T16:53:38.378497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:37.543672Z","time spent":"834.813033ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:53:38.37851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.511215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T16:53:38.378533Z","caller":"traceutil/trace.go:171","msg":"trace[28985235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8846; }","duration":"165.572446ms","start":"2026-03-05T16:53:38.212953Z","end":"2026-03-05T16:53:38.378526Z","steps":["trace[28985235] 'agreement among raft nodes before linearized reading' (duration: 165.495324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:38.37851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.947094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T16:53:38.378658Z","caller":"traceutil/trace.go:171","msg":"trace[784564200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8846; }","duration":"776.128008ms","start":"2026-03-05T16:53:37.602513Z","end":"2026-03-05T16:53:38.378641Z","steps":["trace[784564200] 'agreement among raft nodes before linearized reading' (duration: 775.754239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:38.378749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:37.602468Z","time spent":"776.266782ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:53:38.37857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.669332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:53:38.378791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.668573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:53:38.378839Z","caller":"traceutil/trace.go:171","msg":"trace[445816421] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8846; }","duration":"989.99449ms","start":"2026-03-05T16:53:37.38883Z","end":"2026-03-05T16:53:38.378825Z","steps":["trace[445816421] 'agreement among raft nodes before linearized reading' (duration: 989.61789ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:38.378873Z","caller":"traceutil/trace.go:171","msg":"trace[1936530718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8846; }","duration":"168.844497ms","start":"2026-03-05T16:53:38.210006Z","end":"2026-03-05T16:53:38.37885Z","steps":["trace[1936530718] 'agreement among raft nodes before linearized reading' (duration: 168.494169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:38.378894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:37.388809Z","time spent":"990.067932ms","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":72,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:53:38.897357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054265286,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:53:38.926988Z","caller":"traceutil/trace.go:171","msg":"trace[244713241] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"543.899267ms","start":"2026-03-05T16:53:38.383063Z","end":"2026-03-05T16:53:38.926962Z","steps":["trace[244713241] 'process raft request' (duration: 543.721542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:38.927137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:38.383048Z","time spent":"544.017099ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:53:38.927166Z","caller":"traceutil/trace.go:171","msg":"trace[1240000059] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"543.965349ms","start":"2026-03-05T16:53:38.38316Z","end":"2026-03-05T16:53:38.927125Z","steps":["trace[1240000059] 'process raft request' (duration: 543.763774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:38.927254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:38.383152Z","time spent":"544.055451ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:53:39.204639Z","caller":"traceutil/trace.go:171","msg":"trace[731887086] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"799.391208ms","start":"2026-03-05T16:53:38.405215Z","end":"2026-03-05T16:53:39.204606Z","steps":["trace[731887086] 'process raft request' (duration: 798.921587ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:39.204824Z","caller":"traceutil/trace.go:171","msg":"trace[1910668185] linearizableReadLoop","detail":"{readStateIndex:9182; appliedIndex:9179; }","duration":"807.954522ms","start":"2026-03-05T16:53:38.396844Z","end":"2026-03-05T16:53:39.204799Z","steps":["trace[1910668185] 'read index received' (duration: 529.967358ms)","trace[1910668185] 'applied index is now lower than readState.Index' (duration: 277.985984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:53:39.20488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:38.405196Z","time spent":"799.604394ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:53:39.205153Z","caller":"traceutil/trace.go:171","msg":"trace[1799350168] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"281.43252ms","start":"2026-03-05T16:53:38.923704Z","end":"2026-03-05T16:53:39.205136Z","steps":["trace[1799350168] 'process raft request' (duration: 280.718983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:39.205577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.945187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T16:53:39.205674Z","caller":"traceutil/trace.go:171","msg":"trace[868216053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8851; }","duration":"823.06072ms","start":"2026-03-05T16:53:38.382599Z","end":"2026-03-05T16:53:39.20566Z","steps":["trace[868216053] 'agreement among raft nodes before linearized reading' (duration: 822.840035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:39.205742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:38.382589Z","time spent":"823.142502ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T16:53:39.205924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.407699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T16:53:39.206013Z","caller":"traceutil/trace.go:171","msg":"trace[1459418141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8851; }","duration":"562.551902ms","start":"2026-03-05T16:53:38.643443Z","end":"2026-03-05T16:53:39.205995Z","steps":["trace[1459418141] 'agreement among raft nodes before linearized reading' (duration: 562.197114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:39.20611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.581919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289870"} {"level":"info","ts":"2026-03-05T16:53:39.206161Z","caller":"traceutil/trace.go:171","msg":"trace[1613564223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8851; }","duration":"822.698651ms","start":"2026-03-05T16:53:38.383452Z","end":"2026-03-05T16:53:39.20615Z","steps":["trace[1613564223] 'agreement among raft nodes before linearized reading' (duration: 821.948642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:39.206202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:38.383443Z","time spent":"822.749133ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289893,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T16:53:39.206586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:53:38.643424Z","time spent":"563.143788ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:55:27.62851Z","caller":"traceutil/trace.go:171","msg":"trace[1374258322] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"133.206029ms","start":"2026-03-05T16:55:27.495275Z","end":"2026-03-05T16:55:27.628481Z","steps":["trace[1374258322] 'process raft request' (duration: 133.036035ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:55:27.728488Z","caller":"traceutil/trace.go:171","msg":"trace[860077663] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"233.002423ms","start":"2026-03-05T16:55:27.495449Z","end":"2026-03-05T16:55:27.728451Z","steps":["trace[860077663] 'process raft request' (duration: 222.167103ms)","trace[860077663] 'compare' (duration: 10.663266ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:55:35.482271Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T16:55:35.489022Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T16:55:35.489135Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-05T16:56:01.879825Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7505} {"level":"info","ts":"2026-03-05T16:56:01.956058Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7505,"took":"74.585714ms","hash":3965369809,"current-db-size-bytes":41009152,"current-db-size":"41 MB","current-db-size-in-use-bytes":25886720,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-05T16:56:01.956109Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3965369809,"revision":7505,"compact-revision":5477} {"level":"info","ts":"2026-03-05T16:57:02.160464Z","caller":"traceutil/trace.go:171","msg":"trace[549354321] linearizableReadLoop","detail":"{readStateIndex:10868; appliedIndex:10867; }","duration":"224.556484ms","start":"2026-03-05T16:57:01.935884Z","end":"2026-03-05T16:57:02.16044Z","steps":["trace[549354321] 'read index received' (duration: 224.362638ms)","trace[549354321] 'applied index is now lower than readState.Index' (duration: 192.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:57:02.160602Z","caller":"traceutil/trace.go:171","msg":"trace[640189083] transaction","detail":"{read_only:false; response_revision:10485; number_of_response:1; }","duration":"226.187584ms","start":"2026-03-05T16:57:01.934403Z","end":"2026-03-05T16:57:02.160591Z","steps":["trace[640189083] 'process raft request' (duration: 225.879965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:57:02.160724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.311327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:57:02.160812Z","caller":"traceutil/trace.go:171","msg":"trace[838688593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10485; }","duration":"198.401909ms","start":"2026-03-05T16:57:01.962389Z","end":"2026-03-05T16:57:02.160791Z","steps":["trace[838688593] 'agreement among raft nodes before linearized reading' (duration: 198.265906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:57:02.161323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.434375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-05T16:57:02.161402Z","caller":"traceutil/trace.go:171","msg":"trace[1721218791] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10485; }","duration":"225.553318ms","start":"2026-03-05T16:57:01.935829Z","end":"2026-03-05T16:57:02.161382Z","steps":["trace[1721218791] 'agreement among raft nodes before linearized reading' (duration: 225.402194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:57:25.474766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.158152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:57:25.475158Z","caller":"traceutil/trace.go:171","msg":"trace[688547176] transaction","detail":"{read_only:false; response_revision:10602; number_of_response:1; }","duration":"265.989978ms","start":"2026-03-05T16:57:25.209149Z","end":"2026-03-05T16:57:25.475139Z","steps":["trace[688547176] 'process raft request' (duration: 265.860595ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:57:25.475127Z","caller":"traceutil/trace.go:171","msg":"trace[1122168665] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"290.978343ms","start":"2026-03-05T16:57:25.184109Z","end":"2026-03-05T16:57:25.475087Z","steps":["trace[1122168665] 'process raft request' (duration: 110.416951ms)","trace[1122168665] 'compare' (duration: 179.744592ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:57:25.475528Z","caller":"traceutil/trace.go:171","msg":"trace[1991461353] transaction","detail":"{read_only:false; response_revision:10603; number_of_response:1; }","duration":"266.07599ms","start":"2026-03-05T16:57:25.209424Z","end":"2026-03-05T16:57:25.4755Z","steps":["trace[1991461353] 'process raft request' (duration: 265.67832ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:57:25.475656Z","caller":"traceutil/trace.go:171","msg":"trace[599134412] linearizableReadLoop","detail":"{readStateIndex:10992; appliedIndex:10988; }","duration":"183.924667ms","start":"2026-03-05T16:57:25.291718Z","end":"2026-03-05T16:57:25.475642Z","steps":["trace[599134412] 'read index received' (duration: 2.815781ms)","trace[599134412] 'applied index is now lower than readState.Index' (duration: 181.103846ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:57:25.475702Z","caller":"traceutil/trace.go:171","msg":"trace[1576605017] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"252.284736ms","start":"2026-03-05T16:57:25.223397Z","end":"2026-03-05T16:57:25.475682Z","steps":["trace[1576605017] 'process raft request' (duration: 252.023679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:57:25.475777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.06773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:57:25.475813Z","caller":"traceutil/trace.go:171","msg":"trace[598548009] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10604; }","duration":"184.143252ms","start":"2026-03-05T16:57:25.291661Z","end":"2026-03-05T16:57:25.475804Z","steps":["trace[598548009] 'agreement among raft nodes before linearized reading' (duration: 184.030069ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:57:25.784527Z","caller":"traceutil/trace.go:171","msg":"trace[1924174337] transaction","detail":"{read_only:false; response_revision:10605; number_of_response:1; }","duration":"300.862191ms","start":"2026-03-05T16:57:25.483624Z","end":"2026-03-05T16:57:25.784486Z","steps":["trace[1924174337] 'process raft request' (duration: 244.869351ms)","trace[1924174337] 'compare' (duration: 55.693491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:57:25.784698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:57:25.483608Z","time spent":"301.000254ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:57:25.834039Z","caller":"traceutil/trace.go:171","msg":"trace[529282727] linearizableReadLoop","detail":"{readStateIndex:10994; appliedIndex:10992; }","duration":"330.568262ms","start":"2026-03-05T16:57:25.503443Z","end":"2026-03-05T16:57:25.834011Z","steps":["trace[529282727] 'read index received' (duration: 225.068016ms)","trace[529282727] 'applied index is now lower than readState.Index' (duration: 105.499206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:57:25.834299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.826439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:57:25.83432Z","caller":"traceutil/trace.go:171","msg":"trace[485172183] transaction","detail":"{read_only:false; response_revision:10606; number_of_response:1; }","duration":"350.205523ms","start":"2026-03-05T16:57:25.48407Z","end":"2026-03-05T16:57:25.834275Z","steps":["trace[485172183] 'process raft request' (duration: 349.803534ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:57:25.834402Z","caller":"traceutil/trace.go:171","msg":"trace[610938933] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10606; }","duration":"330.991383ms","start":"2026-03-05T16:57:25.503389Z","end":"2026-03-05T16:57:25.834381Z","steps":["trace[610938933] 'agreement among raft nodes before linearized reading' (duration: 330.789388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:57:25.83446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:57:25.503368Z","time spent":"331.081305ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:57:25.834501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:57:25.484047Z","time spent":"350.357047ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:57:26.4496Z","caller":"traceutil/trace.go:171","msg":"trace[35816878] transaction","detail":"{read_only:false; response_revision:10607; number_of_response:1; }","duration":"109.285441ms","start":"2026-03-05T16:57:26.340289Z","end":"2026-03-05T16:57:26.449575Z","steps":["trace[35816878] 'process raft request' (duration: 109.151968ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:57:26.876172Z","caller":"traceutil/trace.go:171","msg":"trace[640443487] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"202.791899ms","start":"2026-03-05T16:57:26.673353Z","end":"2026-03-05T16:57:26.876145Z","steps":["trace[640443487] 'process raft request' (duration: 114.260936ms)","trace[640443487] 'compare' (duration: 88.355878ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:57:31.713271Z","caller":"traceutil/trace.go:171","msg":"trace[90971438] transaction","detail":"{read_only:false; response_revision:10629; number_of_response:1; }","duration":"118.202854ms","start":"2026-03-05T16:57:31.595038Z","end":"2026-03-05T16:57:31.713241Z","steps":["trace[90971438] 'process raft request' (duration: 105.263771ms)","trace[90971438] 'compare' (duration: 12.834551ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:57:31.738697Z","caller":"traceutil/trace.go:171","msg":"trace[787648834] transaction","detail":"{read_only:false; response_revision:10630; number_of_response:1; }","duration":"131.145138ms","start":"2026-03-05T16:57:31.607527Z","end":"2026-03-05T16:57:31.738672Z","steps":["trace[787648834] 'process raft request' (duration: 131.035355ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:01:01.88937Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9883} {"level":"info","ts":"2026-03-05T17:01:01.972985Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9883,"took":"81.236109ms","hash":225673777,"current-db-size-bytes":41009152,"current-db-size":"41 MB","current-db-size-in-use-bytes":23412736,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-05T17:01:01.973045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":225673777,"revision":9883,"compact-revision":7505} {"level":"info","ts":"2026-03-05T17:02:57.885651Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000336a.wal"} {"level":"info","ts":"2026-03-05T17:03:11.767094Z","caller":"traceutil/trace.go:171","msg":"trace[238664365] linearizableReadLoop","detail":"{readStateIndex:13273; appliedIndex:13272; }","duration":"131.567767ms","start":"2026-03-05T17:03:11.635502Z","end":"2026-03-05T17:03:11.767069Z","steps":["trace[238664365] 'read index received' (duration: 131.253729ms)","trace[238664365] 'applied index is now lower than readState.Index' (duration: 313.288µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:03:11.76721Z","caller":"traceutil/trace.go:171","msg":"trace[1710643464] transaction","detail":"{read_only:false; response_revision:12800; number_of_response:1; }","duration":"162.973761ms","start":"2026-03-05T17:03:11.604197Z","end":"2026-03-05T17:03:11.76717Z","steps":["trace[1710643464] 'process raft request' (duration: 162.710105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:11.767347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.831144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T17:03:11.767384Z","caller":"traceutil/trace.go:171","msg":"trace[386092428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12800; }","duration":"131.914385ms","start":"2026-03-05T17:03:11.635458Z","end":"2026-03-05T17:03:11.767373Z","steps":["trace[386092428] 'agreement among raft nodes before linearized reading' (duration: 131.761702ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:14.563249Z","caller":"traceutil/trace.go:171","msg":"trace[1758236456] linearizableReadLoop","detail":"{readStateIndex:13285; appliedIndex:13284; }","duration":"151.051095ms","start":"2026-03-05T17:03:14.412167Z","end":"2026-03-05T17:03:14.563218Z","steps":["trace[1758236456] 'read index received' (duration: 150.631134ms)","trace[1758236456] 'applied index is now lower than readState.Index' (duration: 418.761µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:03:14.563342Z","caller":"traceutil/trace.go:171","msg":"trace[564057284] transaction","detail":"{read_only:false; response_revision:12812; number_of_response:1; }","duration":"325.482162ms","start":"2026-03-05T17:03:14.237821Z","end":"2026-03-05T17:03:14.563303Z","steps":["trace[564057284] 'process raft request' (duration: 325.054401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:14.563536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:14.237795Z","time spent":"325.629646ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:03:14.563684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.470455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150884"} {"level":"info","ts":"2026-03-05T17:03:14.56391Z","caller":"traceutil/trace.go:171","msg":"trace[1645374166] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:12812; }","duration":"151.796252ms","start":"2026-03-05T17:03:14.412098Z","end":"2026-03-05T17:03:14.563894Z","steps":["trace[1645374166] 'agreement among raft nodes before linearized reading' (duration: 151.262179ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:34.250592Z","caller":"traceutil/trace.go:171","msg":"trace[797484327] transaction","detail":"{read_only:false; response_revision:12909; number_of_response:1; }","duration":"367.301297ms","start":"2026-03-05T17:03:33.883258Z","end":"2026-03-05T17:03:34.25056Z","steps":["trace[797484327] 'process raft request' (duration: 367.124263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:34.250766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:33.883241Z","time spent":"367.440951ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:03:34.520709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.440483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:03:34.520863Z","caller":"traceutil/trace.go:171","msg":"trace[465310495] linearizableReadLoop","detail":"{readStateIndex:13387; appliedIndex:13385; }","duration":"625.934869ms","start":"2026-03-05T17:03:33.894905Z","end":"2026-03-05T17:03:34.52084Z","steps":["trace[465310495] 'read index received' (duration: 355.513522ms)","trace[465310495] 'applied index is now lower than readState.Index' (duration: 270.419436ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:03:34.520975Z","caller":"traceutil/trace.go:171","msg":"trace[395973827] transaction","detail":"{read_only:false; response_revision:12910; number_of_response:1; }","duration":"636.473253ms","start":"2026-03-05T17:03:33.884465Z","end":"2026-03-05T17:03:34.520938Z","steps":["trace[395973827] 'process raft request' (duration: 398.655241ms)","trace[395973827] 'compare' (duration: 237.189056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:03:34.521043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.114814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:03:34.521166Z","caller":"traceutil/trace.go:171","msg":"trace[1122551614] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12910; }","duration":"626.300818ms","start":"2026-03-05T17:03:33.894845Z","end":"2026-03-05T17:03:34.521146Z","steps":["trace[1122551614] 'agreement among raft nodes before linearized reading' (duration: 626.087083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:34.521196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:33.884439Z","time spent":"636.663587ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:03:34.521215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:33.894819Z","time spent":"626.386501ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:03:34.521171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.34615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-05T17:03:34.521332Z","caller":"traceutil/trace.go:171","msg":"trace[117091376] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12910; }","duration":"588.490504ms","start":"2026-03-05T17:03:33.932783Z","end":"2026-03-05T17:03:34.521274Z","steps":["trace[117091376] 'agreement among raft nodes before linearized reading' (duration: 588.186177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:34.521542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:33.932767Z","time spent":"588.602347ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:03:34.521831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.207661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:03:34.521999Z","caller":"traceutil/trace.go:171","msg":"trace[2102719530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12910; }","duration":"565.91037ms","start":"2026-03-05T17:03:33.955995Z","end":"2026-03-05T17:03:34.521905Z","steps":["trace[2102719530] 'agreement among raft nodes before linearized reading' (duration: 565.127389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:34.522102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:33.955978Z","time spent":"566.111334ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:03:43.022242Z","caller":"traceutil/trace.go:171","msg":"trace[267802799] linearizableReadLoop","detail":"{readStateIndex:13429; appliedIndex:13428; }","duration":"303.240696ms","start":"2026-03-05T17:03:42.718973Z","end":"2026-03-05T17:03:43.022214Z","steps":["trace[267802799] 'read index received' (duration: 302.9811ms)","trace[267802799] 'applied index is now lower than readState.Index' (duration: 258.246µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:03:43.02248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.490802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:03:43.022528Z","caller":"traceutil/trace.go:171","msg":"trace[1583871815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12950; }","duration":"303.580955ms","start":"2026-03-05T17:03:42.718939Z","end":"2026-03-05T17:03:43.02252Z","steps":["trace[1583871815] 'agreement among raft nodes before linearized reading' (duration: 303.433451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:43.022558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:42.718923Z","time spent":"303.629996ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:03:43.022348Z","caller":"traceutil/trace.go:171","msg":"trace[1907066640] transaction","detail":"{read_only:false; response_revision:12950; number_of_response:1; }","duration":"354.069966ms","start":"2026-03-05T17:03:42.668256Z","end":"2026-03-05T17:03:43.022326Z","steps":["trace[1907066640] 'process raft request' (duration: 353.745438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:43.02288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:42.668234Z","time spent":"354.60178ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:03:43.023036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.53268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:03:43.023068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.200626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:03:43.023109Z","caller":"traceutil/trace.go:171","msg":"trace[1178295855] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12951; }","duration":"200.677943ms","start":"2026-03-05T17:03:42.822413Z","end":"2026-03-05T17:03:43.023091Z","steps":["trace[1178295855] 'agreement among raft nodes before linearized reading' (duration: 200.535289ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:43.023129Z","caller":"traceutil/trace.go:171","msg":"trace[241121778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12951; }","duration":"297.312378ms","start":"2026-03-05T17:03:42.725798Z","end":"2026-03-05T17:03:43.023111Z","steps":["trace[241121778] 'agreement among raft nodes before linearized reading' (duration: 297.100393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:43.023402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.940859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:03:43.023492Z","caller":"traceutil/trace.go:171","msg":"trace[1847129756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12951; }","duration":"289.081742ms","start":"2026-03-05T17:03:42.734387Z","end":"2026-03-05T17:03:43.023469Z","steps":["trace[1847129756] 'agreement among raft nodes before linearized reading' (duration: 288.706543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:50.417663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.516381ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T17:03:52.341843Z","caller":"traceutil/trace.go:171","msg":"trace[755827953] linearizableReadLoop","detail":"{readStateIndex:13490; appliedIndex:13489; }","duration":"328.340654ms","start":"2026-03-05T17:03:52.013448Z","end":"2026-03-05T17:03:52.341789Z","steps":["trace[755827953] 'read index received' (duration: 328.219151ms)","trace[755827953] 'applied index is now lower than readState.Index' (duration: 120.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:03:52.34195Z","caller":"traceutil/trace.go:171","msg":"trace[1489246106] transaction","detail":"{read_only:false; response_revision:13008; number_of_response:1; }","duration":"369.612345ms","start":"2026-03-05T17:03:51.972288Z","end":"2026-03-05T17:03:52.341901Z","steps":["trace[1489246106] 'process raft request' (duration: 369.351029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:52.342122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.464424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:03:52.342217Z","caller":"traceutil/trace.go:171","msg":"trace[712238376] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13008; }","duration":"267.630448ms","start":"2026-03-05T17:03:52.074568Z","end":"2026-03-05T17:03:52.342198Z","steps":["trace[712238376] 'agreement among raft nodes before linearized reading' (duration: 267.430803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:52.342336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:51.972268Z","time spent":"369.913082ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:03:52.34257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.100343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:03:52.342636Z","caller":"traceutil/trace.go:171","msg":"trace[1791909686] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13008; }","duration":"329.255106ms","start":"2026-03-05T17:03:52.013363Z","end":"2026-03-05T17:03:52.342619Z","steps":["trace[1791909686] 'agreement among raft nodes before linearized reading' (duration: 328.781594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:03:52.342666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:03:52.013331Z","time spent":"329.329368ms","remote":"127.0.0.1:56798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:03:52.783517Z","caller":"traceutil/trace.go:171","msg":"trace[203067575] transaction","detail":"{read_only:false; response_revision:13010; number_of_response:1; }","duration":"126.575572ms","start":"2026-03-05T17:03:52.65692Z","end":"2026-03-05T17:03:52.783496Z","steps":["trace[203067575] 'process raft request' (duration: 126.455149ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:53.071469Z","caller":"traceutil/trace.go:171","msg":"trace[1166839064] linearizableReadLoop","detail":"{readStateIndex:13495; appliedIndex:13494; }","duration":"111.310931ms","start":"2026-03-05T17:03:52.960129Z","end":"2026-03-05T17:03:53.071439Z","steps":["trace[1166839064] 'read index received' (duration: 111.184618ms)","trace[1166839064] 'applied index is now lower than readState.Index' (duration: 124.973µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:03:53.071658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.513037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:03:53.071633Z","caller":"traceutil/trace.go:171","msg":"trace[248851757] transaction","detail":"{read_only:false; response_revision:13013; number_of_response:1; }","duration":"125.983898ms","start":"2026-03-05T17:03:52.945604Z","end":"2026-03-05T17:03:53.071588Z","steps":["trace[248851757] 'process raft request' (duration: 125.66624ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:03:53.071711Z","caller":"traceutil/trace.go:171","msg":"trace[660998844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13013; }","duration":"111.608618ms","start":"2026-03-05T17:03:52.960088Z","end":"2026-03-05T17:03:53.071696Z","steps":["trace[660998844] 'agreement among raft nodes before linearized reading' (duration: 111.472285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:14.022924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054277959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:04:14.505628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157075231s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:04:14.506251Z","caller":"traceutil/trace.go:171","msg":"trace[1683729014] transaction","detail":"{read_only:false; response_revision:13305; number_of_response:1; }","duration":"1.157775478s","start":"2026-03-05T17:04:13.348446Z","end":"2026-03-05T17:04:14.506222Z","steps":["trace[1683729014] 'process raft request' (duration: 1.157558103s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:14.506444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:04:13.348427Z","time spent":"1.157921692s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19042,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:04:14.560723Z","caller":"traceutil/trace.go:171","msg":"trace[2005376519] linearizableReadLoop","detail":"{readStateIndex:13801; appliedIndex:13799; }","duration":"1.03824903s","start":"2026-03-05T17:04:13.522438Z","end":"2026-03-05T17:04:14.560688Z","steps":["trace[2005376519] 'read index received' (duration: 983.545884ms)","trace[2005376519] 'applied index is now lower than readState.Index' (duration: 54.702116ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:04:14.560821Z","caller":"traceutil/trace.go:171","msg":"trace[1696666827] transaction","detail":"{read_only:false; response_revision:13306; number_of_response:1; }","duration":"719.502147ms","start":"2026-03-05T17:04:13.841272Z","end":"2026-03-05T17:04:14.560774Z","steps":["trace[1696666827] 'process raft request' (duration: 719.265662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:14.561073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:04:13.841246Z","time spent":"719.664001ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:04:14.561107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038558787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-05T17:04:14.561177Z","caller":"traceutil/trace.go:171","msg":"trace[1075575050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5; range_end:; response_count:1; response_revision:13306; }","duration":"1.038768013s","start":"2026-03-05T17:04:13.522385Z","end":"2026-03-05T17:04:14.561153Z","steps":["trace[1075575050] 'agreement among raft nodes before linearized reading' (duration: 1.038459785s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:14.561181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.123181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T17:04:14.561226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.412108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-05T17:04:14.561272Z","caller":"traceutil/trace.go:171","msg":"trace[2013173126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:13306; }","duration":"421.268485ms","start":"2026-03-05T17:04:14.139985Z","end":"2026-03-05T17:04:14.561254Z","steps":["trace[2013173126] 'agreement among raft nodes before linearized reading' (duration: 421.009479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:14.561265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:04:13.522367Z","time spent":"1.038881166s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5\" "} {"level":"warn","ts":"2026-03-05T17:04:14.561322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:04:14.139958Z","time spent":"421.356157ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dnvlz\" "} {"level":"info","ts":"2026-03-05T17:04:14.561299Z","caller":"traceutil/trace.go:171","msg":"trace[939538077] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5; range_end:; response_count:1; response_revision:13306; }","duration":"461.537651ms","start":"2026-03-05T17:04:14.099742Z","end":"2026-03-05T17:04:14.56128Z","steps":["trace[939538077] 'agreement among raft nodes before linearized reading' (duration: 461.299755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:14.561374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:04:14.099722Z","time spent":"461.642623ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5\" "} {"level":"warn","ts":"2026-03-05T17:04:14.561115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03742731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:04:14.561861Z","caller":"traceutil/trace.go:171","msg":"trace[901632620] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13306; }","duration":"1.038012686s","start":"2026-03-05T17:04:13.523625Z","end":"2026-03-05T17:04:14.561638Z","steps":["trace[901632620] 'agreement among raft nodes before linearized reading' (duration: 1.037326518s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:04:14.561924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:04:13.523612Z","time spent":"1.038296952s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:04:14.781328Z","caller":"traceutil/trace.go:171","msg":"trace[652456992] transaction","detail":"{read_only:false; response_revision:13308; number_of_response:1; }","duration":"211.470804ms","start":"2026-03-05T17:04:14.569818Z","end":"2026-03-05T17:04:14.781288Z","steps":["trace[652456992] 'process raft request' (duration: 174.856849ms)","trace[652456992] 'compare' (duration: 36.181244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:05:05.388144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:05.056215Z","time spent":"331.924964ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:05:05.3882Z","caller":"traceutil/trace.go:171","msg":"trace[194280408] linearizableReadLoop","detail":"{readStateIndex:14431; appliedIndex:14431; }","duration":"292.586371ms","start":"2026-03-05T17:05:05.095581Z","end":"2026-03-05T17:05:05.388167Z","steps":["trace[194280408] 'read index received' (duration: 292.574441ms)","trace[194280408] 'applied index is now lower than readState.Index' (duration: 9.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:05:05.388494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.889959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-05T17:05:05.388554Z","caller":"traceutil/trace.go:171","msg":"trace[137827555] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13922; }","duration":"292.996561ms","start":"2026-03-05T17:05:05.095542Z","end":"2026-03-05T17:05:05.388539Z","steps":["trace[137827555] 'agreement among raft nodes before linearized reading' (duration: 292.788356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:05.391223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.768191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:05:05.39129Z","caller":"traceutil/trace.go:171","msg":"trace[1444581065] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13923; }","duration":"287.858603ms","start":"2026-03-05T17:05:05.103411Z","end":"2026-03-05T17:05:05.39127Z","steps":["trace[1444581065] 'agreement among raft nodes before linearized reading' (duration: 287.708309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:05.391959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.504173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:05:05.392036Z","caller":"traceutil/trace.go:171","msg":"trace[928292436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13924; }","duration":"267.598396ms","start":"2026-03-05T17:05:05.124413Z","end":"2026-03-05T17:05:05.392012Z","steps":["trace[928292436] 'agreement among raft nodes before linearized reading' (duration: 267.422442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:05.392058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.470007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T17:05:05.392103Z","caller":"traceutil/trace.go:171","msg":"trace[2134785752] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13924; }","duration":"284.542409ms","start":"2026-03-05T17:05:05.10755Z","end":"2026-03-05T17:05:05.392092Z","steps":["trace[2134785752] 'agreement among raft nodes before linearized reading' (duration: 284.447956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:05.39228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.65907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-05T17:05:05.392321Z","caller":"traceutil/trace.go:171","msg":"trace[1991702567] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13924; }","duration":"103.719301ms","start":"2026-03-05T17:05:05.28859Z","end":"2026-03-05T17:05:05.39231Z","steps":["trace[1991702567] 'agreement among raft nodes before linearized reading' (duration: 103.607458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:05.392552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.641398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T17:05:05.392505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.273039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-khbpb\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-05T17:05:05.392599Z","caller":"traceutil/trace.go:171","msg":"trace[1975818184] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13924; }","duration":"155.72477ms","start":"2026-03-05T17:05:05.236864Z","end":"2026-03-05T17:05:05.392589Z","steps":["trace[1975818184] 'agreement among raft nodes before linearized reading' (duration: 155.605897ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:05:05.392622Z","caller":"traceutil/trace.go:171","msg":"trace[1628604597] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-khbpb; range_end:; response_count:1; response_revision:13924; }","duration":"133.444753ms","start":"2026-03-05T17:05:05.259155Z","end":"2026-03-05T17:05:05.3926Z","steps":["trace[1628604597] 'agreement among raft nodes before linearized reading' (duration: 133.113205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:05.392986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.880391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T17:05:05.394007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.205039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:05:05.394119Z","caller":"traceutil/trace.go:171","msg":"trace[1775334254] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13924; }","duration":"108.109841ms","start":"2026-03-05T17:05:05.285985Z","end":"2026-03-05T17:05:05.394095Z","steps":["trace[1775334254] 'agreement among raft nodes before linearized reading' (duration: 107.200389ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:05:05.393038Z","caller":"traceutil/trace.go:171","msg":"trace[1454330747] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13924; }","duration":"106.986494ms","start":"2026-03-05T17:05:05.286039Z","end":"2026-03-05T17:05:05.393025Z","steps":["trace[1454330747] 'agreement among raft nodes before linearized reading' (duration: 106.84869ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:05:11.371847Z","caller":"traceutil/trace.go:171","msg":"trace[1246238816] linearizableReadLoop","detail":"{readStateIndex:14462; appliedIndex:14461; }","duration":"417.141873ms","start":"2026-03-05T17:05:10.954676Z","end":"2026-03-05T17:05:11.371818Z","steps":["trace[1246238816] 'read index received' (duration: 394.457996ms)","trace[1246238816] 'applied index is now lower than readState.Index' (duration: 22.682417ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:05:11.372009Z","caller":"traceutil/trace.go:171","msg":"trace[497221349] transaction","detail":"{read_only:false; response_revision:13952; number_of_response:1; }","duration":"432.938038ms","start":"2026-03-05T17:05:10.939054Z","end":"2026-03-05T17:05:11.371992Z","steps":["trace[497221349] 'process raft request' (duration: 410.051516ms)","trace[497221349] 'compare' (duration: 22.565994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:05:11.37234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.144208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nq28d\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-05T17:05:11.372682Z","caller":"traceutil/trace.go:171","msg":"trace[68325907] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nq28d; range_end:; response_count:1; response_revision:13952; }","duration":"414.506186ms","start":"2026-03-05T17:05:10.958151Z","end":"2026-03-05T17:05:11.372657Z","steps":["trace[68325907] 'agreement among raft nodes before linearized reading' (duration: 414.074436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:11.372342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.672526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nq28d\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-05T17:05:11.372784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:10.958131Z","time spent":"414.63497ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-nq28d\" "} {"level":"info","ts":"2026-03-05T17:05:11.372789Z","caller":"traceutil/trace.go:171","msg":"trace[1564020328] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nq28d; range_end:; response_count:1; response_revision:13952; }","duration":"418.149987ms","start":"2026-03-05T17:05:10.954619Z","end":"2026-03-05T17:05:11.372769Z","steps":["trace[1564020328] 'agreement among raft nodes before linearized reading' (duration: 417.600654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:11.372871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:10.954593Z","time spent":"418.269371ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-nq28d\" "} {"level":"warn","ts":"2026-03-05T17:05:11.372417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.78918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dnvlz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T17:05:11.372952Z","caller":"traceutil/trace.go:171","msg":"trace[1337002582] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dnvlz; range_end:; response_count:1; response_revision:13952; }","duration":"310.471687ms","start":"2026-03-05T17:05:11.06247Z","end":"2026-03-05T17:05:11.372942Z","steps":["trace[1337002582] 'agreement among raft nodes before linearized reading' (duration: 309.7655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:11.372972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.062448Z","time spent":"310.519658ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dnvlz\" "} {"level":"warn","ts":"2026-03-05T17:05:11.373092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:10.939031Z","time spent":"433.526512ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:05:12.261797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.727381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:05:12.262034Z","caller":"traceutil/trace.go:171","msg":"trace[1365679427] transaction","detail":"{read_only:false; response_revision:13954; number_of_response:1; }","duration":"835.035744ms","start":"2026-03-05T17:05:11.426981Z","end":"2026-03-05T17:05:12.262017Z","steps":["trace[1365679427] 'process raft request' (duration: 834.917611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.262158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.42696Z","time spent":"835.152296ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:05:12.262276Z","caller":"traceutil/trace.go:171","msg":"trace[2009873586] transaction","detail":"{read_only:false; response_revision:13955; number_of_response:1; }","duration":"829.144417ms","start":"2026-03-05T17:05:11.433098Z","end":"2026-03-05T17:05:12.262243Z","steps":["trace[2009873586] 'process raft request' (duration: 828.88458ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:05:12.262381Z","caller":"traceutil/trace.go:171","msg":"trace[411736931] transaction","detail":"{read_only:false; response_revision:13953; number_of_response:1; }","duration":"852.356027ms","start":"2026-03-05T17:05:11.409992Z","end":"2026-03-05T17:05:12.262348Z","steps":["trace[411736931] 'process raft request' (duration: 344.983301ms)","trace[411736931] 'compare' (duration: 506.479203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:05:12.262443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.40998Z","time spent":"852.435209ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:05:12.263135Z","caller":"traceutil/trace.go:171","msg":"trace[61085222] linearizableReadLoop","detail":"{readStateIndex:14463; appliedIndex:14462; }","duration":"850.999053ms","start":"2026-03-05T17:05:11.412108Z","end":"2026-03-05T17:05:12.263107Z","steps":["trace[61085222] 'read index received' (duration: 342.887068ms)","trace[61085222] 'applied index is now lower than readState.Index' (duration: 508.108915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:05:12.263357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.660207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:05:12.263388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.267289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T17:05:12.263399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.902381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:05:12.263445Z","caller":"traceutil/trace.go:171","msg":"trace[1818698324] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13955; }","duration":"851.344352ms","start":"2026-03-05T17:05:11.412083Z","end":"2026-03-05T17:05:12.263427Z","steps":["trace[1818698324] 'agreement among raft nodes before linearized reading' (duration: 851.161707ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:05:12.26346Z","caller":"traceutil/trace.go:171","msg":"trace[1945682460] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13955; }","duration":"786.994473ms","start":"2026-03-05T17:05:11.476447Z","end":"2026-03-05T17:05:12.263442Z","steps":["trace[1945682460] 'agreement among raft nodes before linearized reading' (duration: 786.87678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.263504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.412068Z","time spent":"851.419833ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T17:05:12.263409Z","caller":"traceutil/trace.go:171","msg":"trace[594439772] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13955; }","duration":"642.746919ms","start":"2026-03-05T17:05:11.62065Z","end":"2026-03-05T17:05:12.263397Z","steps":["trace[594439772] 'agreement among raft nodes before linearized reading' (duration: 642.660827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.263519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.718831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T17:05:12.263642Z","caller":"traceutil/trace.go:171","msg":"trace[1076794587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13955; }","duration":"845.966977ms","start":"2026-03-05T17:05:11.417654Z","end":"2026-03-05T17:05:12.263621Z","steps":["trace[1076794587] 'agreement among raft nodes before linearized reading' (duration: 845.639099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.263685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.10087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:05:12.2637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.721132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T17:05:12.263507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.476428Z","time spent":"787.062055ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-05T17:05:12.263731Z","caller":"traceutil/trace.go:171","msg":"trace[1538895707] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13955; }","duration":"152.173482ms","start":"2026-03-05T17:05:12.111545Z","end":"2026-03-05T17:05:12.263719Z","steps":["trace[1538895707] 'agreement among raft nodes before linearized reading' (duration: 152.1027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.26381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.604033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:05:12.263844Z","caller":"traceutil/trace.go:171","msg":"trace[1018759313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13955; }","duration":"754.670345ms","start":"2026-03-05T17:05:11.509166Z","end":"2026-03-05T17:05:12.263836Z","steps":["trace[1018759313] 'agreement among raft nodes before linearized reading' (duration: 754.591123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.263805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.417645Z","time spent":"846.065239ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:05:12.263902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.690692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:05:12.263942Z","caller":"traceutil/trace.go:171","msg":"trace[157139102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13955; }","duration":"306.816585ms","start":"2026-03-05T17:05:11.957117Z","end":"2026-03-05T17:05:12.263933Z","steps":["trace[157139102] 'agreement among raft nodes before linearized reading' (duration: 306.759734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.263969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.957094Z","time spent":"306.869057ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:05:12.264006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.910631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T17:05:12.264064Z","caller":"traceutil/trace.go:171","msg":"trace[542359804] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13955; }","duration":"786.988433ms","start":"2026-03-05T17:05:11.47706Z","end":"2026-03-05T17:05:12.264048Z","steps":["trace[542359804] 'agreement among raft nodes before linearized reading' (duration: 786.899951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.264121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.477042Z","time spent":"787.065036ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T17:05:12.26416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.916976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T17:05:12.264201Z","caller":"traceutil/trace.go:171","msg":"trace[217439397] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13955; }","duration":"474.967537ms","start":"2026-03-05T17:05:11.789224Z","end":"2026-03-05T17:05:12.264192Z","steps":["trace[217439397] 'agreement among raft nodes before linearized reading' (duration: 474.862494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.264227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.789218Z","time spent":"475.003037ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T17:05:12.264304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.850229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:05:12.264364Z","caller":"traceutil/trace.go:171","msg":"trace[2047048757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13955; }","duration":"796.911101ms","start":"2026-03-05T17:05:11.467438Z","end":"2026-03-05T17:05:12.264349Z","steps":["trace[2047048757] 'agreement among raft nodes before linearized reading' (duration: 796.772007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.264393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.390958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-05T17:05:12.26442Z","caller":"traceutil/trace.go:171","msg":"trace[791035852] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13955; }","duration":"477.416218ms","start":"2026-03-05T17:05:11.786996Z","end":"2026-03-05T17:05:12.264412Z","steps":["trace[791035852] 'agreement among raft nodes before linearized reading' (duration: 477.337976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.264415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.467402Z","time spent":"797.000783ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:05:12.264448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.786955Z","time spent":"477.484351ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T17:05:12.263567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.620633Z","time spent":"642.920213ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T17:05:12.264641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.493059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T17:05:12.26468Z","caller":"traceutil/trace.go:171","msg":"trace[1626983653] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13955; }","duration":"637.573431ms","start":"2026-03-05T17:05:11.627097Z","end":"2026-03-05T17:05:12.264671Z","steps":["trace[1626983653] 'agreement among raft nodes before linearized reading' (duration: 637.484078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.264682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.190294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:05:12.264707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.627074Z","time spent":"637.626612ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T17:05:12.264726Z","caller":"traceutil/trace.go:171","msg":"trace[238394492] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13955; }","duration":"788.266676ms","start":"2026-03-05T17:05:11.476446Z","end":"2026-03-05T17:05:12.264713Z","steps":["trace[238394492] 'agreement among raft nodes before linearized reading' (duration: 788.189284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.264317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.6791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:05:12.264766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.476428Z","time spent":"788.328338ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T17:05:12.264774Z","caller":"traceutil/trace.go:171","msg":"trace[1420081562] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13955; }","duration":"477.163533ms","start":"2026-03-05T17:05:11.787597Z","end":"2026-03-05T17:05:12.26476Z","steps":["trace[1420081562] 'agreement among raft nodes before linearized reading' (duration: 476.69895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.264814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.787574Z","time spent":"477.228415ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T17:05:12.264857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.052952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:05:12.264891Z","caller":"traceutil/trace.go:171","msg":"trace[1908946667] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13955; }","duration":"644.101303ms","start":"2026-03-05T17:05:11.620781Z","end":"2026-03-05T17:05:12.264882Z","steps":["trace[1908946667] 'agreement among raft nodes before linearized reading' (duration: 644.052412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.2649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.510482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:05:12.264984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.620773Z","time spent":"644.203796ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T17:05:12.264986Z","caller":"traceutil/trace.go:171","msg":"trace[1827077061] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13955; }","duration":"788.616884ms","start":"2026-03-05T17:05:11.47636Z","end":"2026-03-05T17:05:12.264977Z","steps":["trace[1827077061] 'agreement among raft nodes before linearized reading' (duration: 788.516432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.265023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.47635Z","time spent":"788.666826ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T17:05:12.265075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.38626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:05:12.265104Z","caller":"traceutil/trace.go:171","msg":"trace[1718443725] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13955; }","duration":"644.442662ms","start":"2026-03-05T17:05:11.62065Z","end":"2026-03-05T17:05:12.265092Z","steps":["trace[1718443725] 'agreement among raft nodes before linearized reading' (duration: 644.402631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.265136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.620631Z","time spent":"644.499843ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-05T17:05:12.263738Z","caller":"traceutil/trace.go:171","msg":"trace[199089222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13955; }","duration":"749.790883ms","start":"2026-03-05T17:05:11.513934Z","end":"2026-03-05T17:05:12.263725Z","steps":["trace[199089222] 'agreement among raft nodes before linearized reading' (duration: 749.66433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.26527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.513927Z","time spent":"751.333062ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:05:12.265385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.695986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-khbpb\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-03-05T17:05:12.263869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.509146Z","time spent":"754.717087ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:05:12.263944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.254474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2bm4r\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-05T17:05:12.265796Z","caller":"traceutil/trace.go:171","msg":"trace[1957916340] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2bm4r; range_end:; response_count:1; response_revision:13955; }","duration":"782.123892ms","start":"2026-03-05T17:05:11.483656Z","end":"2026-03-05T17:05:12.26578Z","steps":["trace[1957916340] 'agreement among raft nodes before linearized reading' (duration: 780.229574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.265853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.483642Z","time spent":"782.198353ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2bm4r\" "} {"level":"info","ts":"2026-03-05T17:05:12.266072Z","caller":"traceutil/trace.go:171","msg":"trace[1649306213] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-khbpb; range_end:; response_count:1; response_revision:13955; }","duration":"811.416204ms","start":"2026-03-05T17:05:11.454644Z","end":"2026-03-05T17:05:12.266061Z","steps":["trace[1649306213] 'agreement among raft nodes before linearized reading' (duration: 809.920587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.266141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.454627Z","time spent":"811.502897ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-khbpb\" "} {"level":"warn","ts":"2026-03-05T17:05:12.263134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:05:11.433087Z","time spent":"829.316841ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:05:12.409187Z","caller":"traceutil/trace.go:171","msg":"trace[292187541] transaction","detail":"{read_only:false; response_revision:13956; number_of_response:1; }","duration":"137.940466ms","start":"2026-03-05T17:05:12.271207Z","end":"2026-03-05T17:05:12.409148Z","steps":["trace[292187541] 'process raft request' (duration: 105.050674ms)","trace[292187541] 'compare' (duration: 32.596215ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:05:12.409245Z","caller":"traceutil/trace.go:171","msg":"trace[1604643575] transaction","detail":"{read_only:false; response_revision:13957; number_of_response:1; }","duration":"138.002348ms","start":"2026-03-05T17:05:12.271197Z","end":"2026-03-05T17:05:12.409199Z","steps":["trace[1604643575] 'process raft request' (duration: 137.842204ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:05:12.409522Z","caller":"traceutil/trace.go:171","msg":"trace[948420032] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"138.243724ms","start":"2026-03-05T17:05:12.271253Z","end":"2026-03-05T17:05:12.409497Z","steps":["trace[948420032] 'process raft request' (duration: 137.859934ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:05:12.409883Z","caller":"traceutil/trace.go:171","msg":"trace[901794146] transaction","detail":"{read_only:false; response_revision:13959; number_of_response:1; }","duration":"138.569771ms","start":"2026-03-05T17:05:12.271285Z","end":"2026-03-05T17:05:12.409855Z","steps":["trace[901794146] 'process raft request' (duration: 137.945426ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:05:12.410134Z","caller":"traceutil/trace.go:171","msg":"trace[2123790458] linearizableReadLoop","detail":"{readStateIndex:14469; appliedIndex:14465; }","duration":"136.764598ms","start":"2026-03-05T17:05:12.273353Z","end":"2026-03-05T17:05:12.410118Z","steps":["trace[2123790458] 'read index received' (duration: 102.921141ms)","trace[2123790458] 'applied index is now lower than readState.Index' (duration: 33.841867ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:05:12.410145Z","caller":"traceutil/trace.go:171","msg":"trace[87238970] transaction","detail":"{read_only:false; response_revision:13960; number_of_response:1; }","duration":"136.718696ms","start":"2026-03-05T17:05:12.273406Z","end":"2026-03-05T17:05:12.410124Z","steps":["trace[87238970] 'process raft request' (duration: 136.377487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:05:12.410934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.554057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739389"} {"level":"info","ts":"2026-03-05T17:05:12.410992Z","caller":"traceutil/trace.go:171","msg":"trace[406511620] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:13960; }","duration":"137.648809ms","start":"2026-03-05T17:05:12.273331Z","end":"2026-03-05T17:05:12.41098Z","steps":["trace[406511620] 'agreement among raft nodes before linearized reading' (duration: 136.849439ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:06:01.896135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11897} {"level":"info","ts":"2026-03-05T17:06:01.976894Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11897,"took":"77.842539ms","hash":1703139887,"current-db-size-bytes":41009152,"current-db-size":"41 MB","current-db-size-in-use-bytes":26628096,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T17:06:01.976958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1703139887,"revision":11897,"compact-revision":9883} {"level":"info","ts":"2026-03-05T17:08:28.664378Z","caller":"traceutil/trace.go:171","msg":"trace[125331674] linearizableReadLoop","detail":"{readStateIndex:15969; appliedIndex:15969; }","duration":"261.320209ms","start":"2026-03-05T17:08:28.403038Z","end":"2026-03-05T17:08:28.664358Z","steps":["trace[125331674] 'read index received' (duration: 261.312119ms)","trace[125331674] 'applied index is now lower than readState.Index' (duration: 7.49µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:08:28.664771Z","caller":"traceutil/trace.go:171","msg":"trace[1782938822] transaction","detail":"{read_only:false; response_revision:15411; number_of_response:1; }","duration":"311.663059ms","start":"2026-03-05T17:08:28.352656Z","end":"2026-03-05T17:08:28.664319Z","steps":["trace[1782938822] 'process raft request' (duration: 311.505365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:08:28.664727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.668808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2bm4r\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-05T17:08:28.664868Z","caller":"traceutil/trace.go:171","msg":"trace[1578653766] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2bm4r; range_end:; response_count:1; response_revision:15411; }","duration":"261.827552ms","start":"2026-03-05T17:08:28.403029Z","end":"2026-03-05T17:08:28.664857Z","steps":["trace[1578653766] 'agreement among raft nodes before linearized reading' (duration: 261.449792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:08:28.665099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:08:28.352642Z","time spent":"312.170172ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:08:28.665724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.641761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-khbpb\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-05T17:08:28.665784Z","caller":"traceutil/trace.go:171","msg":"trace[504370990] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-khbpb; range_end:; response_count:1; response_revision:15412; }","duration":"204.760114ms","start":"2026-03-05T17:08:28.461011Z","end":"2026-03-05T17:08:28.665771Z","steps":["trace[504370990] 'agreement among raft nodes before linearized reading' (duration: 204.5792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:08:28.665794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.057418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:08:28.665931Z","caller":"traceutil/trace.go:171","msg":"trace[1121495273] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15412; }","duration":"252.260303ms","start":"2026-03-05T17:08:28.413637Z","end":"2026-03-05T17:08:28.665897Z","steps":["trace[1121495273] 'agreement among raft nodes before linearized reading' (duration: 251.822922ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:01.905397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14199} {"level":"info","ts":"2026-03-05T17:11:02.0027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14199,"took":"93.890089ms","hash":426182409,"current-db-size-bytes":42266624,"current-db-size":"42 MB","current-db-size-in-use-bytes":28426240,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T17:11:02.002783Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":426182409,"revision":14199,"compact-revision":11897} {"level":"info","ts":"2026-03-05T17:11:20.840653Z","caller":"traceutil/trace.go:171","msg":"trace[2087241351] transaction","detail":"{read_only:false; response_revision:16452; number_of_response:1; }","duration":"639.943306ms","start":"2026-03-05T17:11:20.200687Z","end":"2026-03-05T17:11:20.84063Z","steps":["trace[2087241351] 'process raft request' (duration: 639.762401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:20.840895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:20.200658Z","time spent":"640.172461ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18651,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:11:20.849517Z","caller":"traceutil/trace.go:171","msg":"trace[1921450601] linearizableReadLoop","detail":"{readStateIndex:17052; appliedIndex:17049; }","duration":"458.941969ms","start":"2026-03-05T17:11:20.390555Z","end":"2026-03-05T17:11:20.849497Z","steps":["trace[1921450601] 'read index received' (duration: 449.956925ms)","trace[1921450601] 'applied index is now lower than readState.Index' (duration: 8.984014ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:11:20.849762Z","caller":"traceutil/trace.go:171","msg":"trace[1167786234] transaction","detail":"{read_only:false; response_revision:16453; number_of_response:1; }","duration":"468.608681ms","start":"2026-03-05T17:11:20.381144Z","end":"2026-03-05T17:11:20.849753Z","steps":["trace[1167786234] 'process raft request' (duration: 468.254952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:20.849845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:20.381113Z","time spent":"468.669072ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:11:20.850033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.484732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T17:11:20.850071Z","caller":"traceutil/trace.go:171","msg":"trace[1653716726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16453; }","duration":"459.533564ms","start":"2026-03-05T17:11:20.390514Z","end":"2026-03-05T17:11:20.850048Z","steps":["trace[1653716726] 'agreement among raft nodes before linearized reading' (duration: 459.448562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:20.850091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:20.390503Z","time spent":"459.583375ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:11:20.850172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.236276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T17:11:20.850189Z","caller":"traceutil/trace.go:171","msg":"trace[267769817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16453; }","duration":"433.284317ms","start":"2026-03-05T17:11:20.416897Z","end":"2026-03-05T17:11:20.850182Z","steps":["trace[267769817] 'agreement among raft nodes before linearized reading' (duration: 433.237316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:20.850205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:20.416879Z","time spent":"433.321858ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:11:20.850338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.802366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T17:11:20.850361Z","caller":"traceutil/trace.go:171","msg":"trace[1033081105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16453; }","duration":"430.842506ms","start":"2026-03-05T17:11:20.419513Z","end":"2026-03-05T17:11:20.850355Z","steps":["trace[1033081105] 'agreement among raft nodes before linearized reading' (duration: 430.784174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:20.850377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:20.419506Z","time spent":"430.867097ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:11:20.850413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.745975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:11:20.850484Z","caller":"traceutil/trace.go:171","msg":"trace[1352783334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16453; }","duration":"428.852567ms","start":"2026-03-05T17:11:20.421614Z","end":"2026-03-05T17:11:20.850466Z","steps":["trace[1352783334] 'agreement among raft nodes before linearized reading' (duration: 428.651281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:20.850524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:20.421603Z","time spent":"428.908839ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:11:20.850747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.048103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2bm4r\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-05T17:11:20.850775Z","caller":"traceutil/trace.go:171","msg":"trace[208372358] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2bm4r; range_end:; response_count:1; response_revision:16453; }","duration":"132.109745ms","start":"2026-03-05T17:11:20.718657Z","end":"2026-03-05T17:11:20.850767Z","steps":["trace[208372358] 'agreement among raft nodes before linearized reading' (duration: 131.978401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:26.97706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.0075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:11:26.97887Z","caller":"traceutil/trace.go:171","msg":"trace[1176933243] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:16502; }","duration":"362.867666ms","start":"2026-03-05T17:11:26.615976Z","end":"2026-03-05T17:11:26.978843Z","steps":["trace[1176933243] 'count revisions from in-memory index tree' (duration: 360.923977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:26.979096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:26.615956Z","time spent":"363.112891ms","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":173,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:11:27.756651Z","caller":"traceutil/trace.go:171","msg":"trace[467354] linearizableReadLoop","detail":"{readStateIndex:17107; appliedIndex:17106; }","duration":"139.737165ms","start":"2026-03-05T17:11:27.616889Z","end":"2026-03-05T17:11:27.756626Z","steps":["trace[467354] 'read index received' (duration: 139.664843ms)","trace[467354] 'applied index is now lower than readState.Index' (duration: 70.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:11:27.756719Z","caller":"traceutil/trace.go:171","msg":"trace[513431638] transaction","detail":"{read_only:false; response_revision:16507; number_of_response:1; }","duration":"451.128663ms","start":"2026-03-05T17:11:27.305552Z","end":"2026-03-05T17:11:27.756681Z","steps":["trace[513431638] 'process raft request' (duration: 450.916028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:27.75687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.960241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:11:27.756918Z","caller":"traceutil/trace.go:171","msg":"trace[1119810246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16507; }","duration":"140.060083ms","start":"2026-03-05T17:11:27.616844Z","end":"2026-03-05T17:11:27.756904Z","steps":["trace[1119810246] 'agreement among raft nodes before linearized reading' (duration: 139.903109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:27.756929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:27.305513Z","time spent":"451.300058ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:11:27.938214Z","caller":"traceutil/trace.go:171","msg":"trace[1871750548] transaction","detail":"{read_only:false; response_revision:16508; number_of_response:1; }","duration":"198.988418ms","start":"2026-03-05T17:11:27.739205Z","end":"2026-03-05T17:11:27.938194Z","steps":["trace[1871750548] 'process raft request' (duration: 198.637279ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:27.938215Z","caller":"traceutil/trace.go:171","msg":"trace[923447481] transaction","detail":"{read_only:false; response_revision:16509; number_of_response:1; }","duration":"191.46277ms","start":"2026-03-05T17:11:27.74673Z","end":"2026-03-05T17:11:27.938193Z","steps":["trace[923447481] 'process raft request' (duration: 191.374358ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:27.93849Z","caller":"traceutil/trace.go:171","msg":"trace[1944766354] transaction","detail":"{read_only:false; response_revision:16510; number_of_response:1; }","duration":"190.992847ms","start":"2026-03-05T17:11:27.74748Z","end":"2026-03-05T17:11:27.938472Z","steps":["trace[1944766354] 'process raft request' (duration: 190.673799ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:27.93846Z","caller":"traceutil/trace.go:171","msg":"trace[2033925228] linearizableReadLoop","detail":"{readStateIndex:17110; appliedIndex:17107; }","duration":"181.677655ms","start":"2026-03-05T17:11:27.75672Z","end":"2026-03-05T17:11:27.938397Z","steps":["trace[2033925228] 'read index received' (duration: 181.220973ms)","trace[2033925228] 'applied index is now lower than readState.Index' (duration: 453.672µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:11:27.938801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.130752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T17:11:27.938944Z","caller":"traceutil/trace.go:171","msg":"trace[954419895] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16510; }","duration":"263.267345ms","start":"2026-03-05T17:11:27.675616Z","end":"2026-03-05T17:11:27.938884Z","steps":["trace[954419895] 'agreement among raft nodes before linearized reading' (duration: 262.989638ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:28.013348Z","caller":"traceutil/trace.go:171","msg":"trace[1736064957] transaction","detail":"{read_only:false; response_revision:16511; number_of_response:1; }","duration":"251.744196ms","start":"2026-03-05T17:11:27.761544Z","end":"2026-03-05T17:11:28.013288Z","steps":["trace[1736064957] 'process raft request' (duration: 251.419948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:28.013642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.339805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nq28d\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-05T17:11:28.01369Z","caller":"traceutil/trace.go:171","msg":"trace[296112601] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nq28d; range_end:; response_count:1; response_revision:16511; }","duration":"125.448017ms","start":"2026-03-05T17:11:27.888231Z","end":"2026-03-05T17:11:28.013679Z","steps":["trace[296112601] 'agreement among raft nodes before linearized reading' (duration: 125.060427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:28.802965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.537762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:11:28.803067Z","caller":"traceutil/trace.go:171","msg":"trace[136198300] linearizableReadLoop","detail":"{readStateIndex:17112; appliedIndex:17111; }","duration":"789.849976ms","start":"2026-03-05T17:11:28.013198Z","end":"2026-03-05T17:11:28.803048Z","steps":["trace[136198300] 'read index received' (duration: 408.21007ms)","trace[136198300] 'applied index is now lower than readState.Index' (duration: 381.636895ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:11:28.80333Z","caller":"traceutil/trace.go:171","msg":"trace[504481141] transaction","detail":"{read_only:false; response_revision:16512; number_of_response:1; }","duration":"858.574324ms","start":"2026-03-05T17:11:27.944714Z","end":"2026-03-05T17:11:28.803288Z","steps":["trace[504481141] 'process raft request' (duration: 476.634182ms)","trace[504481141] 'compare' (duration: 381.256006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:11:28.803385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.949708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:11:28.803529Z","caller":"traceutil/trace.go:171","msg":"trace[1806631955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16512; }","duration":"846.158515ms","start":"2026-03-05T17:11:27.957345Z","end":"2026-03-05T17:11:28.803504Z","steps":["trace[1806631955] 'agreement among raft nodes before linearized reading' (duration: 845.868887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:28.803592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:27.957327Z","time spent":"846.255988ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:11:28.804168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:27.944702Z","time spent":"859.345794ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:11:28.804917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.590649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947185"} {"level":"info","ts":"2026-03-05T17:11:28.805005Z","caller":"traceutil/trace.go:171","msg":"trace[2136917266] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16512; }","duration":"781.712022ms","start":"2026-03-05T17:11:28.023273Z","end":"2026-03-05T17:11:28.804985Z","steps":["trace[2136917266] 'agreement among raft nodes before linearized reading' (duration: 779.992799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:28.805066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:28.023258Z","time spent":"781.791194ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":947208,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T17:11:29.368854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.277876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:11:29.36885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.760577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T17:11:29.368929Z","caller":"traceutil/trace.go:171","msg":"trace[1069875808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16512; }","duration":"303.382608ms","start":"2026-03-05T17:11:29.065529Z","end":"2026-03-05T17:11:29.368912Z","steps":["trace[1069875808] 'range keys from in-memory index tree' (duration: 303.132102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:29.368986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:29.065523Z","time spent":"303.45177ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:11:29.368988Z","caller":"traceutil/trace.go:171","msg":"trace[754656360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16512; }","duration":"303.976042ms","start":"2026-03-05T17:11:29.064982Z","end":"2026-03-05T17:11:29.368958Z","steps":["trace[754656360] 'range keys from in-memory index tree' (duration: 303.408709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:29.369052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:29.064905Z","time spent":"304.132096ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:11:29.369288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.664724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2bm4r\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-05T17:11:29.36932Z","caller":"traceutil/trace.go:171","msg":"trace[1736506805] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2bm4r; range_end:; response_count:1; response_revision:16512; }","duration":"285.772139ms","start":"2026-03-05T17:11:29.08354Z","end":"2026-03-05T17:11:29.369312Z","steps":["trace[1736506805] 'range keys from in-memory index tree' (duration: 285.52154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:29.36968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.869332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:11:29.369747Z","caller":"traceutil/trace.go:171","msg":"trace[1907063051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16512; }","duration":"411.975584ms","start":"2026-03-05T17:11:28.957752Z","end":"2026-03-05T17:11:29.369728Z","steps":["trace[1907063051] 'range keys from in-memory index tree' (duration: 411.772789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:29.369793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:28.95773Z","time spent":"412.041706ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:11:29.369919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.756113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T17:11:29.369959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.371384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T17:11:29.370006Z","caller":"traceutil/trace.go:171","msg":"trace[1671614372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16512; }","duration":"304.881636ms","start":"2026-03-05T17:11:29.0651Z","end":"2026-03-05T17:11:29.369981Z","steps":["trace[1671614372] 'range keys from in-memory index tree' (duration: 304.60095ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:29.370039Z","caller":"traceutil/trace.go:171","msg":"trace[2006283013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16512; }","duration":"352.503477ms","start":"2026-03-05T17:11:29.017515Z","end":"2026-03-05T17:11:29.370018Z","steps":["trace[2006283013] 'range keys from in-memory index tree' (duration: 351.991435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:29.370085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:29.065094Z","time spent":"304.951238ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:11:29.370114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:11:29.017493Z","time spent":"352.60844ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:11:29.516894Z","caller":"traceutil/trace.go:171","msg":"trace[1004097229] transaction","detail":"{read_only:false; response_revision:16515; number_of_response:1; }","duration":"140.210177ms","start":"2026-03-05T17:11:29.376657Z","end":"2026-03-05T17:11:29.516867Z","steps":["trace[1004097229] 'process raft request' (duration: 140.128155ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:29.517012Z","caller":"traceutil/trace.go:171","msg":"trace[403858164] transaction","detail":"{read_only:false; response_revision:16516; number_of_response:1; }","duration":"139.741485ms","start":"2026-03-05T17:11:29.377261Z","end":"2026-03-05T17:11:29.517002Z","steps":["trace[403858164] 'process raft request' (duration: 139.563971ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:11:29.516908Z","caller":"traceutil/trace.go:171","msg":"trace[607092828] transaction","detail":"{read_only:false; response_revision:16514; number_of_response:1; }","duration":"140.196347ms","start":"2026-03-05T17:11:29.376664Z","end":"2026-03-05T17:11:29.516861Z","steps":["trace[607092828] 'process raft request' (duration: 139.950821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:11:34.276869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.994836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:11:34.276965Z","caller":"traceutil/trace.go:171","msg":"trace[1486720529] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:16609; }","duration":"121.15015ms","start":"2026-03-05T17:11:34.155795Z","end":"2026-03-05T17:11:34.276946Z","steps":["trace[1486720529] 'count revisions from in-memory index tree' (duration: 120.880844ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:16:01.914657Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16353} {"level":"info","ts":"2026-03-05T17:16:02.011386Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16353,"took":"92.852294ms","hash":1127899858,"current-db-size-bytes":44810240,"current-db-size":"45 MB","current-db-size-in-use-bytes":31064064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-05T17:16:02.011444Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1127899858,"revision":16353,"compact-revision":14199} {"level":"info","ts":"2026-03-05T17:16:52.825439Z","caller":"traceutil/trace.go:171","msg":"trace[358501508] transaction","detail":"{read_only:false; response_revision:18923; number_of_response:1; }","duration":"606.035903ms","start":"2026-03-05T17:16:52.219369Z","end":"2026-03-05T17:16:52.825405Z","steps":["trace[358501508] 'process raft request' (duration: 605.709845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:52.825704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:52.219349Z","time spent":"606.249359ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:16:53.232154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.79065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:16:53.232239Z","caller":"traceutil/trace.go:171","msg":"trace[1940690977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18923; }","duration":"113.928833ms","start":"2026-03-05T17:16:53.11829Z","end":"2026-03-05T17:16:53.232219Z","steps":["trace[1940690977] 'count revisions from in-memory index tree' (duration: 113.693017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:53.232712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.770533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:16:53.23278Z","caller":"traceutil/trace.go:171","msg":"trace[674581730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18923; }","duration":"275.932868ms","start":"2026-03-05T17:16:52.956833Z","end":"2026-03-05T17:16:53.232766Z","steps":["trace[674581730] 'range keys from in-memory index tree' (duration: 275.687222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:53.233046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.584244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T17:16:53.233142Z","caller":"traceutil/trace.go:171","msg":"trace[1064312173] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:18923; }","duration":"264.726577ms","start":"2026-03-05T17:16:52.96839Z","end":"2026-03-05T17:16:53.233116Z","steps":["trace[1064312173] 'range keys from in-memory index tree' (duration: 264.343198ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:03.854991Z","caller":"traceutil/trace.go:171","msg":"trace[1976381640] transaction","detail":"{read_only:false; response_revision:18980; number_of_response:1; }","duration":"125.589705ms","start":"2026-03-05T17:17:03.729362Z","end":"2026-03-05T17:17:03.854951Z","steps":["trace[1976381640] 'process raft request' (duration: 125.367679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:09.811535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.767654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:17:09.811918Z","caller":"traceutil/trace.go:171","msg":"trace[1909279199] transaction","detail":"{read_only:false; response_revision:19000; number_of_response:1; }","duration":"481.688819ms","start":"2026-03-05T17:17:09.330201Z","end":"2026-03-05T17:17:09.81189Z","steps":["trace[1909279199] 'process raft request' (duration: 70.467614ms)","trace[1909279199] 'compare' (duration: 410.580619ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:17:09.811955Z","caller":"traceutil/trace.go:171","msg":"trace[643785557] linearizableReadLoop","detail":"{readStateIndex:19688; appliedIndex:19685; }","duration":"468.855038ms","start":"2026-03-05T17:17:09.343077Z","end":"2026-03-05T17:17:09.811932Z","steps":["trace[643785557] 'read index received' (duration: 11.1886ms)","trace[643785557] 'applied index is now lower than readState.Index' (duration: 457.665038ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:17:09.812014Z","caller":"traceutil/trace.go:171","msg":"trace[243837030] transaction","detail":"{read_only:false; response_revision:19001; number_of_response:1; }","duration":"478.579961ms","start":"2026-03-05T17:17:09.3334Z","end":"2026-03-05T17:17:09.81198Z","steps":["trace[243837030] 'process raft request' (duration: 478.252313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:09.812066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.330188Z","time spent":"481.800193ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:17:09.812175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.333373Z","time spent":"478.719135ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:17:09.812314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.289985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T17:17:09.812392Z","caller":"traceutil/trace.go:171","msg":"trace[1069448455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19001; }","duration":"359.429008ms","start":"2026-03-05T17:17:09.452944Z","end":"2026-03-05T17:17:09.812373Z","steps":["trace[1069448455] 'agreement among raft nodes before linearized reading' (duration: 359.181052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:09.812323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.439642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T17:17:09.812219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.117404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T17:17:09.812452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.452924Z","time spent":"359.513071ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:17:09.812476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.020137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:17:09.812503Z","caller":"traceutil/trace.go:171","msg":"trace[783151947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19001; }","duration":"338.625807ms","start":"2026-03-05T17:17:09.473853Z","end":"2026-03-05T17:17:09.812479Z","steps":["trace[783151947] 'agreement among raft nodes before linearized reading' (duration: 338.292648ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:09.812517Z","caller":"traceutil/trace.go:171","msg":"trace[291967623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19001; }","duration":"469.463713ms","start":"2026-03-05T17:17:09.343023Z","end":"2026-03-05T17:17:09.812487Z","steps":["trace[291967623] 'agreement among raft nodes before linearized reading' (duration: 469.004141ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:09.812525Z","caller":"traceutil/trace.go:171","msg":"trace[402842306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19001; }","duration":"357.085549ms","start":"2026-03-05T17:17:09.455429Z","end":"2026-03-05T17:17:09.812514Z","steps":["trace[402842306] 'agreement among raft nodes before linearized reading' (duration: 356.940166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:09.812559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.473844Z","time spent":"338.695099ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:17:09.81257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.343002Z","time spent":"469.555956ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:17:09.81257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.455422Z","time spent":"357.138512ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:17:10.38232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054297820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:17:10.795124Z","caller":"traceutil/trace.go:171","msg":"trace[786857792] transaction","detail":"{read_only:false; response_revision:19002; number_of_response:1; }","duration":"978.517398ms","start":"2026-03-05T17:17:09.816573Z","end":"2026-03-05T17:17:10.79509Z","steps":["trace[786857792] 'process raft request' (duration: 978.221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:10.795292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.81655Z","time spent":"978.658772ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:17:10.795741Z","caller":"traceutil/trace.go:171","msg":"trace[273656980] transaction","detail":"{read_only:false; response_revision:19003; number_of_response:1; }","duration":"979.126553ms","start":"2026-03-05T17:17:09.816554Z","end":"2026-03-05T17:17:10.795681Z","steps":["trace[273656980] 'process raft request' (duration: 978.453977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:10.79603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.816526Z","time spent":"979.318968ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:17:11.102658Z","caller":"traceutil/trace.go:171","msg":"trace[838541423] transaction","detail":"{read_only:false; response_revision:19004; number_of_response:1; }","duration":"1.285569485s","start":"2026-03-05T17:17:09.817068Z","end":"2026-03-05T17:17:11.102638Z","steps":["trace[838541423] 'process raft request' (duration: 1.226999359s)","trace[838541423] 'compare' (duration: 58.425023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:17:11.102782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.817051Z","time spent":"1.285660317s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:17:11.103499Z","caller":"traceutil/trace.go:171","msg":"trace[1938535954] transaction","detail":"{read_only:false; response_revision:19005; number_of_response:1; }","duration":"1.28535166s","start":"2026-03-05T17:17:09.818127Z","end":"2026-03-05T17:17:11.103479Z","steps":["trace[1938535954] 'process raft request' (duration: 1.284474239s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:11.10371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.818043Z","time spent":"1.285545345s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:17:11.683849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.394121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:17:11.684449Z","caller":"traceutil/trace.go:171","msg":"trace[663875922] linearizableReadLoop","detail":"{readStateIndex:19693; appliedIndex:19688; }","duration":"1.802168549s","start":"2026-03-05T17:17:09.882248Z","end":"2026-03-05T17:17:11.684416Z","steps":["trace[663875922] 'read index received' (duration: 912.513225ms)","trace[663875922] 'applied index is now lower than readState.Index' (duration: 889.653704ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:17:11.684467Z","caller":"traceutil/trace.go:171","msg":"trace[1550056058] transaction","detail":"{read_only:false; response_revision:19006; number_of_response:1; }","duration":"938.877016ms","start":"2026-03-05T17:17:10.74556Z","end":"2026-03-05T17:17:11.684437Z","steps":["trace[1550056058] 'process raft request' (duration: 938.353933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:11.684616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:10.745532Z","time spent":"939.036109ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:17:11.957625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:17:11.957714Z","caller":"traceutil/trace.go:171","msg":"trace[1732574107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986141s","start":"2026-03-05T17:17:09.957702Z","end":"2026-03-05T17:17:11.957688Z","steps":["trace[1732574107] 'agreement among raft nodes before linearized reading' (duration: 1.999885079s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:11.957867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.957672Z","time spent":"2.000182406s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:17:12.279934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397663568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:17:12.280054Z","caller":"traceutil/trace.go:171","msg":"trace[2009075542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19006; }","duration":"2.397824262s","start":"2026-03-05T17:17:09.882204Z","end":"2026-03-05T17:17:12.280028Z","steps":["trace[2009075542] 'agreement among raft nodes before linearized reading' (duration: 1.802306043s)","trace[2009075542] 'range keys from in-memory index tree' (duration: 595.263682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:17:12.280109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:09.882184Z","time spent":"2.397912594s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:17:12.281175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.674439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:17:12.281775Z","caller":"traceutil/trace.go:171","msg":"trace[1897666680] transaction","detail":"{read_only:false; response_revision:19007; number_of_response:1; }","duration":"1.337491086s","start":"2026-03-05T17:17:10.944252Z","end":"2026-03-05T17:17:12.281743Z","steps":["trace[1897666680] 'process raft request' (duration: 740.154251ms)","trace[1897666680] 'compare' (duration: 595.394126ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:17:12.281888Z","caller":"traceutil/trace.go:171","msg":"trace[2050340554] linearizableReadLoop","detail":"{readStateIndex:19696; appliedIndex:19694; }","duration":"597.338675ms","start":"2026-03-05T17:17:11.68453Z","end":"2026-03-05T17:17:12.281869Z","steps":["trace[2050340554] 'read index received' (duration: 53.812µs)","trace[2050340554] 'applied index is now lower than readState.Index' (duration: 597.284063ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:17:12.281969Z","caller":"traceutil/trace.go:171","msg":"trace[1658726048] transaction","detail":"{read_only:false; response_revision:19008; number_of_response:1; }","duration":"920.851925ms","start":"2026-03-05T17:17:11.361092Z","end":"2026-03-05T17:17:12.281944Z","steps":["trace[1658726048] 'process raft request' (duration: 920.533527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:12.282173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:11.361074Z","time spent":"920.967767ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:17:12.282256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.084982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T17:17:12.282326Z","caller":"traceutil/trace.go:171","msg":"trace[2077153955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19009; }","duration":"832.191515ms","start":"2026-03-05T17:17:11.450119Z","end":"2026-03-05T17:17:12.28231Z","steps":["trace[2077153955] 'agreement among raft nodes before linearized reading' (duration: 831.783615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:12.282313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.239568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:17:12.282352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288508699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T17:17:12.28237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:11.450099Z","time spent":"832.261736ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T17:17:12.282387Z","caller":"traceutil/trace.go:171","msg":"trace[1461596292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19010; }","duration":"324.360231ms","start":"2026-03-05T17:17:11.958009Z","end":"2026-03-05T17:17:12.282369Z","steps":["trace[1461596292] 'agreement among raft nodes before linearized reading' (duration: 324.229298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:12.282485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:11.957987Z","time spent":"324.486294ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:17:12.282499Z","caller":"traceutil/trace.go:171","msg":"trace[95571015] transaction","detail":"{read_only:false; response_revision:19010; number_of_response:1; }","duration":"465.014602ms","start":"2026-03-05T17:17:11.817463Z","end":"2026-03-05T17:17:12.282477Z","steps":["trace[95571015] 'process raft request' (duration: 464.644873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:12.282608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.836908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-05T17:17:12.282614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5270088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:17:12.282619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:11.817428Z","time spent":"465.116825ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:17:12.282662Z","caller":"traceutil/trace.go:171","msg":"trace[803749507] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19010; }","duration":"1.527161094s","start":"2026-03-05T17:17:10.755491Z","end":"2026-03-05T17:17:12.282652Z","steps":["trace[803749507] 'agreement among raft nodes before linearized reading' (duration: 1.526511178s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:12.282686Z","caller":"traceutil/trace.go:171","msg":"trace[1284770734] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19010; }","duration":"313.890419ms","start":"2026-03-05T17:17:11.968754Z","end":"2026-03-05T17:17:12.282645Z","steps":["trace[1284770734] 'agreement among raft nodes before linearized reading' (duration: 313.710415ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:12.282429Z","caller":"traceutil/trace.go:171","msg":"trace[988596887] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19009; }","duration":"1.288622872s","start":"2026-03-05T17:17:10.993765Z","end":"2026-03-05T17:17:12.282388Z","steps":["trace[988596887] 'agreement among raft nodes before linearized reading' (duration: 1.288178841s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:12.282766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:11.968735Z","time spent":"314.019522ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T17:17:12.282239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:10.944225Z","time spent":"1.33762248s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:17:12.282388Z","caller":"traceutil/trace.go:171","msg":"trace[692655216] transaction","detail":"{read_only:false; response_revision:19009; number_of_response:1; }","duration":"465.840652ms","start":"2026-03-05T17:17:11.816526Z","end":"2026-03-05T17:17:12.282366Z","steps":["trace[692655216] 'process raft request' (duration: 465.281269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:12.282889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:10.755479Z","time spent":"1.527327868s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:17:12.283048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:11.816501Z","time spent":"466.504119ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:17:12.282993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:10.993746Z","time spent":"1.289093324s","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":151,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:17:13.116377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.406565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:17:13.116493Z","caller":"traceutil/trace.go:171","msg":"trace[1794339025] linearizableReadLoop","detail":"{readStateIndex:19699; appliedIndex:19698; }","duration":"830.285646ms","start":"2026-03-05T17:17:12.286191Z","end":"2026-03-05T17:17:13.116477Z","steps":["trace[1794339025] 'read index received' (duration: 135.640205ms)","trace[1794339025] 'applied index is now lower than readState.Index' (duration: 694.643601ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:17:13.116587Z","caller":"traceutil/trace.go:171","msg":"trace[337002267] transaction","detail":"{read_only:false; response_revision:19011; number_of_response:1; }","duration":"830.593205ms","start":"2026-03-05T17:17:12.285983Z","end":"2026-03-05T17:17:13.116576Z","steps":["trace[337002267] 'process raft request' (duration: 135.903563ms)","trace[337002267] 'compare' (duration: 693.274696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:17:13.116663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:12.285962Z","time spent":"830.659037ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:17:13.11685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.424865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-05T17:17:13.116916Z","caller":"traceutil/trace.go:171","msg":"trace[1870822346] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6; range_end:; response_count:1; response_revision:19011; }","duration":"827.495906ms","start":"2026-03-05T17:17:12.289402Z","end":"2026-03-05T17:17:13.116898Z","steps":["trace[1870822346] 'agreement among raft nodes before linearized reading' (duration: 827.317612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:13.117054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.361366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-05T17:17:13.117089Z","caller":"traceutil/trace.go:171","msg":"trace[1736370104] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19011; }","duration":"214.423458ms","start":"2026-03-05T17:17:12.902654Z","end":"2026-03-05T17:17:13.117078Z","steps":["trace[1736370104] 'agreement among raft nodes before linearized reading' (duration: 214.287825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:13.117085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:12.289396Z","time spent":"827.679171ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" "} {"level":"warn","ts":"2026-03-05T17:17:13.117201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.995513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T17:17:13.117268Z","caller":"traceutil/trace.go:171","msg":"trace[146092249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19011; }","duration":"831.087456ms","start":"2026-03-05T17:17:12.286165Z","end":"2026-03-05T17:17:13.117252Z","steps":["trace[146092249] 'agreement among raft nodes before linearized reading' (duration: 830.907532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:13.117317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:12.286152Z","time spent":"831.153978ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:17:13.117397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.240154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:17:13.117421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.096304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:17:13.117438Z","caller":"traceutil/trace.go:171","msg":"trace[373280770] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19011; }","duration":"379.318926ms","start":"2026-03-05T17:17:12.73811Z","end":"2026-03-05T17:17:13.117429Z","steps":["trace[373280770] 'agreement among raft nodes before linearized reading' (duration: 379.246504ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:13.11745Z","caller":"traceutil/trace.go:171","msg":"trace[1249846499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19011; }","duration":"316.175696ms","start":"2026-03-05T17:17:12.801265Z","end":"2026-03-05T17:17:13.117441Z","steps":["trace[1249846499] 'agreement among raft nodes before linearized reading' (duration: 316.049183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:13.117469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:12.738091Z","time spent":"379.369047ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:17:13.117492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:12.801244Z","time spent":"316.243267ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:17:13.117661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.001746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T17:17:13.1177Z","caller":"traceutil/trace.go:171","msg":"trace[1273413057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19011; }","duration":"317.060458ms","start":"2026-03-05T17:17:12.800631Z","end":"2026-03-05T17:17:13.117691Z","steps":["trace[1273413057] 'agreement among raft nodes before linearized reading' (duration: 316.960786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:13.117732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:12.80062Z","time spent":"317.105499ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:17:13.117674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.060685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:17:13.11791Z","caller":"traceutil/trace.go:171","msg":"trace[1907708325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19011; }","duration":"827.301302ms","start":"2026-03-05T17:17:12.290594Z","end":"2026-03-05T17:17:13.117896Z","steps":["trace[1907708325] 'agreement among raft nodes before linearized reading' (duration: 827.048336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:13.117958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:17:12.29059Z","time spent":"827.356393ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:17:13.342316Z","caller":"traceutil/trace.go:171","msg":"trace[121740880] transaction","detail":"{read_only:false; response_revision:19012; number_of_response:1; }","duration":"222.030788ms","start":"2026-03-05T17:17:13.120227Z","end":"2026-03-05T17:17:13.342257Z","steps":["trace[121740880] 'process raft request' (duration: 221.235869ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:13.342557Z","caller":"traceutil/trace.go:171","msg":"trace[245889223] transaction","detail":"{read_only:false; response_revision:19014; number_of_response:1; }","duration":"214.160362ms","start":"2026-03-05T17:17:13.128374Z","end":"2026-03-05T17:17:13.342535Z","steps":["trace[245889223] 'process raft request' (duration: 214.07753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:13.34268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.321276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0579907e-d0d1-4190-a439-e4eb009bd05c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-05T17:17:13.342744Z","caller":"traceutil/trace.go:171","msg":"trace[998068171] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0579907e-d0d1-4190-a439-e4eb009bd05c; range_end:; response_count:1; response_revision:19014; }","duration":"220.420479ms","start":"2026-03-05T17:17:13.122309Z","end":"2026-03-05T17:17:13.34273Z","steps":["trace[998068171] 'agreement among raft nodes before linearized reading' (duration: 220.140512ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:13.342752Z","caller":"traceutil/trace.go:171","msg":"trace[1542748516] transaction","detail":"{read_only:false; response_revision:19015; number_of_response:1; }","duration":"213.056344ms","start":"2026-03-05T17:17:13.129685Z","end":"2026-03-05T17:17:13.342741Z","steps":["trace[1542748516] 'process raft request' (duration: 212.808728ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:13.342754Z","caller":"traceutil/trace.go:171","msg":"trace[925839126] transaction","detail":"{read_only:false; response_revision:19016; number_of_response:1; }","duration":"212.475049ms","start":"2026-03-05T17:17:13.130261Z","end":"2026-03-05T17:17:13.342736Z","steps":["trace[925839126] 'process raft request' (duration: 212.381237ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:13.342398Z","caller":"traceutil/trace.go:171","msg":"trace[1367282726] linearizableReadLoop","detail":"{readStateIndex:19700; appliedIndex:19699; }","duration":"220.014299ms","start":"2026-03-05T17:17:13.122332Z","end":"2026-03-05T17:17:13.342346Z","steps":["trace[1367282726] 'read index received' (duration: 219.039833ms)","trace[1367282726] 'applied index is now lower than readState.Index' (duration: 972.435µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:17:13.34251Z","caller":"traceutil/trace.go:171","msg":"trace[133401974] transaction","detail":"{read_only:false; response_revision:19013; number_of_response:1; }","duration":"216.580762ms","start":"2026-03-05T17:17:13.125918Z","end":"2026-03-05T17:17:13.342499Z","steps":["trace[133401974] 'process raft request' (duration: 216.270544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:13.34316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.800856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:17:13.343199Z","caller":"traceutil/trace.go:171","msg":"trace[434755157] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19016; }","duration":"170.876828ms","start":"2026-03-05T17:17:13.17231Z","end":"2026-03-05T17:17:13.343187Z","steps":["trace[434755157] 'agreement among raft nodes before linearized reading' (duration: 170.808407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:13.343136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.711626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:17:13.343398Z","caller":"traceutil/trace.go:171","msg":"trace[1955973339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19016; }","duration":"203.034233ms","start":"2026-03-05T17:17:13.140346Z","end":"2026-03-05T17:17:13.343381Z","steps":["trace[1955973339] 'agreement among raft nodes before linearized reading' (duration: 202.679144ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:48.871978Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":20006,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T17:17:48.881821Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20006} {"level":"info","ts":"2026-03-05T17:17:48.881971Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15006} {"level":"info","ts":"2026-03-05T17:18:23.933685Z","caller":"traceutil/trace.go:171","msg":"trace[176941339] transaction","detail":"{read_only:false; response_revision:19618; number_of_response:1; }","duration":"144.565879ms","start":"2026-03-05T17:18:23.789095Z","end":"2026-03-05T17:18:23.933661Z","steps":["trace[176941339] 'process raft request' (duration: 143.676667ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:18:23.934096Z","caller":"traceutil/trace.go:171","msg":"trace[326429977] linearizableReadLoop","detail":"{readStateIndex:20332; appliedIndex:20329; }","duration":"143.651747ms","start":"2026-03-05T17:18:23.790374Z","end":"2026-03-05T17:18:23.934026Z","steps":["trace[326429977] 'read index received' (duration: 27.667244ms)","trace[326429977] 'applied index is now lower than readState.Index' (duration: 115.981533ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:18:23.93415Z","caller":"traceutil/trace.go:171","msg":"trace[194143042] transaction","detail":"{read_only:false; response_revision:19619; number_of_response:1; }","duration":"144.971919ms","start":"2026-03-05T17:18:23.789147Z","end":"2026-03-05T17:18:23.934119Z","steps":["trace[194143042] 'process raft request' (duration: 144.463156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:18:23.934558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.15582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T17:18:23.934633Z","caller":"traceutil/trace.go:171","msg":"trace[707613393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19619; }","duration":"144.266842ms","start":"2026-03-05T17:18:23.790346Z","end":"2026-03-05T17:18:23.934613Z","steps":["trace[707613393] 'agreement among raft nodes before linearized reading' (duration: 143.842461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:50.99801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.508252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:20:50.998085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.355949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T17:20:50.998125Z","caller":"traceutil/trace.go:171","msg":"trace[1332794399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20655; }","duration":"286.631376ms","start":"2026-03-05T17:20:50.711474Z","end":"2026-03-05T17:20:50.998105Z","steps":["trace[1332794399] 'range keys from in-memory index tree' (duration: 286.324418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:50.998115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.866427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T17:20:50.998164Z","caller":"traceutil/trace.go:171","msg":"trace[1111847938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20655; }","duration":"284.501382ms","start":"2026-03-05T17:20:50.713641Z","end":"2026-03-05T17:20:50.998142Z","steps":["trace[1111847938] 'range keys from in-memory index tree' (duration: 284.235266ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:50.99819Z","caller":"traceutil/trace.go:171","msg":"trace[80205212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20655; }","duration":"285.98875ms","start":"2026-03-05T17:20:50.712183Z","end":"2026-03-05T17:20:50.998172Z","steps":["trace[80205212] 'range keys from in-memory index tree' (duration: 285.715143ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:01.92057Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18668} {"level":"info","ts":"2026-03-05T17:21:02.03414Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18668,"took":"109.762798ms","hash":2468594662,"current-db-size-bytes":45789184,"current-db-size":"46 MB","current-db-size-in-use-bytes":33329152,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-05T17:21:02.03419Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2468594662,"revision":18668,"compact-revision":16353} {"level":"info","ts":"2026-03-05T17:21:02.803331Z","caller":"traceutil/trace.go:171","msg":"trace[1442194796] transaction","detail":"{read_only:false; response_revision:21135; number_of_response:1; }","duration":"180.163971ms","start":"2026-03-05T17:21:02.623141Z","end":"2026-03-05T17:21:02.803305Z","steps":["trace[1442194796] 'process raft request' (duration: 179.989386ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:02.807908Z","caller":"traceutil/trace.go:171","msg":"trace[2114525169] linearizableReadLoop","detail":"{readStateIndex:21897; appliedIndex:21895; }","duration":"182.17461ms","start":"2026-03-05T17:21:02.625716Z","end":"2026-03-05T17:21:02.807891Z","steps":["trace[2114525169] 'read index received' (duration: 177.473812ms)","trace[2114525169] 'applied index is now lower than readState.Index' (duration: 4.699758ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:02.807944Z","caller":"traceutil/trace.go:171","msg":"trace[1530872230] transaction","detail":"{read_only:false; response_revision:21136; number_of_response:1; }","duration":"184.630552ms","start":"2026-03-05T17:21:02.623286Z","end":"2026-03-05T17:21:02.807917Z","steps":["trace[1530872230] 'process raft request' (duration: 184.453548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:02.808312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.779574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-03-05T17:21:02.808396Z","caller":"traceutil/trace.go:171","msg":"trace[1466165120] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21137; }","duration":"152.916887ms","start":"2026-03-05T17:21:02.655457Z","end":"2026-03-05T17:21:02.808374Z","steps":["trace[1466165120] 'agreement among raft nodes before linearized reading' (duration: 152.681962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:02.811806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.048168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-92lws\" ","response":"range_response_count:1 size:3480"} {"level":"info","ts":"2026-03-05T17:21:02.811944Z","caller":"traceutil/trace.go:171","msg":"trace[943907278] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-92lws; range_end:; response_count:1; response_revision:21137; }","duration":"186.235923ms","start":"2026-03-05T17:21:02.62568Z","end":"2026-03-05T17:21:02.811916Z","steps":["trace[943907278] 'agreement among raft nodes before linearized reading' (duration: 182.326714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:05.836514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.712126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:05.836665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.890095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:05.836742Z","caller":"traceutil/trace.go:171","msg":"trace[1136585266] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21245; }","duration":"104.985468ms","start":"2026-03-05T17:21:05.731726Z","end":"2026-03-05T17:21:05.836712Z","steps":["trace[1136585266] 'count revisions from in-memory index tree' (duration: 104.800824ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:05.836663Z","caller":"traceutil/trace.go:171","msg":"trace[72889732] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0; response_count:0; response_revision:21245; }","duration":"103.927212ms","start":"2026-03-05T17:21:05.732705Z","end":"2026-03-05T17:21:05.836632Z","steps":["trace[72889732] 'range keys from in-memory index tree' (duration: 103.583814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:05.836542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.811363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:05.837021Z","caller":"traceutil/trace.go:171","msg":"trace[671130072] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21245; }","duration":"105.351737ms","start":"2026-03-05T17:21:05.731648Z","end":"2026-03-05T17:21:05.836999Z","steps":["trace[671130072] 'range keys from in-memory index tree' (duration: 104.741772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:10.950941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054304748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:11.379271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139923019s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:21:11.37968Z","caller":"traceutil/trace.go:171","msg":"trace[326087189] transaction","detail":"{read_only:false; response_revision:21347; number_of_response:1; }","duration":"1.140495194s","start":"2026-03-05T17:21:10.239159Z","end":"2026-03-05T17:21:11.379655Z","steps":["trace[326087189] 'process raft request' (duration: 1.14034048s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.379817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.239126Z","time spent":"1.140620197s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:11.527845Z","caller":"traceutil/trace.go:171","msg":"trace[672305902] transaction","detail":"{read_only:false; response_revision:21349; number_of_response:1; }","duration":"311.294583ms","start":"2026-03-05T17:21:11.216529Z","end":"2026-03-05T17:21:11.527824Z","steps":["trace[672305902] 'process raft request' (duration: 311.194601ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:11.527879Z","caller":"traceutil/trace.go:171","msg":"trace[594547694] transaction","detail":"{read_only:false; response_revision:21348; number_of_response:1; }","duration":"901.313216ms","start":"2026-03-05T17:21:10.626513Z","end":"2026-03-05T17:21:11.527827Z","steps":["trace[594547694] 'process raft request' (duration: 901.05304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.527976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:11.21651Z","time spent":"311.399216ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:11.528081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.626487Z","time spent":"901.47512ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:11.528288Z","caller":"traceutil/trace.go:171","msg":"trace[1308939970] transaction","detail":"{read_only:false; response_revision:21350; number_of_response:1; }","duration":"275.020015ms","start":"2026-03-05T17:21:11.25324Z","end":"2026-03-05T17:21:11.52826Z","steps":["trace[1308939970] 'process raft request' (duration: 274.541603ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:11.528343Z","caller":"traceutil/trace.go:171","msg":"trace[1247818276] transaction","detail":"{read_only:false; response_revision:21351; number_of_response:1; }","duration":"264.539763ms","start":"2026-03-05T17:21:11.263794Z","end":"2026-03-05T17:21:11.528334Z","steps":["trace[1247818276] 'process raft request' (duration: 264.343978ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:11.528341Z","caller":"traceutil/trace.go:171","msg":"trace[384549689] linearizableReadLoop","detail":"{readStateIndex:22111; appliedIndex:22109; }","duration":"1.077877896s","start":"2026-03-05T17:21:10.450429Z","end":"2026-03-05T17:21:11.528307Z","steps":["trace[384549689] 'read index received' (duration: 929.968223ms)","trace[384549689] 'applied index is now lower than readState.Index' (duration: 147.907553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:11.528491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07805866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:21:11.528528Z","caller":"traceutil/trace.go:171","msg":"trace[493198547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21351; }","duration":"1.078095171s","start":"2026-03-05T17:21:10.450423Z","end":"2026-03-05T17:21:11.528518Z","steps":["trace[493198547] 'agreement among raft nodes before linearized reading' (duration: 1.07802792s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.528549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.450375Z","time spent":"1.078169673s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:21:11.528579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.835673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:11.52861Z","caller":"traceutil/trace.go:171","msg":"trace[49644978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21351; }","duration":"461.918124ms","start":"2026-03-05T17:21:11.066683Z","end":"2026-03-05T17:21:11.528601Z","steps":["trace[49644978] 'agreement among raft nodes before linearized reading' (duration: 461.858623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.528633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:11.066664Z","time spent":"461.962916ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:11.528672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.898984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T17:21:11.528694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.340524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T17:21:11.528749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.578757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-05T17:21:11.528754Z","caller":"traceutil/trace.go:171","msg":"trace[299249550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21351; }","duration":"422.419466ms","start":"2026-03-05T17:21:11.106317Z","end":"2026-03-05T17:21:11.528736Z","steps":["trace[299249550] 'agreement among raft nodes before linearized reading' (duration: 422.218421ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:11.528797Z","caller":"traceutil/trace.go:171","msg":"trace[1308437389] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21351; }","duration":"338.68989ms","start":"2026-03-05T17:21:11.190093Z","end":"2026-03-05T17:21:11.528783Z","steps":["trace[1308437389] 'agreement among raft nodes before linearized reading' (duration: 338.531676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.528811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:11.106311Z","time spent":"422.486417ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:21:11.528831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:11.19004Z","time spent":"338.782882ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-05T17:21:11.528815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.39574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T17:21:11.528867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.518169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T17:21:11.528758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.451831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:11.528894Z","caller":"traceutil/trace.go:171","msg":"trace[1779591848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21351; }","duration":"422.551289ms","start":"2026-03-05T17:21:11.106336Z","end":"2026-03-05T17:21:11.528888Z","steps":["trace[1779591848] 'agreement among raft nodes before linearized reading' (duration: 422.455227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.528915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:11.106334Z","time spent":"422.57749ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:21:11.528905Z","caller":"traceutil/trace.go:171","msg":"trace[494443455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21351; }","duration":"423.525613ms","start":"2026-03-05T17:21:11.105359Z","end":"2026-03-05T17:21:11.528885Z","steps":["trace[494443455] 'agreement among raft nodes before linearized reading' (duration: 423.279297ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:11.528713Z","caller":"traceutil/trace.go:171","msg":"trace[1965746956] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21351; }","duration":"870.990756ms","start":"2026-03-05T17:21:10.65771Z","end":"2026-03-05T17:21:11.528701Z","steps":["trace[1965746956] 'agreement among raft nodes before linearized reading' (duration: 870.77472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.528918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.473625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T17:21:11.52895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:11.105331Z","time spent":"423.610066ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:21:11.528958Z","caller":"traceutil/trace.go:171","msg":"trace[249885463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21351; }","duration":"647.954702ms","start":"2026-03-05T17:21:10.880995Z","end":"2026-03-05T17:21:11.52895Z","steps":["trace[249885463] 'agreement among raft nodes before linearized reading' (duration: 647.780258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.528977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.657695Z","time spent":"871.258733ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":147,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:11.528989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.880977Z","time spent":"648.005094ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:21:11.528976Z","caller":"traceutil/trace.go:171","msg":"trace[1222941662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21351; }","duration":"570.648806ms","start":"2026-03-05T17:21:10.95827Z","end":"2026-03-05T17:21:11.528919Z","steps":["trace[1222941662] 'agreement among raft nodes before linearized reading' (duration: 570.466462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.529112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.958255Z","time spent":"570.8113ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:22:44.40372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.632188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:22:44.40389Z","caller":"traceutil/trace.go:171","msg":"trace[447111645] linearizableReadLoop","detail":"{readStateIndex:23066; appliedIndex:23064; }","duration":"376.470668ms","start":"2026-03-05T17:22:44.027407Z","end":"2026-03-05T17:22:44.403878Z","steps":["trace[447111645] 'read index received' (duration: 215.603803ms)","trace[447111645] 'applied index is now lower than readState.Index' (duration: 160.866015ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:44.403948Z","caller":"traceutil/trace.go:171","msg":"trace[781782700] transaction","detail":"{read_only:false; response_revision:22279; number_of_response:1; }","duration":"384.111069ms","start":"2026-03-05T17:22:44.019828Z","end":"2026-03-05T17:22:44.403939Z","steps":["trace[781782700] 'process raft request' (duration: 223.172333ms)","trace[781782700] 'compare' (duration: 160.529515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:22:44.403994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:44.019812Z","time spent":"384.157751ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:44.404093Z","caller":"traceutil/trace.go:171","msg":"trace[539400505] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"249.805359ms","start":"2026-03-05T17:22:44.154259Z","end":"2026-03-05T17:22:44.404064Z","steps":["trace[539400505] 'process raft request' (duration: 249.589964ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:44.404195Z","caller":"traceutil/trace.go:171","msg":"trace[1758508061] transaction","detail":"{read_only:false; response_revision:22280; number_of_response:1; }","duration":"383.058752ms","start":"2026-03-05T17:22:44.02109Z","end":"2026-03-05T17:22:44.404149Z","steps":["trace[1758508061] 'process raft request' (duration: 382.714564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:44.404268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.832747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T17:22:44.404365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:44.021064Z","time spent":"383.221937ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:44.404823Z","caller":"traceutil/trace.go:171","msg":"trace[1272434298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22281; }","duration":"377.258218ms","start":"2026-03-05T17:22:44.02738Z","end":"2026-03-05T17:22:44.404638Z","steps":["trace[1272434298] 'agreement among raft nodes before linearized reading' (duration: 376.680443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:44.404911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:44.027371Z","time spent":"377.518714ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:22:44.44276Z","caller":"traceutil/trace.go:171","msg":"trace[669748787] transaction","detail":"{read_only:false; response_revision:22282; number_of_response:1; }","duration":"150.444253ms","start":"2026-03-05T17:22:44.292288Z","end":"2026-03-05T17:22:44.442733Z","steps":["trace[669748787] 'process raft request' (duration: 150.199957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:44.442861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.15599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T17:22:44.442938Z","caller":"traceutil/trace.go:171","msg":"trace[878714030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22282; }","duration":"414.277944ms","start":"2026-03-05T17:22:44.028641Z","end":"2026-03-05T17:22:44.442919Z","steps":["trace[878714030] 'agreement among raft nodes before linearized reading' (duration: 413.987116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:44.443001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:44.028626Z","time spent":"414.364895ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:22:44.443001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.865167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:22:44.443058Z","caller":"traceutil/trace.go:171","msg":"trace[526146921] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22282; }","duration":"334.9729ms","start":"2026-03-05T17:22:44.108075Z","end":"2026-03-05T17:22:44.443047Z","steps":["trace[526146921] 'agreement among raft nodes before linearized reading' (duration: 334.61304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:44.443154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:44.108055Z","time spent":"335.060193ms","remote":"127.0.0.1:50580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:22:44.442988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.779981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:22:44.444059Z","caller":"traceutil/trace.go:171","msg":"trace[1449223090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22282; }","duration":"414.863708ms","start":"2026-03-05T17:22:44.029169Z","end":"2026-03-05T17:22:44.444032Z","steps":["trace[1449223090] 'agreement among raft nodes before linearized reading' (duration: 413.532714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:44.444129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:44.029162Z","time spent":"414.94161ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:24:41.557636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:24:42.058276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:24:42.558454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:24:42.596765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.709575646s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:24:42.597281Z","caller":"traceutil/trace.go:171","msg":"trace[2022720211] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"1.710176431s","start":"2026-03-05T17:24:40.887074Z","end":"2026-03-05T17:24:42.59725Z","steps":["trace[2022720211] 'process raft request' (duration: 1.709931915s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:42.597459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:40.887051Z","time spent":"1.710312394s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:42.957396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:24:42.957487Z","caller":"traceutil/trace.go:171","msg":"trace[176779517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000507684s","start":"2026-03-05T17:24:40.956958Z","end":"2026-03-05T17:24:42.957466Z","steps":["trace[176779517] 'agreement among raft nodes before linearized reading' (duration: 2.000397431s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:42.957558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:40.956937Z","time spent":"2.000610536s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:24:43.794928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.386939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:24:43.795276Z","caller":"traceutil/trace.go:171","msg":"trace[111556851] linearizableReadLoop","detail":"{readStateIndex:24167; appliedIndex:24160; }","duration":"2.838264901s","start":"2026-03-05T17:24:40.957Z","end":"2026-03-05T17:24:43.795265Z","steps":["trace[111556851] 'read index received' (duration: 1.640013327s)","trace[111556851] 'applied index is now lower than readState.Index' (duration: 1.198250794s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:24:43.795662Z","caller":"traceutil/trace.go:171","msg":"trace[178352793] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"1.387583431s","start":"2026-03-05T17:24:42.408049Z","end":"2026-03-05T17:24:43.795633Z","steps":["trace[178352793] 'process raft request' (duration: 1.387106379s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:43.79567Z","caller":"traceutil/trace.go:171","msg":"trace[2037546261] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"1.387305023s","start":"2026-03-05T17:24:42.408351Z","end":"2026-03-05T17:24:43.795656Z","steps":["trace[2037546261] 'process raft request' (duration: 1.386847332s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:43.795723Z","caller":"traceutil/trace.go:171","msg":"trace[1664171071] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"1.373747995s","start":"2026-03-05T17:24:42.421936Z","end":"2026-03-05T17:24:43.795684Z","steps":["trace[1664171071] 'process raft request' (duration: 1.373296873s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:43.795736Z","caller":"traceutil/trace.go:171","msg":"trace[1946997001] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"1.52542711s","start":"2026-03-05T17:24:42.270268Z","end":"2026-03-05T17:24:43.795696Z","steps":["trace[1946997001] 'process raft request' (duration: 1.524749233s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:43.79577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.408344Z","time spent":"1.387370637s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:43.795774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.408035Z","time spent":"1.387678044s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:43.795688Z","caller":"traceutil/trace.go:171","msg":"trace[1516698590] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"1.387570332s","start":"2026-03-05T17:24:42.408102Z","end":"2026-03-05T17:24:43.795672Z","steps":["trace[1516698590] 'process raft request' (duration: 1.387080679s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:43.795858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.42192Z","time spent":"1.373864238s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:43.795868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.27024Z","time spent":"1.525561683s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:43.795898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.408081Z","time spent":"1.387786246s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:43.796203Z","caller":"traceutil/trace.go:171","msg":"trace[467307096] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"2.126017703s","start":"2026-03-05T17:24:41.669312Z","end":"2026-03-05T17:24:43.795329Z","steps":["trace[467307096] 'process raft request' (duration: 1.870269146s)","trace[467307096] 'compare' (duration: 253.178663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:24:43.796245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:41.669286Z","time spent":"2.126938847s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:44.295353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:24:44.942008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.676496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:24:44.942321Z","caller":"traceutil/trace.go:171","msg":"trace[716034309] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"2.217121312s","start":"2026-03-05T17:24:42.725176Z","end":"2026-03-05T17:24:44.942297Z","steps":["trace[716034309] 'process raft request' (duration: 1.642063278s)","trace[716034309] 'compare' (duration: 573.995097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:24:44.942437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.725149Z","time spent":"2.217247736s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:44.959385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:24:44.959478Z","caller":"traceutil/trace.go:171","msg":"trace[1913850951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000124483s","start":"2026-03-05T17:24:42.959333Z","end":"2026-03-05T17:24:44.959457Z","steps":["trace[1913850951] 'agreement among raft nodes before linearized reading' (duration: 2.000013471s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:44.959516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.959319Z","time spent":"2.000189946s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:24:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:24:45.412961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033573945s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:24:45.973337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999481164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:24:45.973423Z","caller":"traceutil/trace.go:171","msg":"trace[316397861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999611017s","start":"2026-03-05T17:24:40.973792Z","end":"2026-03-05T17:24:45.973403Z","steps":["trace[316397861] 'agreement among raft nodes before linearized reading' (duration: 4.999507434s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:45.973468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:40.973776Z","time spent":"4.999681749s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:24:46.030225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9989735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:24:46.03031Z","caller":"traceutil/trace.go:171","msg":"trace[733752914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999099863s","start":"2026-03-05T17:24:41.03119Z","end":"2026-03-05T17:24:46.03029Z","steps":["trace[733752914] 'agreement among raft nodes before linearized reading' (duration: 4.999005631s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.030367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:41.031171Z","time spent":"4.999184156s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 17:24:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:24:46.057992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999432153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:24:46.058082Z","caller":"traceutil/trace.go:171","msg":"trace[710482448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999559995s","start":"2026-03-05T17:24:41.058508Z","end":"2026-03-05T17:24:46.058068Z","steps":["trace[710482448] 'agreement among raft nodes before linearized reading' (duration: 4.999462573s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.058123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:41.058491Z","time spent":"4.999621567s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 17:24:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:24:46.826041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.167454Z","time spent":"1.658558279s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:24:46.828055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414878453s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:24:46.828223Z","caller":"traceutil/trace.go:171","msg":"trace[675386455] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"2.224024175s","start":"2026-03-05T17:24:44.604188Z","end":"2026-03-05T17:24:46.828212Z","steps":["trace[675386455] 'process raft request' (duration: 2.223959533s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.828265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:44.604158Z","time spent":"2.224089927s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:46.828258Z","caller":"traceutil/trace.go:171","msg":"trace[152057485] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"2.987066912s","start":"2026-03-05T17:24:43.841089Z","end":"2026-03-05T17:24:46.828156Z","steps":["trace[152057485] 'process raft request' (duration: 1.572027115s)","trace[152057485] 'compare' (duration: 1.413366915s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:24:46.828376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41891363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:46.828397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.743230728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:24:46.828421Z","caller":"traceutil/trace.go:171","msg":"trace[1766592314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23352; }","duration":"5.74329777s","start":"2026-03-05T17:24:41.085117Z","end":"2026-03-05T17:24:46.828415Z","steps":["trace[1766592314] 'agreement among raft nodes before linearized reading' (duration: 5.743214858s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.82844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:41.085096Z","time spent":"5.743340601s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:24:46.828429Z","caller":"traceutil/trace.go:171","msg":"trace[379490592] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23352; }","duration":"4.419016153s","start":"2026-03-05T17:24:42.409395Z","end":"2026-03-05T17:24:46.828411Z","steps":["trace[379490592] 'agreement among raft nodes before linearized reading' (duration: 4.418862509s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.828445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677417797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:46.828468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.409386Z","time spent":"4.419072254s","remote":"127.0.0.1:56152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:46.828477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:43.841068Z","time spent":"2.987335669s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:46.8285Z","caller":"traceutil/trace.go:171","msg":"trace[34327270] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23352; }","duration":"4.677502039s","start":"2026-03-05T17:24:42.150978Z","end":"2026-03-05T17:24:46.82848Z","steps":["trace[34327270] 'agreement among raft nodes before linearized reading' (duration: 4.677433318s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:46.828331Z","caller":"traceutil/trace.go:171","msg":"trace[395597792] linearizableReadLoop","detail":"{readStateIndex:24169; appliedIndex:24167; }","duration":"3.03293019s","start":"2026-03-05T17:24:43.795293Z","end":"2026-03-05T17:24:46.828223Z","steps":["trace[395597792] 'read index received' (duration: 571.945538ms)","trace[395597792] 'applied index is now lower than readState.Index' (duration: 2.460979832s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:24:46.828551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705530976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d4f488b97-pl96x.189a0012944d9331\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-05T17:24:46.828654Z","caller":"traceutil/trace.go:171","msg":"trace[1939620654] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d4f488b97-pl96x.189a0012944d9331; range_end:; response_count:1; response_revision:23352; }","duration":"3.705631798s","start":"2026-03-05T17:24:43.122995Z","end":"2026-03-05T17:24:46.828626Z","steps":["trace[1939620654] 'agreement among raft nodes before linearized reading' (duration: 3.705330151s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.828365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.850679461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:46.828684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228173184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"info","ts":"2026-03-05T17:24:46.828719Z","caller":"traceutil/trace.go:171","msg":"trace[178089268] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23352; }","duration":"4.851089161s","start":"2026-03-05T17:24:41.977612Z","end":"2026-03-05T17:24:46.828702Z","steps":["trace[178089268] 'agreement among raft nodes before linearized reading' (duration: 4.85065055s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.82871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:43.122963Z","time spent":"3.70573453s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-5d4f488b97-pl96x.189a0012944d9331\" "} {"level":"warn","ts":"2026-03-05T17:24:46.828762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:41.977592Z","time spent":"4.851157402s","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:24:46.828765Z","caller":"traceutil/trace.go:171","msg":"trace[1400817215] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23352; }","duration":"5.228289957s","start":"2026-03-05T17:24:41.600455Z","end":"2026-03-05T17:24:46.828745Z","steps":["trace[1400817215] 'agreement among raft nodes before linearized reading' (duration: 5.227821025s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.828541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.15096Z","time spent":"4.677572301s","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:46.828547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.203396269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T17:24:46.828906Z","caller":"traceutil/trace.go:171","msg":"trace[378746753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23352; }","duration":"4.203788849s","start":"2026-03-05T17:24:42.625101Z","end":"2026-03-05T17:24:46.82889Z","steps":["trace[378746753] 'agreement among raft nodes before linearized reading' (duration: 4.203399809s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.828536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.865945778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-05T17:24:46.828985Z","caller":"traceutil/trace.go:171","msg":"trace[855999958] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23352; }","duration":"3.86643836s","start":"2026-03-05T17:24:42.962536Z","end":"2026-03-05T17:24:46.828975Z","steps":["trace[855999958] 'agreement among raft nodes before linearized reading' (duration: 3.865820714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.829022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.962523Z","time spent":"3.866489322s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-05T17:24:46.828588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566007445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:46.829135Z","caller":"traceutil/trace.go:171","msg":"trace[161069613] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23352; }","duration":"3.566594479s","start":"2026-03-05T17:24:43.26252Z","end":"2026-03-05T17:24:46.829115Z","steps":["trace[161069613] 'agreement among raft nodes before linearized reading' (duration: 3.566041895s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.829199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:43.262507Z","time spent":"3.566669452s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:46.828603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849107487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:24:46.829305Z","caller":"traceutil/trace.go:171","msg":"trace[110070681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23352; }","duration":"5.849805034s","start":"2026-03-05T17:24:40.97948Z","end":"2026-03-05T17:24:46.829285Z","steps":["trace[110070681] 'agreement among raft nodes before linearized reading' (duration: 5.849097147s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.829365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:40.979474Z","time spent":"5.849874516s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:24:46.828813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:41.600431Z","time spent":"5.228371379s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T17:24:46.830348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:42.625081Z","time spent":"4.20385611s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:24:46.848688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048001606s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:24:46.849844Z","caller":"traceutil/trace.go:171","msg":"trace[1850726004] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"1.049226017s","start":"2026-03-05T17:24:45.800596Z","end":"2026-03-05T17:24:46.849822Z","steps":["trace[1850726004] 'process raft request' (duration: 1.049086763s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.849979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.800576Z","time spent":"1.04933721s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:46.963362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:24:46.963456Z","caller":"traceutil/trace.go:171","msg":"trace[1793017112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208486s","start":"2026-03-05T17:24:44.963228Z","end":"2026-03-05T17:24:46.963437Z","steps":["trace[1793017112] 'agreement among raft nodes before linearized reading' (duration: 2.000097363s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:46.963505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:44.963213Z","time spent":"2.000280698s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:24:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:24:47.34653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.052029ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:47.346661Z","caller":"traceutil/trace.go:171","msg":"trace[1245031546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23353; }","duration":"179.194632ms","start":"2026-03-05T17:24:47.167439Z","end":"2026-03-05T17:24:47.346634Z","steps":["trace[1245031546] 'range keys from in-memory index tree' (duration: 179.031848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.678011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.757607947s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:24:48.678559Z","caller":"traceutil/trace.go:171","msg":"trace[1746321437] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"2.876313322s","start":"2026-03-05T17:24:45.80222Z","end":"2026-03-05T17:24:48.678533Z","steps":["trace[1746321437] 'process raft request' (duration: 2.876015074s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:48.678724Z","caller":"traceutil/trace.go:171","msg":"trace[1347533778] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"2.875924292s","start":"2026-03-05T17:24:45.802786Z","end":"2026-03-05T17:24:48.67871Z","steps":["trace[1347533778] 'process raft request' (duration: 2.875691827s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.678737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.802201Z","time spent":"2.876453736s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:48.678816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.802757Z","time spent":"2.876020505s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:48.679004Z","caller":"traceutil/trace.go:171","msg":"trace[1504921992] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"2.875565733s","start":"2026-03-05T17:24:45.803427Z","end":"2026-03-05T17:24:48.678993Z","steps":["trace[1504921992] 'process raft request' (duration: 2.875461121s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.679056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.803411Z","time spent":"2.875619115s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:48.679072Z","caller":"traceutil/trace.go:171","msg":"trace[1808052282] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"2.875606314s","start":"2026-03-05T17:24:45.803391Z","end":"2026-03-05T17:24:48.678998Z","steps":["trace[1808052282] 'process raft request' (duration: 2.875260766s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:48.679139Z","caller":"traceutil/trace.go:171","msg":"trace[978953025] linearizableReadLoop","detail":"{readStateIndex:24176; appliedIndex:24170; }","duration":"1.850521992s","start":"2026-03-05T17:24:46.828603Z","end":"2026-03-05T17:24:48.679125Z","steps":["trace[978953025] 'read index received' (duration: 21.188701ms)","trace[978953025] 'applied index is now lower than readState.Index' (duration: 1.829332061s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:24:48.679222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.207375169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:48.679233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.363971666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:48.679252Z","caller":"traceutil/trace.go:171","msg":"trace[1459685576] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23361; }","duration":"4.20743366s","start":"2026-03-05T17:24:44.471808Z","end":"2026-03-05T17:24:48.679242Z","steps":["trace[1459685576] 'agreement among raft nodes before linearized reading' (duration: 4.207382459s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.679242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819270606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:48.679275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:44.471787Z","time spent":"4.207482662s","remote":"127.0.0.1:56184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:48.679308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61275027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:48.679279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.803385Z","time spent":"2.875783409s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:48.679311Z","caller":"traceutil/trace.go:171","msg":"trace[1572762938] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23361; }","duration":"2.819393239s","start":"2026-03-05T17:24:45.859895Z","end":"2026-03-05T17:24:48.679289Z","steps":["trace[1572762938] 'agreement among raft nodes before linearized reading' (duration: 2.819270045s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:48.67934Z","caller":"traceutil/trace.go:171","msg":"trace[576287998] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23361; }","duration":"4.612817332s","start":"2026-03-05T17:24:44.066512Z","end":"2026-03-05T17:24:48.679329Z","steps":["trace[576287998] 'agreement among raft nodes before linearized reading' (duration: 4.61277051s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.67936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.859867Z","time spent":"2.819482671s","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:48.679374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:44.066489Z","time spent":"4.612874822s","remote":"127.0.0.1:42466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:24:48.679356Z","caller":"traceutil/trace.go:171","msg":"trace[151707460] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"1.845790813s","start":"2026-03-05T17:24:46.833517Z","end":"2026-03-05T17:24:48.679308Z","steps":["trace[151707460] 'process raft request' (duration: 1.845529817s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.679405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886339669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:48.679488Z","caller":"traceutil/trace.go:171","msg":"trace[203243442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23361; }","duration":"1.886462061s","start":"2026-03-05T17:24:46.793004Z","end":"2026-03-05T17:24:48.679466Z","steps":["trace[203243442] 'agreement among raft nodes before linearized reading' (duration: 1.886298857s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.679526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:46.792989Z","time spent":"1.886530943s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:24:48.67952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:46.833498Z","time spent":"1.845935527s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:48.679545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565559244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T17:24:48.679572Z","caller":"traceutil/trace.go:171","msg":"trace[486657500] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23361; }","duration":"3.565608235s","start":"2026-03-05T17:24:45.113956Z","end":"2026-03-05T17:24:48.679564Z","steps":["trace[486657500] 'agreement among raft nodes before linearized reading' (duration: 3.565499023s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.679593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.113942Z","time spent":"3.565646186s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-05T17:24:48.67972Z","caller":"traceutil/trace.go:171","msg":"trace[1431844563] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"1.845784613s","start":"2026-03-05T17:24:46.833922Z","end":"2026-03-05T17:24:48.679707Z","steps":["trace[1431844563] 'process raft request' (duration: 1.845161767s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:48.679732Z","caller":"traceutil/trace.go:171","msg":"trace[1588949653] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"2.875596054s","start":"2026-03-05T17:24:45.804123Z","end":"2026-03-05T17:24:48.679719Z","steps":["trace[1588949653] 'process raft request' (duration: 2.874829035s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.679756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881522314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:48.679784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:46.833913Z","time spent":"1.845827675s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:48.679793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.804102Z","time spent":"2.875660046s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:48.679811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116601328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-05T17:24:48.679436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996387646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:24:48.679817Z","caller":"traceutil/trace.go:171","msg":"trace[148760949] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23361; }","duration":"4.881605655s","start":"2026-03-05T17:24:43.798194Z","end":"2026-03-05T17:24:48.679799Z","steps":["trace[148760949] 'agreement among raft nodes before linearized reading' (duration: 4.881472072s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:48.679842Z","caller":"traceutil/trace.go:171","msg":"trace[213825513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23361; }","duration":"4.1166609s","start":"2026-03-05T17:24:44.563171Z","end":"2026-03-05T17:24:48.679832Z","steps":["trace[213825513] 'agreement among raft nodes before linearized reading' (duration: 4.116584818s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.679867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:44.563151Z","time spent":"4.116711352s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:24:48.679865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:43.798183Z","time spent":"4.881668866s","remote":"127.0.0.1:52544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:24:48.679879Z","caller":"traceutil/trace.go:171","msg":"trace[1193756741] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"1.848803719s","start":"2026-03-05T17:24:46.831066Z","end":"2026-03-05T17:24:48.679869Z","steps":["trace[1193756741] 'process raft request' (duration: 1.847922897s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.679738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013980341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:48.679846Z","caller":"traceutil/trace.go:171","msg":"trace[1947181698] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23361; }","duration":"2.996841477s","start":"2026-03-05T17:24:45.682995Z","end":"2026-03-05T17:24:48.679837Z","steps":["trace[1947181698] 'agreement among raft nodes before linearized reading' (duration: 2.996405116s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:48.679932Z","caller":"traceutil/trace.go:171","msg":"trace[418915278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23361; }","duration":"4.014197817s","start":"2026-03-05T17:24:44.665718Z","end":"2026-03-05T17:24:48.679916Z","steps":["trace[418915278] 'agreement among raft nodes before linearized reading' (duration: 4.013990652s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.679937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:46.831047Z","time spent":"1.84885778s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:48.679959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.682974Z","time spent":"2.996977421s","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:48.679978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:44.665701Z","time spent":"4.014262208s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:48.680153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.759775968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:48.679263Z","caller":"traceutil/trace.go:171","msg":"trace[368011306] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23361; }","duration":"4.364042738s","start":"2026-03-05T17:24:44.31521Z","end":"2026-03-05T17:24:48.679252Z","steps":["trace[368011306] 'agreement among raft nodes before linearized reading' (duration: 4.363984266s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:48.680199Z","caller":"traceutil/trace.go:171","msg":"trace[1863029954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23361; }","duration":"4.759822579s","start":"2026-03-05T17:24:43.920361Z","end":"2026-03-05T17:24:48.680183Z","steps":["trace[1863029954] 'agreement among raft nodes before linearized reading' (duration: 4.759745887s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.680218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:44.31519Z","time spent":"4.365018652s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:48.680242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:43.920303Z","time spent":"4.759927601s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:48.680281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738635647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T17:24:48.680328Z","caller":"traceutil/trace.go:171","msg":"trace[875757828] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23361; }","duration":"2.73873368s","start":"2026-03-05T17:24:45.941579Z","end":"2026-03-05T17:24:48.680313Z","steps":["trace[875757828] 'agreement among raft nodes before linearized reading' (duration: 2.738566806s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.68036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:45.941559Z","time spent":"2.738794111s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:24:48.963989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:24:48.964063Z","caller":"traceutil/trace.go:171","msg":"trace[631061572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458172s","start":"2026-03-05T17:24:46.963588Z","end":"2026-03-05T17:24:48.964046Z","steps":["trace[631061572] 'agreement among raft nodes before linearized reading' (duration: 2.000360439s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:48.964102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:46.963566Z","time spent":"2.000528484s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:24:49.53844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.31699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:24:49.538603Z","caller":"traceutil/trace.go:171","msg":"trace[94733997] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"2.512292136s","start":"2026-03-05T17:24:47.026277Z","end":"2026-03-05T17:24:49.538569Z","steps":["trace[94733997] 'process raft request' (duration: 2.0467838s)","trace[94733997] 'compare' (duration: 465.119935ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:24:49.538643Z","caller":"traceutil/trace.go:171","msg":"trace[650120572] linearizableReadLoop","detail":"{readStateIndex:24180; appliedIndex:24179; }","duration":"859.455109ms","start":"2026-03-05T17:24:48.679167Z","end":"2026-03-05T17:24:49.538622Z","steps":["trace[650120572] 'read index received' (duration: 393.907292ms)","trace[650120572] 'applied index is now lower than readState.Index' (duration: 465.545007ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:24:49.538721Z","caller":"traceutil/trace.go:171","msg":"trace[1967437971] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"683.539939ms","start":"2026-03-05T17:24:48.855174Z","end":"2026-03-05T17:24:49.538714Z","steps":["trace[1967437971] 'process raft request' (duration: 683.517809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.538746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:47.026255Z","time spent":"2.512417709s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:49.538784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.680663Z","time spent":"858.119567ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:24:49.538821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024380761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T17:24:49.538845Z","caller":"traceutil/trace.go:171","msg":"trace[1898493103] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23365; }","duration":"2.024435152s","start":"2026-03-05T17:24:47.514402Z","end":"2026-03-05T17:24:49.538837Z","steps":["trace[1898493103] 'agreement among raft nodes before linearized reading' (duration: 2.024310189s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.538865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:47.514385Z","time spent":"2.024475283s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T17:24:49.538853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562862905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T17:24:49.538757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.855156Z","time spent":"683.58489ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:49.538911Z","caller":"traceutil/trace.go:171","msg":"trace[1226717449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23365; }","duration":"1.562950668s","start":"2026-03-05T17:24:47.975939Z","end":"2026-03-05T17:24:49.53889Z","steps":["trace[1226717449] 'agreement among raft nodes before linearized reading' (duration: 1.562761863s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.538938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:47.975921Z","time spent":"1.56301186s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:24:49.538961Z","caller":"traceutil/trace.go:171","msg":"trace[469886996] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"846.384342ms","start":"2026-03-05T17:24:48.692567Z","end":"2026-03-05T17:24:49.538952Z","steps":["trace[469886996] 'process raft request' (duration: 846.021803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.538989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.692548Z","time spent":"846.425934ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:49.539014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37038644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:49.539036Z","caller":"traceutil/trace.go:171","msg":"trace[971552798] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"704.151035ms","start":"2026-03-05T17:24:48.834881Z","end":"2026-03-05T17:24:49.539032Z","steps":["trace[971552798] 'process raft request' (duration: 703.787226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478770522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:24:49.539052Z","caller":"traceutil/trace.go:171","msg":"trace[390119892] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23365; }","duration":"1.370469413s","start":"2026-03-05T17:24:48.16857Z","end":"2026-03-05T17:24:49.539039Z","steps":["trace[390119892] 'agreement among raft nodes before linearized reading' (duration: 1.370401332s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28741457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:24:49.539099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506355383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T17:24:49.539109Z","caller":"traceutil/trace.go:171","msg":"trace[1377456807] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23365; }","duration":"2.287469842s","start":"2026-03-05T17:24:47.251633Z","end":"2026-03-05T17:24:49.539103Z","steps":["trace[1377456807] 'agreement among raft nodes before linearized reading' (duration: 2.28741702s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:49.539119Z","caller":"traceutil/trace.go:171","msg":"trace[1906647572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23365; }","duration":"1.506404433s","start":"2026-03-05T17:24:48.032711Z","end":"2026-03-05T17:24:49.539115Z","steps":["trace[1906647572] 'agreement among raft nodes before linearized reading' (duration: 1.506358932s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:47.251615Z","time spent":"2.287507763s","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:49.539132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.032695Z","time spent":"1.506434834s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:24:49.539135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.43789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:24:49.539163Z","caller":"traceutil/trace.go:171","msg":"trace[342674699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23365; }","duration":"963.529753ms","start":"2026-03-05T17:24:48.575624Z","end":"2026-03-05T17:24:49.539154Z","steps":["trace[342674699] 'agreement among raft nodes before linearized reading' (duration: 963.479552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688065613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-05T17:24:49.539199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.575571Z","time spent":"963.617705ms","remote":"127.0.0.1:56880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:49.539085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.168544Z","time spent":"1.370533105s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:24:49.53906Z","caller":"traceutil/trace.go:171","msg":"trace[1419698869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23365; }","duration":"1.478822654s","start":"2026-03-05T17:24:48.06023Z","end":"2026-03-05T17:24:49.539053Z","steps":["trace[1419698869] 'agreement among raft nodes before linearized reading' (duration: 1.478776212s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.060206Z","time spent":"1.479154401s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:24:49.539206Z","caller":"traceutil/trace.go:171","msg":"trace[1603399378] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23365; }","duration":"2.688142355s","start":"2026-03-05T17:24:46.851059Z","end":"2026-03-05T17:24:49.539201Z","steps":["trace[1603399378] 'agreement among raft nodes before linearized reading' (duration: 2.688087444s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.834856Z","time spent":"704.189966ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:49.539461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:46.851041Z","time spent":"2.688413411s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-05T17:24:49.539508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.800066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:24:49.539553Z","caller":"traceutil/trace.go:171","msg":"trace[1896217209] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23365; }","duration":"454.873809ms","start":"2026-03-05T17:24:49.084667Z","end":"2026-03-05T17:24:49.539541Z","steps":["trace[1896217209] 'agreement among raft nodes before linearized reading' (duration: 454.791397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701606282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T17:24:49.539586Z","caller":"traceutil/trace.go:171","msg":"trace[391051748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23365; }","duration":"2.701655924s","start":"2026-03-05T17:24:46.837924Z","end":"2026-03-05T17:24:49.53958Z","steps":["trace[391051748] 'agreement among raft nodes before linearized reading' (duration: 2.701579672s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.084651Z","time spent":"454.928151ms","remote":"127.0.0.1:42018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:49.539597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.629944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f799739c-52d3-4d96-bf3b-6bfb670eab26\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-05T17:24:49.539603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:46.837913Z","time spent":"2.701685254s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:24:49.539514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.167799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:49.53962Z","caller":"traceutil/trace.go:171","msg":"trace[545487650] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f799739c-52d3-4d96-bf3b-6bfb670eab26; range_end:; response_count:1; response_revision:23365; }","duration":"855.678635ms","start":"2026-03-05T17:24:48.683933Z","end":"2026-03-05T17:24:49.539611Z","steps":["trace[545487650] 'agreement among raft nodes before linearized reading' (duration: 855.610674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.683917Z","time spent":"855.717816ms","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-f799739c-52d3-4d96-bf3b-6bfb670eab26\" "} {"level":"info","ts":"2026-03-05T17:24:49.539643Z","caller":"traceutil/trace.go:171","msg":"trace[481237424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23365; }","duration":"567.334902ms","start":"2026-03-05T17:24:48.972299Z","end":"2026-03-05T17:24:49.539634Z","steps":["trace[481237424] 'agreement among raft nodes before linearized reading' (duration: 567.186298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.972277Z","time spent":"567.390114ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:24:49.539748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.771667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-4jm6q.189a013ca7fffc4c\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-05T17:24:49.53983Z","caller":"traceutil/trace.go:171","msg":"trace[1022833578] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-4jm6q.189a013ca7fffc4c; range_end:; response_count:1; response_revision:23365; }","duration":"855.88895ms","start":"2026-03-05T17:24:48.683925Z","end":"2026-03-05T17:24:49.539814Z","steps":["trace[1022833578] 'agreement among raft nodes before linearized reading' (duration: 855.422139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:49.539908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:48.683908Z","time spent":"855.988733ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-4jm6q.189a013ca7fffc4c\" "} {"level":"warn","ts":"2026-03-05T17:24:50.464758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.486549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:24:50.465158Z","caller":"traceutil/trace.go:171","msg":"trace[521005720] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"917.556183ms","start":"2026-03-05T17:24:49.547584Z","end":"2026-03-05T17:24:50.46514Z","steps":["trace[521005720] 'process raft request' (duration: 917.514242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.465228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.547555Z","time spent":"917.638285ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:50.465426Z","caller":"traceutil/trace.go:171","msg":"trace[1048667763] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"924.345344ms","start":"2026-03-05T17:24:49.541068Z","end":"2026-03-05T17:24:50.465413Z","steps":["trace[1048667763] 'process raft request' (duration: 441.117216ms)","trace[1048667763] 'compare' (duration: 482.210942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:24:50.465483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.541054Z","time spent":"924.396544ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:50.465644Z","caller":"traceutil/trace.go:171","msg":"trace[754305516] linearizableReadLoop","detail":"{readStateIndex:24185; appliedIndex:24184; }","duration":"924.284641ms","start":"2026-03-05T17:24:49.541347Z","end":"2026-03-05T17:24:50.465632Z","steps":["trace[754305516] 'read index received' (duration: 440.816327ms)","trace[754305516] 'applied index is now lower than readState.Index' (duration: 483.466744ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:24:50.465863Z","caller":"traceutil/trace.go:171","msg":"trace[536067248] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"919.549794ms","start":"2026-03-05T17:24:49.546285Z","end":"2026-03-05T17:24:50.465835Z","steps":["trace[536067248] 'process raft request' (duration: 918.780634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.465926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.572819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:50.465959Z","caller":"traceutil/trace.go:171","msg":"trace[692621168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23371; }","duration":"924.62023ms","start":"2026-03-05T17:24:49.541329Z","end":"2026-03-05T17:24:50.465949Z","steps":["trace[692621168] 'agreement among raft nodes before linearized reading' (duration: 924.564488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.465978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.546245Z","time spent":"919.668817ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:50.46599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.541322Z","time spent":"924.661811ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:24:50.466045Z","caller":"traceutil/trace.go:171","msg":"trace[590288062] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"923.938423ms","start":"2026-03-05T17:24:49.542078Z","end":"2026-03-05T17:24:50.466016Z","steps":["trace[590288062] 'process raft request' (duration: 922.796464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.466244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.54207Z","time spent":"924.094257ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:50.466244Z","caller":"traceutil/trace.go:171","msg":"trace[2026906929] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"921.104663ms","start":"2026-03-05T17:24:49.545043Z","end":"2026-03-05T17:24:50.466148Z","steps":["trace[2026906929] 'process raft request' (duration: 919.930443ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:50.466268Z","caller":"traceutil/trace.go:171","msg":"trace[1150371901] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"920.145318ms","start":"2026-03-05T17:24:49.546109Z","end":"2026-03-05T17:24:50.466255Z","steps":["trace[1150371901] 'process raft request' (duration: 918.915077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.466318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.54498Z","time spent":"921.311547ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:50.466324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.54609Z","time spent":"920.20483ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:50.607981Z","caller":"traceutil/trace.go:171","msg":"trace[223525269] linearizableReadLoop","detail":"{readStateIndex:24191; appliedIndex:24190; }","duration":"142.284539ms","start":"2026-03-05T17:24:50.465669Z","end":"2026-03-05T17:24:50.607954Z","steps":["trace[223525269] 'read index received' (duration: 138.111595ms)","trace[223525269] 'applied index is now lower than readState.Index' (duration: 4.170254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:24:50.608117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.333623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:50.608189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.829032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:50.608214Z","caller":"traceutil/trace.go:171","msg":"trace[1380902511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23372; }","duration":"134.902484ms","start":"2026-03-05T17:24:50.473304Z","end":"2026-03-05T17:24:50.608207Z","steps":["trace[1380902511] 'agreement among raft nodes before linearized reading' (duration: 134.845343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.608194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.086311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:50.608217Z","caller":"traceutil/trace.go:171","msg":"trace[254995456] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23371; }","duration":"978.489907ms","start":"2026-03-05T17:24:49.629702Z","end":"2026-03-05T17:24:50.608192Z","steps":["trace[254995456] 'agreement among raft nodes before linearized reading' (duration: 978.284262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.608232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066200961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-05T17:24:50.608223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022613181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-05T17:24:50.608274Z","caller":"traceutil/trace.go:171","msg":"trace[1036129166] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23372; }","duration":"646.230494ms","start":"2026-03-05T17:24:49.962026Z","end":"2026-03-05T17:24:50.608257Z","steps":["trace[1036129166] 'agreement among raft nodes before linearized reading' (duration: 646.019609ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:50.608283Z","caller":"traceutil/trace.go:171","msg":"trace[2094649759] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23372; }","duration":"1.066283493s","start":"2026-03-05T17:24:49.541988Z","end":"2026-03-05T17:24:50.608272Z","steps":["trace[2094649759] 'agreement among raft nodes before linearized reading' (duration: 1.066070478s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.608306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.541979Z","time spent":"1.066323074s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T17:24:50.60829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.629685Z","time spent":"978.590389ms","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:24:50.60831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.961987Z","time spent":"646.315367ms","remote":"127.0.0.1:48892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:24:50.608304Z","caller":"traceutil/trace.go:171","msg":"trace[398294170] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23371; }","duration":"1.022751184s","start":"2026-03-05T17:24:49.585534Z","end":"2026-03-05T17:24:50.608285Z","steps":["trace[398294170] 'agreement among raft nodes before linearized reading' (duration: 1.022483648s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.608354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:49.585514Z","time spent":"1.022831196s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-05T17:24:50.608537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.14801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T17:24:50.608558Z","caller":"traceutil/trace.go:171","msg":"trace[808375449] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6; range_end:; response_count:1; response_revision:23372; }","duration":"139.202142ms","start":"2026-03-05T17:24:50.469347Z","end":"2026-03-05T17:24:50.608549Z","steps":["trace[808375449] 'agreement among raft nodes before linearized reading' (duration: 139.108399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:50.610319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.096795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T17:24:50.610379Z","caller":"traceutil/trace.go:171","msg":"trace[1572810453] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23372; }","duration":"142.189037ms","start":"2026-03-05T17:24:50.468175Z","end":"2026-03-05T17:24:50.610364Z","steps":["trace[1572810453] 'agreement among raft nodes before linearized reading' (duration: 139.89821ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:54.743596Z","caller":"traceutil/trace.go:171","msg":"trace[491996902] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"259.134743ms","start":"2026-03-05T17:24:54.484441Z","end":"2026-03-05T17:24:54.743576Z","steps":["trace[491996902] 'process raft request' (duration: 258.985668ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:55.236709Z","caller":"traceutil/trace.go:171","msg":"trace[643596300] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"749.431798ms","start":"2026-03-05T17:24:54.487245Z","end":"2026-03-05T17:24:55.236676Z","steps":["trace[643596300] 'process raft request' (duration: 749.15387ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:55.236798Z","caller":"traceutil/trace.go:171","msg":"trace[1273551733] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"531.412784ms","start":"2026-03-05T17:24:54.705354Z","end":"2026-03-05T17:24:55.236766Z","steps":["trace[1273551733] 'process raft request' (duration: 531.303761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:55.236859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:54.487227Z","time spent":"749.552811ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:55.237003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:54.705331Z","time spent":"531.571108ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:55.237178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.730417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T17:24:55.237254Z","caller":"traceutil/trace.go:171","msg":"trace[139887150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23406; }","duration":"516.84752ms","start":"2026-03-05T17:24:54.720395Z","end":"2026-03-05T17:24:55.237243Z","steps":["trace[139887150] 'agreement among raft nodes before linearized reading' (duration: 516.654065ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:55.237254Z","caller":"traceutil/trace.go:171","msg":"trace[1449132596] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"529.156207ms","start":"2026-03-05T17:24:54.708084Z","end":"2026-03-05T17:24:55.23724Z","steps":["trace[1449132596] 'process raft request' (duration: 528.744617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:55.237293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:54.720383Z","time spent":"516.896421ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:24:55.237334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:54.708049Z","time spent":"529.240689ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:55.237367Z","caller":"traceutil/trace.go:171","msg":"trace[296899040] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"527.545848ms","start":"2026-03-05T17:24:54.709805Z","end":"2026-03-05T17:24:55.23735Z","steps":["trace[296899040] 'process raft request' (duration: 527.136998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:55.237433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:54.709798Z","time spent":"527.600299ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:55.237458Z","caller":"traceutil/trace.go:171","msg":"trace[129592058] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"529.479455ms","start":"2026-03-05T17:24:54.707964Z","end":"2026-03-05T17:24:55.237443Z","steps":["trace[129592058] 'process raft request' (duration: 528.749357ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:55.237527Z","caller":"traceutil/trace.go:171","msg":"trace[1325590572] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"529.217929ms","start":"2026-03-05T17:24:54.708299Z","end":"2026-03-05T17:24:55.237517Z","steps":["trace[1325590572] 'process raft request' (duration: 528.607564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:55.237533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:54.707952Z","time spent":"529.539597ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:55.237587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:54.708282Z","time spent":"529.280271ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:55.237203Z","caller":"traceutil/trace.go:171","msg":"trace[1666935538] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"749.826887ms","start":"2026-03-05T17:24:54.487355Z","end":"2026-03-05T17:24:55.237182Z","steps":["trace[1666935538] 'process raft request' (duration: 749.248223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:55.237695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:54.487328Z","time spent":"750.30666ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:55.237002Z","caller":"traceutil/trace.go:171","msg":"trace[1114585777] linearizableReadLoop","detail":"{readStateIndex:24226; appliedIndex:24218; }","duration":"516.549362ms","start":"2026-03-05T17:24:54.72043Z","end":"2026-03-05T17:24:55.236979Z","steps":["trace[1114585777] 'read index received' (duration: 23.010065ms)","trace[1114585777] 'applied index is now lower than readState.Index' (duration: 493.538477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:24:55.237857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.310921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:24:55.237883Z","caller":"traceutil/trace.go:171","msg":"trace[394846029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23406; }","duration":"517.363363ms","start":"2026-03-05T17:24:54.720511Z","end":"2026-03-05T17:24:55.237875Z","steps":["trace[394846029] 'agreement among raft nodes before linearized reading' (duration: 517.295731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:55.237905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:54.720497Z","time spent":"517.401073ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:24:55.238013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.424718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T17:24:55.238037Z","caller":"traceutil/trace.go:171","msg":"trace[89037451] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23406; }","duration":"123.482759ms","start":"2026-03-05T17:24:55.114546Z","end":"2026-03-05T17:24:55.238028Z","steps":["trace[89037451] 'agreement among raft nodes before linearized reading' (duration: 123.414588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:55.238166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.515064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:55.238194Z","caller":"traceutil/trace.go:171","msg":"trace[1898718325] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23406; }","duration":"130.544505ms","start":"2026-03-05T17:24:55.107641Z","end":"2026-03-05T17:24:55.238185Z","steps":["trace[1898718325] 'agreement among raft nodes before linearized reading' (duration: 130.502134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:55.23824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.301042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:55.238293Z","caller":"traceutil/trace.go:171","msg":"trace[232565047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23406; }","duration":"280.391065ms","start":"2026-03-05T17:24:54.957889Z","end":"2026-03-05T17:24:55.23828Z","steps":["trace[232565047] 'agreement among raft nodes before linearized reading' (duration: 280.301332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:55.821653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:24:57.104018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203625579s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:24:57.104297Z","caller":"traceutil/trace.go:171","msg":"trace[373334617] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"1.861783842s","start":"2026-03-05T17:24:55.242474Z","end":"2026-03-05T17:24:57.104258Z","steps":["trace[373334617] 'process raft request' (duration: 657.838135ms)","trace[373334617] 'compare' (duration: 1.202997344s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:24:57.104424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:55.242458Z","time spent":"1.861906266s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:57.105244Z","caller":"traceutil/trace.go:171","msg":"trace[491513448] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"1.862007048s","start":"2026-03-05T17:24:55.242657Z","end":"2026-03-05T17:24:57.104664Z","steps":["trace[491513448] 'process raft request' (duration: 1.861453495s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:57.105403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:55.242631Z","time spent":"1.862690146s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:57.105575Z","caller":"traceutil/trace.go:171","msg":"trace[901097105] linearizableReadLoop","detail":"{readStateIndex:24232; appliedIndex:24227; }","duration":"1.785012312s","start":"2026-03-05T17:24:55.320548Z","end":"2026-03-05T17:24:57.10556Z","steps":["trace[901097105] 'read index received' (duration: 579.781132ms)","trace[901097105] 'applied index is now lower than readState.Index' (duration: 1.20523039s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:24:57.105663Z","caller":"traceutil/trace.go:171","msg":"trace[197937584] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"1.831132706s","start":"2026-03-05T17:24:55.27452Z","end":"2026-03-05T17:24:57.105653Z","steps":["trace[197937584] 'process raft request' (duration: 1.82968506s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:57.105726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:55.274503Z","time spent":"1.831181628s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:57.105736Z","caller":"traceutil/trace.go:171","msg":"trace[1742570198] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"1.546211589s","start":"2026-03-05T17:24:55.559512Z","end":"2026-03-05T17:24:57.105723Z","steps":["trace[1742570198] 'process raft request' (duration: 1.545940793s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:57.105801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:55.559476Z","time spent":"1.54628882s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:57.105866Z","caller":"traceutil/trace.go:171","msg":"trace[1014832637] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"1.541682356s","start":"2026-03-05T17:24:55.564158Z","end":"2026-03-05T17:24:57.10584Z","steps":["trace[1014832637] 'process raft request' (duration: 1.541359578s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:57.105951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785401871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:57.105965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:55.564149Z","time spent":"1.541763588s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:57.105988Z","caller":"traceutil/trace.go:171","msg":"trace[2107785352] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23411; }","duration":"1.785462354s","start":"2026-03-05T17:24:55.320514Z","end":"2026-03-05T17:24:57.105976Z","steps":["trace[2107785352] 'agreement among raft nodes before linearized reading' (duration: 1.785371152s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:57.106024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:55.320499Z","time spent":"1.785516885s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:57.606077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:24:57.958265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999843507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:24:57.95835Z","caller":"traceutil/trace.go:171","msg":"trace[889973769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99995908s","start":"2026-03-05T17:24:55.958353Z","end":"2026-03-05T17:24:57.958312Z","steps":["trace[889973769] 'agreement among raft nodes before linearized reading' (duration: 1.999875058s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:57.958392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:55.958333Z","time spent":"2.000050892s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:24:58.106493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:24:58.336498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493025309s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:24:58.336926Z","caller":"traceutil/trace.go:171","msg":"trace[1552445039] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"1.493534441s","start":"2026-03-05T17:24:56.843361Z","end":"2026-03-05T17:24:58.336896Z","steps":["trace[1552445039] 'process raft request' (duration: 1.493360167s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:58.337082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:56.843343Z","time spent":"1.493661495s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:59.152225Z","caller":"traceutil/trace.go:171","msg":"trace[1633522618] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"1.910444281s","start":"2026-03-05T17:24:57.241755Z","end":"2026-03-05T17:24:59.152199Z","steps":["trace[1633522618] 'process raft request' (duration: 1.910218416s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.152381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.241735Z","time spent":"1.910568494s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:59.152691Z","caller":"traceutil/trace.go:171","msg":"trace[1682725521] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"1.908706637s","start":"2026-03-05T17:24:57.243955Z","end":"2026-03-05T17:24:59.152662Z","steps":["trace[1682725521] 'process raft request' (duration: 1.908204984s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.152849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.243944Z","time spent":"1.90882108s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:59.154236Z","caller":"traceutil/trace.go:171","msg":"trace[1976799152] linearizableReadLoop","detail":"{readStateIndex:24238; appliedIndex:24232; }","duration":"2.048586646s","start":"2026-03-05T17:24:57.105622Z","end":"2026-03-05T17:24:59.154209Z","steps":["trace[1976799152] 'read index received' (duration: 1.231093596s)","trace[1976799152] 'applied index is now lower than readState.Index' (duration: 817.49197ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:24:59.154675Z","caller":"traceutil/trace.go:171","msg":"trace[668144743] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"1.910515372s","start":"2026-03-05T17:24:57.244124Z","end":"2026-03-05T17:24:59.154639Z","steps":["trace[668144743] 'process raft request' (duration: 1.90842882s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.154727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796558166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:59.154778Z","caller":"traceutil/trace.go:171","msg":"trace[668542169] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23417; }","duration":"2.796656208s","start":"2026-03-05T17:24:56.358108Z","end":"2026-03-05T17:24:59.154764Z","steps":["trace[668542169] 'agreement among raft nodes before linearized reading' (duration: 2.796558566s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.154783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405804042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T17:24:59.154815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:56.358046Z","time spent":"2.796760271s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:24:59.154834Z","caller":"traceutil/trace.go:171","msg":"trace[800807640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23417; }","duration":"2.405894715s","start":"2026-03-05T17:24:56.748924Z","end":"2026-03-05T17:24:59.154819Z","steps":["trace[800807640] 'agreement among raft nodes before linearized reading' (duration: 2.40571977s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.154841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.2441Z","time spent":"1.910656246s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:59.154869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:56.748902Z","time spent":"2.405957266s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:24:59.154873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493506745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:24:59.15491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692665937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:24:59.155019Z","caller":"traceutil/trace.go:171","msg":"trace[128891451] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23417; }","duration":"2.692800341s","start":"2026-03-05T17:24:56.462181Z","end":"2026-03-05T17:24:59.154981Z","steps":["trace[128891451] 'agreement among raft nodes before linearized reading' (duration: 2.692625146s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:59.154931Z","caller":"traceutil/trace.go:171","msg":"trace[5793645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23417; }","duration":"2.493621668s","start":"2026-03-05T17:24:56.661294Z","end":"2026-03-05T17:24:59.154915Z","steps":["trace[5793645] 'agreement among raft nodes before linearized reading' (duration: 2.493488085s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:59.155083Z","caller":"traceutil/trace.go:171","msg":"trace[1250798154] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"1.910438161s","start":"2026-03-05T17:24:57.244613Z","end":"2026-03-05T17:24:59.155052Z","steps":["trace[1250798154] 'process raft request' (duration: 1.909159449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.155123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182613439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5fc4d9df87-8zvnx.189a01e2cf08eb8e\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-05T17:24:59.155126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220709471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-05T17:24:59.155137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:56.661267Z","time spent":"2.493835134s","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:24:59.155157Z","caller":"traceutil/trace.go:171","msg":"trace[465520715] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5fc4d9df87-8zvnx.189a01e2cf08eb8e; range_end:; response_count:1; response_revision:23417; }","duration":"2.182685531s","start":"2026-03-05T17:24:56.972462Z","end":"2026-03-05T17:24:59.155147Z","steps":["trace[465520715] 'agreement among raft nodes before linearized reading' (duration: 2.182582468s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:59.155164Z","caller":"traceutil/trace.go:171","msg":"trace[113770376] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23417; }","duration":"2.220782183s","start":"2026-03-05T17:24:56.934372Z","end":"2026-03-05T17:24:59.155154Z","steps":["trace[113770376] 'agreement among raft nodes before linearized reading' (duration: 2.220604009s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.155176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450187777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T17:24:59.155189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:56.972442Z","time spent":"2.182740452s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-5fc4d9df87-8zvnx.189a01e2cf08eb8e\" "} {"level":"warn","ts":"2026-03-05T17:24:59.155203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:56.93435Z","time spent":"2.220846444s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-05T17:24:59.155186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.244603Z","time spent":"1.910525512s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:24:59.155219Z","caller":"traceutil/trace.go:171","msg":"trace[1009972845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23417; }","duration":"3.450267829s","start":"2026-03-05T17:24:55.704939Z","end":"2026-03-05T17:24:59.155207Z","steps":["trace[1009972845] 'agreement among raft nodes before linearized reading' (duration: 3.450099065s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.155255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:55.704919Z","time spent":"3.45032606s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:24:59.15524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722776617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:24:59.155294Z","caller":"traceutil/trace.go:171","msg":"trace[1081736727] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23417; }","duration":"3.722885179s","start":"2026-03-05T17:24:55.432396Z","end":"2026-03-05T17:24:59.155281Z","steps":["trace[1081736727] 'agreement among raft nodes before linearized reading' (duration: 3.722780027s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.155323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:55.432376Z","time spent":"3.722940891s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:24:59.154983Z","caller":"traceutil/trace.go:171","msg":"trace[1132117987] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"1.910316148s","start":"2026-03-05T17:24:57.244655Z","end":"2026-03-05T17:24:59.154972Z","steps":["trace[1132117987] 'process raft request' (duration: 1.909471897s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.155445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.244638Z","time spent":"1.910725227s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:24:59.155546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:56.462157Z","time spent":"2.692898294s","remote":"127.0.0.1:56788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:24:59.959023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:24:59.959084Z","caller":"traceutil/trace.go:171","msg":"trace[1925066568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000343449s","start":"2026-03-05T17:24:57.958728Z","end":"2026-03-05T17:24:59.959071Z","steps":["trace[1925066568] 'agreement among raft nodes before linearized reading' (duration: 2.000270667s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:59.959114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.958718Z","time spent":"2.00038976s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:24:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:00.69251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428937586s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:00.715335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451802647s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:00.715632Z","caller":"traceutil/trace.go:171","msg":"trace[360394812] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"1.604669331s","start":"2026-03-05T17:24:59.110922Z","end":"2026-03-05T17:25:00.715591Z","steps":["trace[360394812] 'process raft request' (duration: 152.519595ms)","trace[360394812] 'compare' (duration: 1.450152736s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:00.715785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.110899Z","time spent":"1.604801803s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:00.715926Z","caller":"traceutil/trace.go:171","msg":"trace[1836768685] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"1.603586054s","start":"2026-03-05T17:24:59.112308Z","end":"2026-03-05T17:25:00.715894Z","steps":["trace[1836768685] 'process raft request' (duration: 1.603130623s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:00.715996Z","caller":"traceutil/trace.go:171","msg":"trace[166478436] linearizableReadLoop","detail":"{readStateIndex:24240; appliedIndex:24238; }","duration":"1.561668075s","start":"2026-03-05T17:24:59.154296Z","end":"2026-03-05T17:25:00.715964Z","steps":["trace[166478436] 'read index received' (duration: 109.251783ms)","trace[166478436] 'applied index is now lower than readState.Index' (duration: 1.452408452s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:00.716049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934794236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:00.716092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.112296Z","time spent":"1.603717468s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:00.716131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607970564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:25:00.716163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60776578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-05T17:25:00.716159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606516449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T17:25:00.716173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215258036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:00.716186Z","caller":"traceutil/trace.go:171","msg":"trace[1756386168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23419; }","duration":"1.608055116s","start":"2026-03-05T17:24:59.108118Z","end":"2026-03-05T17:25:00.716173Z","steps":["trace[1756386168] 'agreement among raft nodes before linearized reading' (duration: 1.607899392s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:00.716199Z","caller":"traceutil/trace.go:171","msg":"trace[231110042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23419; }","duration":"1.606598111s","start":"2026-03-05T17:24:59.10959Z","end":"2026-03-05T17:25:00.716189Z","steps":["trace[231110042] 'agreement among raft nodes before linearized reading' (duration: 1.606462637s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:00.716207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349061519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:00.716209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475236244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T17:25:00.716219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733268514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:00.716216Z","caller":"traceutil/trace.go:171","msg":"trace[1662044126] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23419; }","duration":"2.215333457s","start":"2026-03-05T17:24:58.500868Z","end":"2026-03-05T17:25:00.716201Z","steps":["trace[1662044126] 'agreement among raft nodes before linearized reading' (duration: 2.215267355s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:00.716226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.108103Z","time spent":"1.608114017s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:25:00.716236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.109579Z","time spent":"1.606649272s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:25:00.716107Z","caller":"traceutil/trace.go:171","msg":"trace[771154861] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23419; }","duration":"2.934885507s","start":"2026-03-05T17:24:57.781199Z","end":"2026-03-05T17:25:00.716085Z","steps":["trace[771154861] 'agreement among raft nodes before linearized reading' (duration: 2.934792555s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:00.716244Z","caller":"traceutil/trace.go:171","msg":"trace[571618116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23419; }","duration":"3.475325567s","start":"2026-03-05T17:24:57.240908Z","end":"2026-03-05T17:25:00.716233Z","steps":["trace[571618116] 'agreement among raft nodes before linearized reading' (duration: 3.475161193s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:00.716244Z","caller":"traceutil/trace.go:171","msg":"trace[39764024] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23419; }","duration":"3.34912434s","start":"2026-03-05T17:24:57.367107Z","end":"2026-03-05T17:25:00.716231Z","steps":["trace[39764024] 'agreement among raft nodes before linearized reading' (duration: 3.349074678s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:00.716271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.78118Z","time spent":"2.935082192s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:00.716159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471955253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T17:25:00.716277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.240888Z","time spent":"3.475383499s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:25:00.71628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.367092Z","time spent":"3.349179502s","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:00.716188Z","caller":"traceutil/trace.go:171","msg":"trace[1134425984] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23419; }","duration":"3.607817681s","start":"2026-03-05T17:24:57.108364Z","end":"2026-03-05T17:25:00.716182Z","steps":["trace[1134425984] 'agreement among raft nodes before linearized reading' (duration: 3.607734229s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:00.716243Z","caller":"traceutil/trace.go:171","msg":"trace[1602223937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23419; }","duration":"2.733312696s","start":"2026-03-05T17:24:57.982923Z","end":"2026-03-05T17:25:00.716236Z","steps":["trace[1602223937] 'agreement among raft nodes before linearized reading' (duration: 2.733277635s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:00.716301Z","caller":"traceutil/trace.go:171","msg":"trace[1208013757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23419; }","duration":"3.472143268s","start":"2026-03-05T17:24:57.244145Z","end":"2026-03-05T17:25:00.716288Z","steps":["trace[1208013757] 'agreement among raft nodes before linearized reading' (duration: 3.471915352s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:00.716315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.108351Z","time spent":"3.607955464s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T17:25:00.716325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.982914Z","time spent":"2.733398288s","remote":"127.0.0.1:51584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:00.716319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277635671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"warn","ts":"2026-03-05T17:25:00.71626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:58.500849Z","time spent":"2.215401259s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:00.716363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.244109Z","time spent":"3.472212259s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:25:00.716373Z","caller":"traceutil/trace.go:171","msg":"trace[845534970] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23419; }","duration":"3.277717284s","start":"2026-03-05T17:24:57.438639Z","end":"2026-03-05T17:25:00.716356Z","steps":["trace[845534970] 'agreement among raft nodes before linearized reading' (duration: 3.277509899s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:00.716408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:57.438622Z","time spent":"3.277778215s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-05T17:25:00.716921Z","caller":"traceutil/trace.go:171","msg":"trace[329715364] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"1.557617134s","start":"2026-03-05T17:24:59.159291Z","end":"2026-03-05T17:25:00.716908Z","steps":["trace[329715364] 'process raft request' (duration: 1.557547613s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:00.717022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.159277Z","time spent":"1.557690076s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:00.717048Z","caller":"traceutil/trace.go:171","msg":"trace[1882702458] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"1.559261746s","start":"2026-03-05T17:24:59.157765Z","end":"2026-03-05T17:25:00.717027Z","steps":["trace[1882702458] 'process raft request' (duration: 1.558120937s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:00.717149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.157744Z","time spent":"1.559350178s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:01.216925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:01.717122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:01.965621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:25:01.965709Z","caller":"traceutil/trace.go:171","msg":"trace[1368350242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250037s","start":"2026-03-05T17:24:59.965439Z","end":"2026-03-05T17:25:01.96569Z","steps":["trace[1368350242] 'agreement among raft nodes before linearized reading' (duration: 2.000144404s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:01.965758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.965421Z","time spent":"2.000325388s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:25:02.218169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:02.331568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635352469s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:25:02.332121Z","caller":"traceutil/trace.go:171","msg":"trace[1732741423] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"2.630751049s","start":"2026-03-05T17:24:59.701326Z","end":"2026-03-05T17:25:02.332077Z","steps":["trace[1732741423] 'process raft request' (duration: 2.630428371s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:02.332148Z","caller":"traceutil/trace.go:171","msg":"trace[1106030585] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"2.37615134s","start":"2026-03-05T17:24:59.955975Z","end":"2026-03-05T17:25:02.332127Z","steps":["trace[1106030585] 'process raft request' (duration: 2.376019507s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:02.33229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.701302Z","time spent":"2.630904853s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:02.332375Z","caller":"traceutil/trace.go:171","msg":"trace[857256701] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"2.226818804s","start":"2026-03-05T17:25:00.105502Z","end":"2026-03-05T17:25:02.33232Z","steps":["trace[857256701] 'process raft request' (duration: 2.226592548s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:02.33254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.105476Z","time spent":"2.226977719s","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:25:02.334125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.955957Z","time spent":"2.376256703s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:03.436381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056061378s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:03.549327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.668098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:03.550406Z","caller":"traceutil/trace.go:171","msg":"trace[1170161067] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"2.829110641s","start":"2026-03-05T17:25:00.721271Z","end":"2026-03-05T17:25:03.550382Z","steps":["trace[1170161067] 'process raft request' (duration: 2.829036829s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:03.550438Z","caller":"traceutil/trace.go:171","msg":"trace[1757452526] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"2.829143762s","start":"2026-03-05T17:25:00.72125Z","end":"2026-03-05T17:25:03.550394Z","steps":["trace[1757452526] 'process raft request' (duration: 2.828926807s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:03.55064Z","caller":"traceutil/trace.go:171","msg":"trace[1626503693] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"2.829915791s","start":"2026-03-05T17:25:00.720682Z","end":"2026-03-05T17:25:03.550598Z","steps":["trace[1626503693] 'process raft request' (duration: 2.715875129s)","trace[1626503693] 'compare' (duration: 112.120385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:03.550786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.721244Z","time spent":"2.829262155s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:03.550817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.720667Z","time spent":"2.830060924s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:03.551219Z","caller":"traceutil/trace.go:171","msg":"trace[673846294] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"2.82985612s","start":"2026-03-05T17:25:00.721322Z","end":"2026-03-05T17:25:03.551178Z","steps":["trace[673846294] 'process raft request' (duration: 2.829022859s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.551392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.721307Z","time spent":"2.829997753s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:03.551402Z","caller":"traceutil/trace.go:171","msg":"trace[1411810676] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"2.66721429s","start":"2026-03-05T17:25:00.884171Z","end":"2026-03-05T17:25:03.551385Z","steps":["trace[1411810676] 'process raft request' (duration: 2.666864302s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.551593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.884152Z","time spent":"2.667340774s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:03.551877Z","caller":"traceutil/trace.go:171","msg":"trace[1039444178] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"2.41773181s","start":"2026-03-05T17:25:01.134128Z","end":"2026-03-05T17:25:03.55186Z","steps":["trace[1039444178] 'process raft request' (duration: 2.417156496s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.552065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.134102Z","time spent":"2.417916234s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:03.552123Z","caller":"traceutil/trace.go:171","msg":"trace[1254049349] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"2.394452898s","start":"2026-03-05T17:25:01.157653Z","end":"2026-03-05T17:25:03.552106Z","steps":["trace[1254049349] 'process raft request' (duration: 2.394061599s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.55224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.157626Z","time spent":"2.39454536s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:03.552159Z","caller":"traceutil/trace.go:171","msg":"trace[1401422856] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"2.393151155s","start":"2026-03-05T17:25:01.15898Z","end":"2026-03-05T17:25:03.552131Z","steps":["trace[1401422856] 'process raft request' (duration: 2.392807316s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.552531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.158966Z","time spent":"2.393497213s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:03.55256Z","caller":"traceutil/trace.go:171","msg":"trace[1221126535] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"2.390515949s","start":"2026-03-05T17:25:01.162025Z","end":"2026-03-05T17:25:03.552541Z","steps":["trace[1221126535] 'process raft request' (duration: 2.390206161s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:03.552564Z","caller":"traceutil/trace.go:171","msg":"trace[1267197309] linearizableReadLoop","detail":"{readStateIndex:24256; appliedIndex:24242; }","duration":"2.836501745s","start":"2026-03-05T17:25:00.716041Z","end":"2026-03-05T17:25:03.552543Z","steps":["trace[1267197309] 'read index received' (duration: 1.61585106s)","trace[1267197309] 'applied index is now lower than readState.Index' (duration: 1.220649285s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:03.552638Z","caller":"traceutil/trace.go:171","msg":"trace[729301157] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"2.391653867s","start":"2026-03-05T17:25:01.160946Z","end":"2026-03-05T17:25:03.5526Z","steps":["trace[729301157] 'process raft request' (duration: 2.391126744s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.552652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.161993Z","time spent":"2.390607501s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:03.552647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.721255Z","time spent":"2.829217683s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:03.552731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.788176792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:03.552749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.273707318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:03.552765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.16088Z","time spent":"2.391821852s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:03.552782Z","caller":"traceutil/trace.go:171","msg":"trace[480446433] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23435; }","duration":"3.788285355s","start":"2026-03-05T17:24:59.764485Z","end":"2026-03-05T17:25:03.55277Z","steps":["trace[480446433] 'agreement among raft nodes before linearized reading' (duration: 3.788163622s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:03.5528Z","caller":"traceutil/trace.go:171","msg":"trace[738943807] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23435; }","duration":"4.27379667s","start":"2026-03-05T17:24:59.278987Z","end":"2026-03-05T17:25:03.552783Z","steps":["trace[738943807] 'agreement among raft nodes before linearized reading' (duration: 4.273696217s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.552822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.76445Z","time spent":"3.788362897s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:03.552849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.278961Z","time spent":"4.273869891s","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:03.552886Z","caller":"traceutil/trace.go:171","msg":"trace[1815769181] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"2.388874598s","start":"2026-03-05T17:25:01.163992Z","end":"2026-03-05T17:25:03.552866Z","steps":["trace[1815769181] 'process raft request' (duration: 2.388498959s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.552792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53781325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:03.552985Z","caller":"traceutil/trace.go:171","msg":"trace[1743857664] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23435; }","duration":"3.538068505s","start":"2026-03-05T17:25:00.0149Z","end":"2026-03-05T17:25:03.552968Z","steps":["trace[1743857664] 'agreement among raft nodes before linearized reading' (duration: 3.537743227s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.553049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.014883Z","time spent":"3.538142618s","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:03.553052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.163972Z","time spent":"2.389002772s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:03.553268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045606322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T17:25:03.553193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395093364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T17:25:03.553354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.310822551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:03.553416Z","caller":"traceutil/trace.go:171","msg":"trace[884477591] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23435; }","duration":"3.310875432s","start":"2026-03-05T17:25:00.242519Z","end":"2026-03-05T17:25:03.553395Z","steps":["trace[884477591] 'agreement among raft nodes before linearized reading' (duration: 3.31080003s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:03.553398Z","caller":"traceutil/trace.go:171","msg":"trace[1694788373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23435; }","duration":"4.395348761s","start":"2026-03-05T17:24:59.158004Z","end":"2026-03-05T17:25:03.553353Z","steps":["trace[1694788373] 'agreement among raft nodes before linearized reading' (duration: 4.394784477s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:03.553456Z","caller":"traceutil/trace.go:171","msg":"trace[979793017] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23435; }","duration":"4.045696254s","start":"2026-03-05T17:24:59.50762Z","end":"2026-03-05T17:25:03.553316Z","steps":["trace[979793017] 'agreement among raft nodes before linearized reading' (duration: 4.045479649s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.553483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.24246Z","time spent":"3.311010446s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:03.55347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395513835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1b0ec778-5b70-4158-b82d-1c6cb96ebaf7\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-05T17:25:03.553528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.15799Z","time spent":"4.395515945s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T17:25:03.553561Z","caller":"traceutil/trace.go:171","msg":"trace[1400909893] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1b0ec778-5b70-4158-b82d-1c6cb96ebaf7; range_end:; response_count:1; response_revision:23435; }","duration":"4.395638028s","start":"2026-03-05T17:24:59.157899Z","end":"2026-03-05T17:25:03.553537Z","steps":["trace[1400909893] 'agreement among raft nodes before linearized reading' (duration: 4.39533641s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.553623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.157884Z","time spent":"4.39572543s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-1b0ec778-5b70-4158-b82d-1c6cb96ebaf7\" "} {"level":"warn","ts":"2026-03-05T17:25:03.553624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:24:59.507605Z","time spent":"4.045919139s","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T17:25:03.553292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913959433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:03.55398Z","caller":"traceutil/trace.go:171","msg":"trace[1595918670] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23435; }","duration":"2.914673582s","start":"2026-03-05T17:25:00.639285Z","end":"2026-03-05T17:25:03.553958Z","steps":["trace[1595918670] 'agreement among raft nodes before linearized reading' (duration: 2.913954843s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.554103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.639269Z","time spent":"2.914761714s","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:25:03.555688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508729271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:25:03.555756Z","caller":"traceutil/trace.go:171","msg":"trace[1630949923] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23435; }","duration":"3.508835494s","start":"2026-03-05T17:25:00.04691Z","end":"2026-03-05T17:25:03.555746Z","steps":["trace[1630949923] 'agreement among raft nodes before linearized reading' (duration: 3.506593368s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.555803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.046891Z","time spent":"3.508898435s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2631,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:03.966023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:25:03.966139Z","caller":"traceutil/trace.go:171","msg":"trace[2096859498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022441s","start":"2026-03-05T17:25:01.966097Z","end":"2026-03-05T17:25:03.96612Z","steps":["trace[2096859498] 'agreement among raft nodes before linearized reading' (duration: 1.999885458s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:03.966187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.966086Z","time spent":"2.000090733s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:04.052763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309641,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:25:04.338122Z","caller":"traceutil/trace.go:171","msg":"trace[1629579220] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"1.999397065s","start":"2026-03-05T17:25:02.338697Z","end":"2026-03-05T17:25:04.338094Z","steps":["trace[1629579220] 'process raft request' (duration: 1.998187915s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.338229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:02.338688Z","time spent":"1.999494868s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:25:04.338646Z","caller":"traceutil/trace.go:171","msg":"trace[1046876583] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"1.998865183s","start":"2026-03-05T17:25:02.339761Z","end":"2026-03-05T17:25:04.338627Z","steps":["trace[1046876583] 'process raft request' (duration: 1.998118893s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.338754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:02.339752Z","time spent":"1.998950575s","remote":"127.0.0.1:48932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:04.338881Z","caller":"traceutil/trace.go:171","msg":"trace[1549324609] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"1.617838231s","start":"2026-03-05T17:25:02.721003Z","end":"2026-03-05T17:25:04.338841Z","steps":["trace[1549324609] 'process raft request' (duration: 1.61701501s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:04.338893Z","caller":"traceutil/trace.go:171","msg":"trace[97409330] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"1.616362824s","start":"2026-03-05T17:25:02.722508Z","end":"2026-03-05T17:25:04.338871Z","steps":["trace[97409330] 'process raft request' (duration: 1.615643115s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.339091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:02.72249Z","time spent":"1.616511917s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:04.339121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:02.720978Z","time spent":"1.618016696s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:04.339297Z","caller":"traceutil/trace.go:171","msg":"trace[1587025354] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"996.519409ms","start":"2026-03-05T17:25:03.342752Z","end":"2026-03-05T17:25:04.339271Z","steps":["trace[1587025354] 'process raft request' (duration: 995.76641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.339452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:03.342728Z","time spent":"996.649772ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:04.339485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671357896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:04.339521Z","caller":"traceutil/trace.go:171","msg":"trace[1496628005] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23440; }","duration":"2.671437018s","start":"2026-03-05T17:25:01.668075Z","end":"2026-03-05T17:25:04.339512Z","steps":["trace[1496628005] 'agreement among raft nodes before linearized reading' (duration: 2.671359646s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.339537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51503891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:04.339576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.668044Z","time spent":"2.671524629s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:04.339577Z","caller":"traceutil/trace.go:171","msg":"trace[194764283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23440; }","duration":"3.515111392s","start":"2026-03-05T17:25:00.824455Z","end":"2026-03-05T17:25:04.339567Z","steps":["trace[194764283] 'agreement among raft nodes before linearized reading' (duration: 3.51504058s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.339605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.824439Z","time spent":"3.515158823s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:04.339596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000997585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-05T17:25:04.339663Z","caller":"traceutil/trace.go:171","msg":"trace[1996519824] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23440; }","duration":"2.001088688s","start":"2026-03-05T17:25:02.338547Z","end":"2026-03-05T17:25:04.339636Z","steps":["trace[1996519824] 'agreement among raft nodes before linearized reading' (duration: 2.000919814s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.339704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561172693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:04.339717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:02.338534Z","time spent":"2.001170279s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-03-05T17:25:04.339734Z","caller":"traceutil/trace.go:171","msg":"trace[93882951] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23440; }","duration":"3.561234305s","start":"2026-03-05T17:25:00.778492Z","end":"2026-03-05T17:25:04.339727Z","steps":["trace[93882951] 'agreement among raft nodes before linearized reading' (duration: 3.561155223s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.339755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.778474Z","time spent":"3.561277107s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:04.33976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618400185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T17:25:04.339772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317917738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:04.339795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145087676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:04.339803Z","caller":"traceutil/trace.go:171","msg":"trace[2125688564] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6; range_end:; response_count:1; response_revision:23440; }","duration":"3.618456358s","start":"2026-03-05T17:25:00.721332Z","end":"2026-03-05T17:25:04.339788Z","steps":["trace[2125688564] 'agreement among raft nodes before linearized reading' (duration: 3.618355315s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:04.339806Z","caller":"traceutil/trace.go:171","msg":"trace[1182777192] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23440; }","duration":"3.31796986s","start":"2026-03-05T17:25:01.021826Z","end":"2026-03-05T17:25:04.339795Z","steps":["trace[1182777192] 'agreement among raft nodes before linearized reading' (duration: 3.317907738s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:04.33983Z","caller":"traceutil/trace.go:171","msg":"trace[690114353] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23440; }","duration":"3.145165068s","start":"2026-03-05T17:25:01.194656Z","end":"2026-03-05T17:25:04.339821Z","steps":["trace[690114353] 'agreement among raft nodes before linearized reading' (duration: 3.145059276s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.339838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.721326Z","time spent":"3.618504919s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" "} {"level":"warn","ts":"2026-03-05T17:25:04.339843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.021812Z","time spent":"3.318023491s","remote":"127.0.0.1:48806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:04.339852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.194634Z","time spent":"3.145212059s","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:04.339756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089293134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:04.339892Z","caller":"traceutil/trace.go:171","msg":"trace[1006529548] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23440; }","duration":"2.089464549s","start":"2026-03-05T17:25:02.250415Z","end":"2026-03-05T17:25:04.33988Z","steps":["trace[1006529548] 'agreement among raft nodes before linearized reading' (duration: 2.089311415s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.339918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:02.250399Z","time spent":"2.08951267s","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:04.339809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629048816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:04.33945Z","caller":"traceutil/trace.go:171","msg":"trace[2012384882] linearizableReadLoop","detail":"{readStateIndex:24261; appliedIndex:24256; }","duration":"786.805542ms","start":"2026-03-05T17:25:03.552616Z","end":"2026-03-05T17:25:04.339422Z","steps":["trace[2012384882] 'read index received' (duration: 784.225818ms)","trace[2012384882] 'applied index is now lower than readState.Index' (duration: 2.577184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:04.33997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.28931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:04.339995Z","caller":"traceutil/trace.go:171","msg":"trace[327291606] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23440; }","duration":"2.629272321s","start":"2026-03-05T17:25:01.71071Z","end":"2026-03-05T17:25:04.339983Z","steps":["trace[327291606] 'agreement among raft nodes before linearized reading' (duration: 2.629060556s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.34003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:01.710687Z","time spent":"2.629332053s","remote":"127.0.0.1:56826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:04.339627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620907058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T17:25:04.34003Z","caller":"traceutil/trace.go:171","msg":"trace[568615551] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23440; }","duration":"818.371202ms","start":"2026-03-05T17:25:03.521629Z","end":"2026-03-05T17:25:04.34Z","steps":["trace[568615551] 'agreement among raft nodes before linearized reading' (duration: 818.29394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.34012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.091175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-05T17:25:04.340123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:03.521609Z","time spent":"818.499885ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:04.340141Z","caller":"traceutil/trace.go:171","msg":"trace[1821201966] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23440; }","duration":"784.112155ms","start":"2026-03-05T17:25:03.556024Z","end":"2026-03-05T17:25:04.340137Z","steps":["trace[1821201966] 'agreement among raft nodes before linearized reading' (duration: 784.023633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.340142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619069672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T17:25:04.340156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:03.555999Z","time spent":"784.154537ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T17:25:04.340172Z","caller":"traceutil/trace.go:171","msg":"trace[314200919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23440; }","duration":"1.619136683s","start":"2026-03-05T17:25:02.721026Z","end":"2026-03-05T17:25:04.340162Z","steps":["trace[314200919] 'agreement among raft nodes before linearized reading' (duration: 1.61902372s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:04.340081Z","caller":"traceutil/trace.go:171","msg":"trace[1806279695] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23440; }","duration":"3.621388141s","start":"2026-03-05T17:25:00.718686Z","end":"2026-03-05T17:25:04.340074Z","steps":["trace[1806279695] 'agreement among raft nodes before linearized reading' (duration: 3.620822837s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.340209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:02.721003Z","time spent":"1.619199135s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:25:04.340261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.995433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-05T17:25:04.340256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:00.718672Z","time spent":"3.621560544s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T17:25:04.340137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.15847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:04.340298Z","caller":"traceutil/trace.go:171","msg":"trace[908285496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23440; }","duration":"366.359415ms","start":"2026-03-05T17:25:03.973933Z","end":"2026-03-05T17:25:04.340293Z","steps":["trace[908285496] 'agreement among raft nodes before linearized reading' (duration: 366.181661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.340313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:03.973912Z","time spent":"366.395026ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:25:04.340339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.709554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T17:25:04.34028Z","caller":"traceutil/trace.go:171","msg":"trace[1762128227] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23440; }","duration":"521.059215ms","start":"2026-03-05T17:25:03.819216Z","end":"2026-03-05T17:25:04.340276Z","steps":["trace[1762128227] 'agreement among raft nodes before linearized reading' (duration: 521.011273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.340397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.396372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:04.340401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:03.819192Z","time spent":"521.198088ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T17:25:04.340432Z","caller":"traceutil/trace.go:171","msg":"trace[942130340] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23440; }","duration":"778.447393ms","start":"2026-03-05T17:25:03.561971Z","end":"2026-03-05T17:25:04.340418Z","steps":["trace[942130340] 'agreement among raft nodes before linearized reading' (duration: 778.396832ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:04.340364Z","caller":"traceutil/trace.go:171","msg":"trace[710985552] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23440; }","duration":"781.786067ms","start":"2026-03-05T17:25:03.558571Z","end":"2026-03-05T17:25:04.340357Z","steps":["trace[710985552] 'agreement among raft nodes before linearized reading' (duration: 781.673984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:04.340472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:03.56196Z","time spent":"778.503415ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:25:04.340491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:03.558553Z","time spent":"781.926291ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-05T17:25:04.844959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:05.346146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:05.847255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:06.191715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.788123781s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:25:06.192089Z","caller":"traceutil/trace.go:171","msg":"trace[1049059116] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"1.849553006s","start":"2026-03-05T17:25:04.342508Z","end":"2026-03-05T17:25:06.192061Z","steps":["trace[1049059116] 'process raft request' (duration: 1.849404243s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:06.192268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.342482Z","time spent":"1.84969972s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:07.958371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000617936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:07.95846Z","caller":"traceutil/trace.go:171","msg":"trace[1450620038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000752239s","start":"2026-03-05T17:25:05.957683Z","end":"2026-03-05T17:25:07.958435Z","steps":["trace[1450620038] 'agreement among raft nodes before linearized reading' (duration: 2.000649677s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:07.958508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.957657Z","time spent":"2.000840272s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:08.336349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497617874s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:08.429536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261838185s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:08.42962Z","caller":"traceutil/trace.go:171","msg":"trace[1199287378] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23441; }","duration":"1.261932798s","start":"2026-03-05T17:25:07.167676Z","end":"2026-03-05T17:25:08.429608Z","steps":["trace[1199287378] 'range keys from in-memory index tree' (duration: 1.261826465s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:08.429749Z","caller":"traceutil/trace.go:171","msg":"trace[462180582] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"4.085203893s","start":"2026-03-05T17:25:04.344528Z","end":"2026-03-05T17:25:08.429732Z","steps":["trace[462180582] 'process raft request' (duration: 3.992091414s)","trace[462180582] 'compare' (duration: 92.546515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:08.429913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.344515Z","time spent":"4.085284404s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:09.295846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.101875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:25:09.296566Z","caller":"traceutil/trace.go:171","msg":"trace[184530754] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"3.737478425s","start":"2026-03-05T17:25:05.55906Z","end":"2026-03-05T17:25:09.296539Z","steps":["trace[184530754] 'process raft request' (duration: 3.736919171s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:09.296725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.559043Z","time spent":"3.737599278s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:09.958548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999883988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:25:09.958659Z","caller":"traceutil/trace.go:171","msg":"trace[672164140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046382s","start":"2026-03-05T17:25:07.958595Z","end":"2026-03-05T17:25:09.958642Z","steps":["trace[672164140] 'agreement among raft nodes before linearized reading' (duration: 1.999915749s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:09.958703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:07.95858Z","time spent":"2.000115873s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:10.556805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998345185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:10.556989Z","caller":"traceutil/trace.go:171","msg":"trace[1705589615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998576111s","start":"2026-03-05T17:25:05.558388Z","end":"2026-03-05T17:25:10.556964Z","steps":["trace[1705589615] 'agreement among raft nodes before linearized reading' (duration: 4.998355875s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:10.557146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.558379Z","time spent":"4.998728494s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 17:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:10.557588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.559465Z","time spent":"4.998115751s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:10.557841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999244418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:10.557917Z","caller":"traceutil/trace.go:171","msg":"trace[834118817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999374552s","start":"2026-03-05T17:25:05.55853Z","end":"2026-03-05T17:25:10.557904Z","steps":["trace[834118817] 'agreement among raft nodes before linearized reading' (duration: 4.99929439s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:10.557989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.558491Z","time spent":"4.999482154s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 17:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:10.559462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.560305Z","time spent":"4.999149435s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:10.559538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.561603Z","time spent":"4.997929555s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:10.559584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.56042Z","time spent":"4.999160295s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:10.699879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.353444866s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:10.701206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:10.351714Z","time spent":"349.485243ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:25:10.701573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405004437s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:10.701755Z","caller":"traceutil/trace.go:171","msg":"trace[1302677079] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24261; }","duration":"6.35728927s","start":"2026-03-05T17:25:04.344454Z","end":"2026-03-05T17:25:10.701744Z","steps":["trace[1302677079] 'read index received' (duration: 1.847452544s)","trace[1302677079] 'applied index is now lower than readState.Index' (duration: 4.509836036s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:10.702163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.35770514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-05T17:25:10.702191Z","caller":"traceutil/trace.go:171","msg":"trace[1960851022] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23448; }","duration":"6.357747711s","start":"2026-03-05T17:25:04.344436Z","end":"2026-03-05T17:25:10.702184Z","steps":["trace[1960851022] 'agreement among raft nodes before linearized reading' (duration: 6.357360481s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:10.702208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.344425Z","time spent":"6.357779461s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-03-05T17:25:10.702173Z","caller":"traceutil/trace.go:171","msg":"trace[1705901791] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"4.35649003s","start":"2026-03-05T17:25:06.345652Z","end":"2026-03-05T17:25:10.702142Z","steps":["trace[1705901791] 'process raft request' (duration: 4.356075019s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:10.702469Z","caller":"traceutil/trace.go:171","msg":"trace[1347198637] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"4.35653304s","start":"2026-03-05T17:25:06.34593Z","end":"2026-03-05T17:25:10.702463Z","steps":["trace[1347198637] 'process raft request' (duration: 4.356084839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:10.702511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:06.34591Z","time spent":"4.356581321s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:10.702543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:06.345625Z","time spent":"4.356781026s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:10.702596Z","caller":"traceutil/trace.go:171","msg":"trace[224313447] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"1.356261677s","start":"2026-03-05T17:25:09.346309Z","end":"2026-03-05T17:25:10.702571Z","steps":["trace[224313447] 'process raft request' (duration: 1.356126034s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:10.703237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:09.346283Z","time spent":"1.356894724s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:11.965426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:11.965533Z","caller":"traceutil/trace.go:171","msg":"trace[1423308298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400381s","start":"2026-03-05T17:25:09.965108Z","end":"2026-03-05T17:25:11.965508Z","steps":["trace[1423308298] 'agreement among raft nodes before linearized reading' (duration: 2.000263018s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:11.965598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:09.965097Z","time spent":"2.000490393s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:12.374362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543381668s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:12.374866Z","caller":"traceutil/trace.go:171","msg":"trace[42508752] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"2.53245311s","start":"2026-03-05T17:25:09.842379Z","end":"2026-03-05T17:25:12.374832Z","steps":["trace[42508752] 'process raft request' (duration: 988.515978ms)","trace[42508752] 'compare' (duration: 1.542680191s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:12.375011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:09.842353Z","time spent":"2.532585634s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:12.464941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162588782s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:12.524608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.135666ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:25:12.524845Z","caller":"traceutil/trace.go:171","msg":"trace[530718222] linearizableReadLoop","detail":"{readStateIndex:24274; appliedIndex:24272; }","duration":"1.823046974s","start":"2026-03-05T17:25:10.701779Z","end":"2026-03-05T17:25:12.524826Z","steps":["trace[530718222] 'read index received' (duration: 128.949395ms)","trace[530718222] 'applied index is now lower than readState.Index' (duration: 1.694096749s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:12.524902Z","caller":"traceutil/trace.go:171","msg":"trace[464431322] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.222664286s","start":"2026-03-05T17:25:11.302211Z","end":"2026-03-05T17:25:12.524876Z","steps":["trace[464431322] 'process raft request' (duration: 1.222510332s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.524972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.751402998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:12.525015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:11.302184Z","time spent":"1.222775868s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:12.525052Z","caller":"traceutil/trace.go:171","msg":"trace[1999102531] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23453; }","duration":"6.751540032s","start":"2026-03-05T17:25:05.773494Z","end":"2026-03-05T17:25:12.525034Z","steps":["trace[1999102531] 'agreement among raft nodes before linearized reading' (duration: 6.751398978s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.525009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.91612013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:12.525122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.967370001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:25:12.525153Z","caller":"traceutil/trace.go:171","msg":"trace[467847412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23453; }","duration":"6.916316823s","start":"2026-03-05T17:25:05.608826Z","end":"2026-03-05T17:25:12.525143Z","steps":["trace[467847412] 'agreement among raft nodes before linearized reading' (duration: 6.916129029s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:12.525162Z","caller":"traceutil/trace.go:171","msg":"trace[1571127864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23453; }","duration":"6.967422742s","start":"2026-03-05T17:25:05.557728Z","end":"2026-03-05T17:25:12.525151Z","steps":["trace[1571127864] 'agreement among raft nodes before linearized reading' (duration: 6.967301759s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.525208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.557721Z","time spent":"6.967478714s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:25:12.525254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963288492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T17:25:12.525291Z","caller":"traceutil/trace.go:171","msg":"trace[387081945] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23453; }","duration":"1.963322693s","start":"2026-03-05T17:25:10.561959Z","end":"2026-03-05T17:25:12.525282Z","steps":["trace[387081945] 'agreement among raft nodes before linearized reading' (duration: 1.96318943s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.525324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:10.561924Z","time spent":"1.963392105s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-05T17:25:12.525125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.773474Z","time spent":"6.751614803s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:12.525422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.180923428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-05T17:25:12.525447Z","caller":"traceutil/trace.go:171","msg":"trace[19421290] range","detail":"{range_begin:/registry/persistentvolumes/pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6; range_end:; response_count:1; response_revision:23453; }","duration":"8.180965489s","start":"2026-03-05T17:25:04.344477Z","end":"2026-03-05T17:25:12.525442Z","steps":["trace[19421290] 'agreement among raft nodes before linearized reading' (duration: 8.180859556s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.525454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.687636687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:12.525495Z","caller":"traceutil/trace.go:171","msg":"trace[1201114501] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23453; }","duration":"5.687674128s","start":"2026-03-05T17:25:06.837808Z","end":"2026-03-05T17:25:12.525482Z","steps":["trace[1201114501] 'agreement among raft nodes before linearized reading' (duration: 5.687615766s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.525482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225128667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:12.525515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891228796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:12.525564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.108019444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:12.525587Z","caller":"traceutil/trace.go:171","msg":"trace[1531082942] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23453; }","duration":"8.108072225s","start":"2026-03-05T17:25:04.417507Z","end":"2026-03-05T17:25:12.525579Z","steps":["trace[1531082942] 'agreement among raft nodes before linearized reading' (duration: 8.108040954s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.525465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.344469Z","time spent":"8.180993459s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-51d42530-45e3-4961-bd9e-bfe08a5335f6\" "} {"level":"warn","ts":"2026-03-05T17:25:12.525607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.417488Z","time spent":"8.108116207s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T17:25:12.525617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.329390741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T17:25:12.525633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457144491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:12.525652Z","caller":"traceutil/trace.go:171","msg":"trace[1200010937] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6; range_end:; response_count:1; response_revision:23453; }","duration":"6.329461173s","start":"2026-03-05T17:25:06.196183Z","end":"2026-03-05T17:25:12.525644Z","steps":["trace[1200010937] 'agreement among raft nodes before linearized reading' (duration: 6.329366841s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.525695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:06.196164Z","time spent":"6.329525265s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" "} {"level":"info","ts":"2026-03-05T17:25:12.525695Z","caller":"traceutil/trace.go:171","msg":"trace[255088971] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23453; }","duration":"3.457245644s","start":"2026-03-05T17:25:09.068437Z","end":"2026-03-05T17:25:12.525683Z","steps":["trace[255088971] 'agreement among raft nodes before linearized reading' (duration: 3.457170382s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.525742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.179922153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-05T17:25:12.525744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:09.068418Z","time spent":"3.457314276s","remote":"127.0.0.1:49080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:12.525762Z","caller":"traceutil/trace.go:171","msg":"trace[1140294000] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23453; }","duration":"8.179949494s","start":"2026-03-05T17:25:04.345808Z","end":"2026-03-05T17:25:12.525757Z","steps":["trace[1140294000] 'agreement among raft nodes before linearized reading' (duration: 8.179888152s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.525776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.3458Z","time spent":"8.179973835s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T17:25:12.525532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.980980177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-05T17:25:12.525835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.293252332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:12.525529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:06.837742Z","time spent":"5.687779531s","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:12.525889Z","caller":"traceutil/trace.go:171","msg":"trace[669485119] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23453; }","duration":"7.293343605s","start":"2026-03-05T17:25:05.232534Z","end":"2026-03-05T17:25:12.525877Z","steps":["trace[669485119] 'agreement among raft nodes before linearized reading' (duration: 7.293261023s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.52593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.232511Z","time spent":"7.293410157s","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:12.525944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964521233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-05T17:25:12.525975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482924751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:12.525857Z","caller":"traceutil/trace.go:171","msg":"trace[830480105] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23453; }","duration":"7.981317325s","start":"2026-03-05T17:25:04.54453Z","end":"2026-03-05T17:25:12.525847Z","steps":["trace[830480105] 'agreement among raft nodes before linearized reading' (duration: 7.980945546s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:12.526036Z","caller":"traceutil/trace.go:171","msg":"trace[977680885] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23453; }","duration":"4.483001873s","start":"2026-03-05T17:25:08.043005Z","end":"2026-03-05T17:25:12.526007Z","steps":["trace[977680885] 'agreement among raft nodes before linearized reading' (duration: 4.482932211s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.526077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.517299917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T17:25:12.52608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.544475Z","time spent":"7.981594122s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:25:12.526091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:08.042987Z","time spent":"4.483094056s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:12.526124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411250355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:12.526124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965848555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-05T17:25:12.526142Z","caller":"traceutil/trace.go:171","msg":"trace[139756186] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:0; response_revision:23453; }","duration":"7.411299575s","start":"2026-03-05T17:25:05.114839Z","end":"2026-03-05T17:25:12.526139Z","steps":["trace[139756186] 'agreement among raft nodes before linearized reading' (duration: 7.411273474s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.526161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.114822Z","time spent":"7.411336287s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-05T17:25:12.526159Z","caller":"traceutil/trace.go:171","msg":"trace[187398174] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23453; }","duration":"1.965929667s","start":"2026-03-05T17:25:10.56022Z","end":"2026-03-05T17:25:12.52615Z","steps":["trace[187398174] 'agreement among raft nodes before linearized reading' (duration: 1.965785654s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.526196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:10.560185Z","time spent":"1.966001909s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-05T17:25:12.525927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816019458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:12.526254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.968634142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T17:25:12.526291Z","caller":"traceutil/trace.go:171","msg":"trace[1720026962] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23453; }","duration":"1.81646333s","start":"2026-03-05T17:25:10.709816Z","end":"2026-03-05T17:25:12.52628Z","steps":["trace[1720026962] 'agreement among raft nodes before linearized reading' (duration: 1.815981028s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:12.526305Z","caller":"traceutil/trace.go:171","msg":"trace[944166544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23453; }","duration":"6.968721854s","start":"2026-03-05T17:25:05.557566Z","end":"2026-03-05T17:25:12.526288Z","steps":["trace[944166544] 'agreement among raft nodes before linearized reading' (duration: 6.968591821s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.526332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:10.709806Z","time spent":"1.816515121s","remote":"127.0.0.1:48806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-05T17:25:12.526357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.557545Z","time spent":"6.968800896s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:25:12.526099Z","caller":"traceutil/trace.go:171","msg":"trace[1114419953] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23453; }","duration":"7.517367099s","start":"2026-03-05T17:25:05.008727Z","end":"2026-03-05T17:25:12.526094Z","steps":["trace[1114419953] 'agreement among raft nodes before linearized reading' (duration: 7.517297467s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.52646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966611125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-05T17:25:12.526482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.008695Z","time spent":"7.517775969s","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T17:25:12.5265Z","caller":"traceutil/trace.go:171","msg":"trace[1928185301] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23453; }","duration":"1.966684427s","start":"2026-03-05T17:25:10.559807Z","end":"2026-03-05T17:25:12.526491Z","steps":["trace[1928185301] 'agreement among raft nodes before linearized reading' (duration: 1.966584524s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.526519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.05613258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T17:25:12.52654Z","caller":"traceutil/trace.go:171","msg":"trace[1445759063] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23453; }","duration":"7.056185862s","start":"2026-03-05T17:25:05.470345Z","end":"2026-03-05T17:25:12.526531Z","steps":["trace[1445759063] 'agreement among raft nodes before linearized reading' (duration: 7.056144191s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.526561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.470324Z","time spent":"7.056232983s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T17:25:12.525574Z","caller":"traceutil/trace.go:171","msg":"trace[1045043751] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23453; }","duration":"3.225271301s","start":"2026-03-05T17:25:09.300283Z","end":"2026-03-05T17:25:12.525554Z","steps":["trace[1045043751] 'agreement among raft nodes before linearized reading' (duration: 3.225085736s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.526583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.528656001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-05T17:25:12.526606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089437437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T17:25:12.52662Z","caller":"traceutil/trace.go:171","msg":"trace[1869486000] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23453; }","duration":"7.528719034s","start":"2026-03-05T17:25:04.99789Z","end":"2026-03-05T17:25:12.526609Z","steps":["trace[1869486000] 'agreement among raft nodes before linearized reading' (duration: 7.5286165s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:12.52664Z","caller":"traceutil/trace.go:171","msg":"trace[50792921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23453; }","duration":"2.08950563s","start":"2026-03-05T17:25:10.437127Z","end":"2026-03-05T17:25:12.526633Z","steps":["trace[50792921] 'agreement among raft nodes before linearized reading' (duration: 2.089424547s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.526648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.997876Z","time spent":"7.528766134s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T17:25:12.526669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:10.437103Z","time spent":"2.089560161s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:25:12.525989Z","caller":"traceutil/trace.go:171","msg":"trace[435231098] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23453; }","duration":"1.964609115s","start":"2026-03-05T17:25:10.561369Z","end":"2026-03-05T17:25:12.525978Z","steps":["trace[435231098] 'agreement among raft nodes before linearized reading' (duration: 1.964460311s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.526766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:10.561345Z","time spent":"1.965414545s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-05T17:25:12.526614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:09.300248Z","time spent":"3.226359909s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:12.526928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166536497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:12.526191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.211332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:12.525131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.567573335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:12.527246Z","caller":"traceutil/trace.go:171","msg":"trace[454340304] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23453; }","duration":"2.166871135s","start":"2026-03-05T17:25:10.36036Z","end":"2026-03-05T17:25:12.527231Z","steps":["trace[454340304] 'agreement among raft nodes before linearized reading' (duration: 2.166491786s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.527305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:10.360352Z","time spent":"2.166939897s","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:12.526536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:10.559789Z","time spent":"1.966739219s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-05T17:25:12.525577Z","caller":"traceutil/trace.go:171","msg":"trace[990054383] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23453; }","duration":"4.891346558s","start":"2026-03-05T17:25:07.634213Z","end":"2026-03-05T17:25:12.52556Z","steps":["trace[990054383] 'agreement among raft nodes before linearized reading' (duration: 4.891197034s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.527523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:07.634194Z","time spent":"4.893307708s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:12.526466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.711976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:12.525181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:05.608807Z","time spent":"6.916365405s","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:12.527862Z","caller":"traceutil/trace.go:171","msg":"trace[455889452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23453; }","duration":"562.094471ms","start":"2026-03-05T17:25:11.965748Z","end":"2026-03-05T17:25:12.527842Z","steps":["trace[455889452] 'agreement among raft nodes before linearized reading' (duration: 560.699306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.527935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:11.965682Z","time spent":"562.234555ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:25:12.525737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.179169355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:12.52817Z","caller":"traceutil/trace.go:171","msg":"trace[1094822329] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23453; }","duration":"8.181629996s","start":"2026-03-05T17:25:04.346505Z","end":"2026-03-05T17:25:12.528135Z","steps":["trace[1094822329] 'agreement among raft nodes before linearized reading' (duration: 8.179066232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.528254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.346483Z","time spent":"8.18175067s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:25:12.527445Z","caller":"traceutil/trace.go:171","msg":"trace[909476491] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23453; }","duration":"7.5697695s","start":"2026-03-05T17:25:04.957512Z","end":"2026-03-05T17:25:12.527281Z","steps":["trace[909476491] 'agreement among raft nodes before linearized reading' (duration: 7.567522754s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:12.527343Z","caller":"traceutil/trace.go:171","msg":"trace[1618522547] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23453; }","duration":"469.31506ms","start":"2026-03-05T17:25:12.057932Z","end":"2026-03-05T17:25:12.527247Z","steps":["trace[1618522547] 'agreement among raft nodes before linearized reading' (duration: 468.213952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:12.528389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:04.957453Z","time spent":"7.570894738s","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:12.528378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.057916Z","time spent":"470.442299ms","remote":"127.0.0.1:56814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:13.030429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:13.531106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:13.892148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316056321s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:14.535183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:25:14.535278Z","caller":"traceutil/trace.go:171","msg":"trace[2060493653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172275s","start":"2026-03-05T17:25:12.535083Z","end":"2026-03-05T17:25:14.535256Z","steps":["trace[2060493653] 'agreement among raft nodes before linearized reading' (duration: 2.000051741s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:14.535332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.535079Z","time spent":"2.000243156s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:25:14.580335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.927179ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T17:25:14.580433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.527104Z","time spent":"2.053324844s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:25:15.429875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40673106s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:15.557264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998368865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:15.557406Z","caller":"traceutil/trace.go:171","msg":"trace[1541162276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998604201s","start":"2026-03-05T17:25:12.558775Z","end":"2026-03-05T17:25:15.55738Z","steps":["trace[1541162276] 'agreement among raft nodes before linearized reading' (duration: 2.998448697s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:15.557468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.558766Z","time spent":"2.998689172s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 17:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:15.557589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.538766Z","time spent":"3.018821216s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:15.557582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.539162Z","time spent":"3.018412086s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-05T17:25:15.557624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022056127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} 2026/03/05 17:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T17:25:15.55773Z","caller":"traceutil/trace.go:171","msg":"trace[1143789783] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"3.022195481s","start":"2026-03-05T17:25:12.535507Z","end":"2026-03-05T17:25:15.557703Z","steps":["trace[1143789783] 'agreement among raft nodes before linearized reading' (duration: 3.022016216s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:15.557796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.535504Z","time spent":"3.022276793s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/05 17:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:15.558617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996918059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:15.558676Z","caller":"traceutil/trace.go:171","msg":"trace[664809204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997017901s","start":"2026-03-05T17:25:12.561641Z","end":"2026-03-05T17:25:15.558659Z","steps":["trace[664809204] 'agreement among raft nodes before linearized reading' (duration: 2.996940319s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:15.558719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.561628Z","time spent":"2.997081843s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 17:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:15.559399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02494613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:15.560301Z","caller":"traceutil/trace.go:171","msg":"trace[1816703525] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"3.025860893s","start":"2026-03-05T17:25:12.534418Z","end":"2026-03-05T17:25:15.560279Z","steps":["trace[1816703525] 'agreement among raft nodes before linearized reading' (duration: 3.02495002s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:15.56038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.534415Z","time spent":"3.025944165s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/05 17:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:15.561446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029896204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:15.561515Z","caller":"traceutil/trace.go:171","msg":"trace[663223127] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.029986566s","start":"2026-03-05T17:25:12.531511Z","end":"2026-03-05T17:25:15.561498Z","steps":["trace[663223127] 'agreement among raft nodes before linearized reading' (duration: 3.029910394s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:15.561563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.5315Z","time spent":"3.030050588s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/05 17:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:15.579096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040846697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T17:25:15.579223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047443593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:15.579259Z","caller":"traceutil/trace.go:171","msg":"trace[1716374091] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"3.04098478s","start":"2026-03-05T17:25:12.538206Z","end":"2026-03-05T17:25:15.579191Z","steps":["trace[1716374091] 'agreement among raft nodes before linearized reading' (duration: 3.040807706s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:15.579298Z","caller":"traceutil/trace.go:171","msg":"trace[1529261113] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; }","duration":"3.047528925s","start":"2026-03-05T17:25:12.531749Z","end":"2026-03-05T17:25:15.579278Z","steps":["trace[1529261113] 'agreement among raft nodes before linearized reading' (duration: 3.047441283s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:15.579379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.538188Z","time spent":"3.041175906s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-05T17:25:15.579465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.531731Z","time spent":"3.04772472s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} 2026/03/05 17:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 17:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:16.288477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:15.159413Z","time spent":"1.129056554s","remote":"127.0.0.1:37466","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:25:16.290032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.834399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:16.290359Z","caller":"traceutil/trace.go:171","msg":"trace[1060893282] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"3.758102059s","start":"2026-03-05T17:25:12.532237Z","end":"2026-03-05T17:25:16.290339Z","steps":["trace[1060893282] 'process raft request' (duration: 3.757932455s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:16.290382Z","caller":"traceutil/trace.go:171","msg":"trace[699608155] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"3.758464999s","start":"2026-03-05T17:25:12.531874Z","end":"2026-03-05T17:25:16.290339Z","steps":["trace[699608155] 'process raft request' (duration: 2.89824107s)","trace[699608155] 'compare' (duration: 857.46007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:16.290461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.532232Z","time spent":"3.758173402s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:16.290528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.531866Z","time spent":"3.758584233s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:16.290735Z","caller":"traceutil/trace.go:171","msg":"trace[1229238888] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"3.757070484s","start":"2026-03-05T17:25:12.533637Z","end":"2026-03-05T17:25:16.290707Z","steps":["trace[1229238888] 'process raft request' (duration: 3.756660564s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:16.290866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.533631Z","time spent":"3.757156326s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:16.290919Z","caller":"traceutil/trace.go:171","msg":"trace[312127577] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"3.754837568s","start":"2026-03-05T17:25:12.536057Z","end":"2026-03-05T17:25:16.290894Z","steps":["trace[312127577] 'process raft request' (duration: 3.754373696s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:16.291042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.536038Z","time spent":"3.754945081s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:16.291517Z","caller":"traceutil/trace.go:171","msg":"trace[1636154091] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"3.704880068s","start":"2026-03-05T17:25:12.586608Z","end":"2026-03-05T17:25:16.291488Z","steps":["trace[1636154091] 'process raft request' (duration: 3.70456479s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:16.291745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.586592Z","time spent":"3.705013091s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:16.292639Z","caller":"traceutil/trace.go:171","msg":"trace[801420782] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"3.580814675s","start":"2026-03-05T17:25:12.711795Z","end":"2026-03-05T17:25:16.292609Z","steps":["trace[801420782] 'process raft request' (duration: 3.579640955s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:16.292805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.711772Z","time spent":"3.580945969s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:16.292959Z","caller":"traceutil/trace.go:171","msg":"trace[1358197363] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"3.580461166s","start":"2026-03-05T17:25:12.712477Z","end":"2026-03-05T17:25:16.292938Z","steps":["trace[1358197363] 'process raft request' (duration: 3.580047316s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:16.293248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.712458Z","time spent":"3.580732813s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:16.292955Z","caller":"traceutil/trace.go:171","msg":"trace[2008479632] linearizableReadLoop","detail":"{readStateIndex:24286; appliedIndex:24275; }","duration":"3.762687444s","start":"2026-03-05T17:25:12.530251Z","end":"2026-03-05T17:25:16.292939Z","steps":["trace[2008479632] 'read index received' (duration: 1.362140053s)","trace[2008479632] 'applied index is now lower than readState.Index' (duration: 2.400546471s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:16.293087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.762827278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:16.293638Z","caller":"traceutil/trace.go:171","msg":"trace[1740163114] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23463; }","duration":"3.763348281s","start":"2026-03-05T17:25:12.53023Z","end":"2026-03-05T17:25:16.293579Z","steps":["trace[1740163114] 'agreement among raft nodes before linearized reading' (duration: 3.762778377s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:16.293128Z","caller":"traceutil/trace.go:171","msg":"trace[1614627319] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"3.289527918s","start":"2026-03-05T17:25:13.00359Z","end":"2026-03-05T17:25:16.293118Z","steps":["trace[1614627319] 'process raft request' (duration: 3.289208471s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:16.293784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:13.003572Z","time spent":"3.290161664s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:16.293793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.530217Z","time spent":"3.763504404s","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-05T17:25:16.536419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:16.536503Z","caller":"traceutil/trace.go:171","msg":"trace[476837805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000134594s","start":"2026-03-05T17:25:14.536349Z","end":"2026-03-05T17:25:16.536483Z","steps":["trace[476837805] 'agreement among raft nodes before linearized reading' (duration: 2.000031982s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:16.53655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:14.536332Z","time spent":"2.000208736s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:16.558393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123275869s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:17.396562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.187293ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:17.396651Z","caller":"traceutil/trace.go:171","msg":"trace[1251434627] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23463; }","duration":"229.287945ms","start":"2026-03-05T17:25:17.167351Z","end":"2026-03-05T17:25:17.396639Z","steps":["trace[1251434627] 'range keys from in-memory index tree' (duration: 229.173953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:17.397185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.474244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:17.397369Z","caller":"traceutil/trace.go:171","msg":"trace[667403306] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"2.815921371s","start":"2026-03-05T17:25:14.581435Z","end":"2026-03-05T17:25:17.397356Z","steps":["trace[667403306] 'process raft request' (duration: 2.81589093s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:17.397389Z","caller":"traceutil/trace.go:171","msg":"trace[666080660] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"3.490435514s","start":"2026-03-05T17:25:13.906917Z","end":"2026-03-05T17:25:17.397352Z","steps":["trace[666080660] 'process raft request' (duration: 2.651710173s)","trace[666080660] 'compare' (duration: 838.044134ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:17.397534Z","caller":"traceutil/trace.go:171","msg":"trace[1289255026] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"2.863237834s","start":"2026-03-05T17:25:14.534289Z","end":"2026-03-05T17:25:17.397527Z","steps":["trace[1289255026] 'process raft request' (duration: 2.862972668s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:17.397536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:13.906896Z","time spent":"3.490564507s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:17.397577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:14.534254Z","time spent":"2.863305026s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:17.39742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:14.581412Z","time spent":"2.815985812s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:18.541445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999697403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:25:18.541538Z","caller":"traceutil/trace.go:171","msg":"trace[1158916424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999821416s","start":"2026-03-05T17:25:16.541696Z","end":"2026-03-05T17:25:18.541517Z","steps":["trace[1158916424] 'agreement among raft nodes before linearized reading' (duration: 1.999694033s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:18.541591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:16.5416Z","time spent":"1.99997871s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:25:19.010154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538483586s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:19.671468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.76872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:19.671952Z","caller":"traceutil/trace.go:171","msg":"trace[975143351] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.371561149s","start":"2026-03-05T17:25:18.300373Z","end":"2026-03-05T17:25:19.671934Z","steps":["trace[975143351] 'process raft request' (duration: 1.371522188s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.672035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:18.300363Z","time spent":"1.371636201s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:19.672241Z","caller":"traceutil/trace.go:171","msg":"trace[1236136295] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"4.111658104s","start":"2026-03-05T17:25:15.560571Z","end":"2026-03-05T17:25:19.672229Z","steps":["trace[1236136295] 'process raft request' (duration: 3.450056574s)","trace[1236136295] 'compare' (duration: 660.621156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:19.672302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:15.560544Z","time spent":"4.111730326s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:19.67253Z","caller":"traceutil/trace.go:171","msg":"trace[1188409376] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"4.111374307s","start":"2026-03-05T17:25:15.561145Z","end":"2026-03-05T17:25:19.67252Z","steps":["trace[1188409376] 'process raft request' (duration: 4.110469765s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.672593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:15.561132Z","time spent":"4.111432478s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:19.672573Z","caller":"traceutil/trace.go:171","msg":"trace[383228536] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24286; }","duration":"3.379046297s","start":"2026-03-05T17:25:16.293494Z","end":"2026-03-05T17:25:19.672541Z","steps":["trace[383228536] 'read index received' (duration: 265.04724ms)","trace[383228536] 'applied index is now lower than readState.Index' (duration: 3.113994477s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:19.672693Z","caller":"traceutil/trace.go:171","msg":"trace[346653765] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23468; }","duration":"4.110993798s","start":"2026-03-05T17:25:15.561679Z","end":"2026-03-05T17:25:19.672673Z","steps":["trace[346653765] 'process raft request' (duration: 4.110026854s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:19.672696Z","caller":"traceutil/trace.go:171","msg":"trace[422663178] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.373312643s","start":"2026-03-05T17:25:18.299349Z","end":"2026-03-05T17:25:19.672662Z","steps":["trace[422663178] 'process raft request' (duration: 1.372512794s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.67281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:15.561659Z","time spent":"4.111073309s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:19.672877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:18.299334Z","time spent":"1.373468528s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:19.672928Z","caller":"traceutil/trace.go:171","msg":"trace[703783111] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23468; }","duration":"4.110618989s","start":"2026-03-05T17:25:15.5623Z","end":"2026-03-05T17:25:19.672919Z","steps":["trace[703783111] 'process raft request' (duration: 4.10944065s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.672967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:15.562276Z","time spent":"4.1106691s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:19.672976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.458175744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:19.673019Z","caller":"traceutil/trace.go:171","msg":"trace[289900884] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23472; }","duration":"6.458255986s","start":"2026-03-05T17:25:13.214747Z","end":"2026-03-05T17:25:19.673003Z","steps":["trace[289900884] 'agreement among raft nodes before linearized reading' (duration: 6.458178844s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.673045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.06402781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:19.673044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.449522038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:19.673032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259187021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:19.67305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.645414453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:19.673082Z","caller":"traceutil/trace.go:171","msg":"trace[617312904] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23472; }","duration":"6.449580908s","start":"2026-03-05T17:25:13.223488Z","end":"2026-03-05T17:25:19.673069Z","steps":["trace[617312904] 'agreement among raft nodes before linearized reading' (duration: 6.449508187s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:19.673102Z","caller":"traceutil/trace.go:171","msg":"trace[1697246702] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23472; }","duration":"5.259304134s","start":"2026-03-05T17:25:14.413779Z","end":"2026-03-05T17:25:19.673083Z","steps":["trace[1697246702] 'agreement among raft nodes before linearized reading' (duration: 5.259187081s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.673116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.072798909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-05T17:25:19.673117Z","caller":"traceutil/trace.go:171","msg":"trace[811143355] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23472; }","duration":"5.645501645s","start":"2026-03-05T17:25:14.027593Z","end":"2026-03-05T17:25:19.673094Z","steps":["trace[811143355] 'agreement among raft nodes before linearized reading' (duration: 5.645350311s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:19.673114Z","caller":"traceutil/trace.go:171","msg":"trace[1154449068] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"4.110170008s","start":"2026-03-05T17:25:15.562928Z","end":"2026-03-05T17:25:19.673098Z","steps":["trace[1154449068] 'process raft request' (duration: 4.108843924s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.673118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:13.223473Z","time spent":"6.44963671s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:19.673149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:14.413758Z","time spent":"5.259375316s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:19.673155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:14.027576Z","time spent":"5.645568306s","remote":"127.0.0.1:49172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:19.673166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.11522178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:19.673185Z","caller":"traceutil/trace.go:171","msg":"trace[1195203232] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23472; }","duration":"7.11524253s","start":"2026-03-05T17:25:12.557938Z","end":"2026-03-05T17:25:19.67318Z","steps":["trace[1195203232] 'agreement among raft nodes before linearized reading' (duration: 7.115210039s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.673212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.55792Z","time spent":"7.115284191s","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:19.673207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:15.562912Z","time spent":"4.110238399s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:19.673068Z","caller":"traceutil/trace.go:171","msg":"trace[1263476443] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23472; }","duration":"7.06406539s","start":"2026-03-05T17:25:12.608994Z","end":"2026-03-05T17:25:19.673059Z","steps":["trace[1263476443] 'agreement among raft nodes before linearized reading' (duration: 7.064021999s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:19.673136Z","caller":"traceutil/trace.go:171","msg":"trace[1196884649] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23472; }","duration":"7.072841099s","start":"2026-03-05T17:25:12.600289Z","end":"2026-03-05T17:25:19.67313Z","steps":["trace[1196884649] 'agreement among raft nodes before linearized reading' (duration: 7.072791728s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.673263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.608987Z","time spent":"7.064266875s","remote":"127.0.0.1:42374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:19.673294Z","caller":"traceutil/trace.go:171","msg":"trace[351123481] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"3.965233012s","start":"2026-03-05T17:25:15.70805Z","end":"2026-03-05T17:25:19.673283Z","steps":["trace[351123481] 'process raft request' (duration: 3.963770125s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.673295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.600281Z","time spent":"7.073005094s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-05T17:25:19.673345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.126478741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:19.67335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:15.708033Z","time spent":"3.965284204s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:19.673374Z","caller":"traceutil/trace.go:171","msg":"trace[662009890] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23472; }","duration":"7.126541253s","start":"2026-03-05T17:25:12.546826Z","end":"2026-03-05T17:25:19.673367Z","steps":["trace[662009890] 'agreement among raft nodes before linearized reading' (duration: 7.126492812s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.67306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:13.214727Z","time spent":"6.458321377s","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:19.673407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.546808Z","time spent":"7.126589614s","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:19.67304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594788866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:19.673595Z","caller":"traceutil/trace.go:171","msg":"trace[247889736] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23472; }","duration":"3.59539816s","start":"2026-03-05T17:25:16.078179Z","end":"2026-03-05T17:25:19.673578Z","steps":["trace[247889736] 'agreement among raft nodes before linearized reading' (duration: 3.594762064s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.673643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:16.078159Z","time spent":"3.595467262s","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:19.673544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.138745068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:19.673704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.143422275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-05T17:25:19.673767Z","caller":"traceutil/trace.go:171","msg":"trace[1882196532] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23472; }","duration":"7.143505177s","start":"2026-03-05T17:25:12.530244Z","end":"2026-03-05T17:25:19.673749Z","steps":["trace[1882196532] 'agreement among raft nodes before linearized reading' (duration: 7.143328303s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:19.673743Z","caller":"traceutil/trace.go:171","msg":"trace[1919241605] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23472; }","duration":"7.138893342s","start":"2026-03-05T17:25:12.534791Z","end":"2026-03-05T17:25:19.673684Z","steps":["trace[1919241605] 'agreement among raft nodes before linearized reading' (duration: 7.138729348s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:19.673809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.530232Z","time spent":"7.143568698s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-05T17:25:19.673932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:12.534776Z","time spent":"7.139056416s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:25:20.542387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:20.542472Z","caller":"traceutil/trace.go:171","msg":"trace[404036848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345449s","start":"2026-03-05T17:25:18.542108Z","end":"2026-03-05T17:25:20.542453Z","steps":["trace[404036848] 'agreement among raft nodes before linearized reading' (duration: 2.000241806s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:20.542517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:18.542099Z","time spent":"2.000409311s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:21.029261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012431767s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:21.033545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016625751s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:21.033818Z","caller":"traceutil/trace.go:171","msg":"trace[278911729] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"1.630140259s","start":"2026-03-05T17:25:19.403634Z","end":"2026-03-05T17:25:21.033774Z","steps":["trace[278911729] 'process raft request' (duration: 613.149489ms)","trace[278911729] 'compare' (duration: 1.014737633s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:21.033899Z","caller":"traceutil/trace.go:171","msg":"trace[381210164] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24297; }","duration":"1.361256712s","start":"2026-03-05T17:25:19.672631Z","end":"2026-03-05T17:25:21.033888Z","steps":["trace[381210164] 'read index received' (duration: 344.163889ms)","trace[381210164] 'applied index is now lower than readState.Index' (duration: 1.017091363s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:21.034031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56107298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:21.034095Z","caller":"traceutil/trace.go:171","msg":"trace[1924264430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23474; }","duration":"1.561171303s","start":"2026-03-05T17:25:19.472914Z","end":"2026-03-05T17:25:21.034085Z","steps":["trace[1924264430] 'agreement among raft nodes before linearized reading' (duration: 1.56107305s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.034042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:19.403605Z","time spent":"1.630304933s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:21.034136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:19.472894Z","time spent":"1.561232425s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:25:21.03384Z","caller":"traceutil/trace.go:171","msg":"trace[1147959961] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.153157996s","start":"2026-03-05T17:25:19.880658Z","end":"2026-03-05T17:25:21.033816Z","steps":["trace[1147959961] 'process raft request' (duration: 1.153013412s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.034195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633731399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T17:25:21.03427Z","caller":"traceutil/trace.go:171","msg":"trace[283501589] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23474; }","duration":"3.633857832s","start":"2026-03-05T17:25:17.400396Z","end":"2026-03-05T17:25:21.034254Z","steps":["trace[283501589] 'agreement among raft nodes before linearized reading' (duration: 3.633606906s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.03425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462784677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:21.034288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083382125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:21.034307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:17.400374Z","time spent":"3.633925294s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T17:25:21.034329Z","caller":"traceutil/trace.go:171","msg":"trace[369988868] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23474; }","duration":"2.083458367s","start":"2026-03-05T17:25:18.950857Z","end":"2026-03-05T17:25:21.034316Z","steps":["trace[369988868] 'agreement among raft nodes before linearized reading' (duration: 2.083374975s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:21.03433Z","caller":"traceutil/trace.go:171","msg":"trace[2004068544] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23474; }","duration":"2.46290779s","start":"2026-03-05T17:25:18.5714Z","end":"2026-03-05T17:25:21.034308Z","steps":["trace[2004068544] 'agreement among raft nodes before linearized reading' (duration: 2.462750446s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.034311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:19.880632Z","time spent":"1.153567356s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:21.034343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517362951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:21.034376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:18.95084Z","time spent":"2.08352655s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:21.034381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:18.57139Z","time spent":"2.462982082s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:21.034368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280122788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:21.034404Z","caller":"traceutil/trace.go:171","msg":"trace[1797854432] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23474; }","duration":"2.517429233s","start":"2026-03-05T17:25:18.516956Z","end":"2026-03-05T17:25:21.034386Z","steps":["trace[1797854432] 'agreement among raft nodes before linearized reading' (duration: 2.51732329s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.03439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4933162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-05T17:25:21.034445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:18.516937Z","time spent":"2.517496016s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:21.034448Z","caller":"traceutil/trace.go:171","msg":"trace[1700775314] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23474; }","duration":"2.280263872s","start":"2026-03-05T17:25:18.754162Z","end":"2026-03-05T17:25:21.034426Z","steps":["trace[1700775314] 'agreement among raft nodes before linearized reading' (duration: 2.280110327s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:21.03447Z","caller":"traceutil/trace.go:171","msg":"trace[369545326] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23474; }","duration":"4.493445775s","start":"2026-03-05T17:25:16.541007Z","end":"2026-03-05T17:25:21.034452Z","steps":["trace[369545326] 'agreement among raft nodes before linearized reading' (duration: 4.493160427s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.034492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:18.754138Z","time spent":"2.280343883s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:21.034519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:16.540986Z","time spent":"4.493524436s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T17:25:21.034524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35395017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b1cd07a6-6bf8-41ee-97a8-2bb8c96b8207\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-05T17:25:21.034605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36153773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T17:25:21.034599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920609705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:21.034634Z","caller":"traceutil/trace.go:171","msg":"trace[457751280] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23474; }","duration":"3.361604032s","start":"2026-03-05T17:25:17.673022Z","end":"2026-03-05T17:25:21.034626Z","steps":["trace[457751280] 'agreement among raft nodes before linearized reading' (duration: 3.361452238s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:21.034642Z","caller":"traceutil/trace.go:171","msg":"trace[456547785] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23474; }","duration":"1.920694037s","start":"2026-03-05T17:25:19.113938Z","end":"2026-03-05T17:25:21.034632Z","steps":["trace[456547785] 'agreement among raft nodes before linearized reading' (duration: 1.920614625s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.034662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:17.673003Z","time spent":"3.361652753s","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:21.034672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:19.113916Z","time spent":"1.920747529s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:21.034734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833943427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:21.034619Z","caller":"traceutil/trace.go:171","msg":"trace[1187350248] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b1cd07a6-6bf8-41ee-97a8-2bb8c96b8207; range_end:; response_count:1; response_revision:23474; }","duration":"1.354077943s","start":"2026-03-05T17:25:19.680511Z","end":"2026-03-05T17:25:21.034589Z","steps":["trace[1187350248] 'agreement among raft nodes before linearized reading' (duration: 1.353834566s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.034762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.735387708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-05T17:25:21.034778Z","caller":"traceutil/trace.go:171","msg":"trace[1968605890] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23474; }","duration":"3.834014209s","start":"2026-03-05T17:25:17.200749Z","end":"2026-03-05T17:25:21.034763Z","steps":["trace[1968605890] 'agreement among raft nodes before linearized reading' (duration: 3.833951828s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.034788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:19.680495Z","time spent":"1.354283689s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-b1cd07a6-6bf8-41ee-97a8-2bb8c96b8207\" "} {"level":"warn","ts":"2026-03-05T17:25:21.034808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:17.200731Z","time spent":"3.83406953s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:21.034908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73991437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5fc4d9df87-8zvnx.189a01e2cf08eb8e\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-05T17:25:21.034961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28936851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:21.03497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.520531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:21.035001Z","caller":"traceutil/trace.go:171","msg":"trace[167793823] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23474; }","duration":"4.289480753s","start":"2026-03-05T17:25:16.745509Z","end":"2026-03-05T17:25:21.03499Z","steps":["trace[167793823] 'agreement among raft nodes before linearized reading' (duration: 4.289419081s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:21.035022Z","caller":"traceutil/trace.go:171","msg":"trace[1100713199] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23474; }","duration":"857.577742ms","start":"2026-03-05T17:25:20.17743Z","end":"2026-03-05T17:25:21.035008Z","steps":["trace[1100713199] 'agreement among raft nodes before linearized reading' (duration: 857.47951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.035039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:16.745481Z","time spent":"4.289546234s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:21.035058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:20.177376Z","time spent":"857.673024ms","remote":"127.0.0.1:40036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:21.035074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354489064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lgwbs\" ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-03-05T17:25:21.035085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298131629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:21.035116Z","caller":"traceutil/trace.go:171","msg":"trace[1401069672] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lgwbs; range_end:; response_count:1; response_revision:23474; }","duration":"1.354560956s","start":"2026-03-05T17:25:19.680543Z","end":"2026-03-05T17:25:21.035104Z","steps":["trace[1401069672] 'agreement among raft nodes before linearized reading' (duration: 1.354438003s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:21.035124Z","caller":"traceutil/trace.go:171","msg":"trace[841957767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23474; }","duration":"4.298215702s","start":"2026-03-05T17:25:16.736897Z","end":"2026-03-05T17:25:21.035113Z","steps":["trace[841957767] 'agreement among raft nodes before linearized reading' (duration: 4.29814785s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:21.034956Z","caller":"traceutil/trace.go:171","msg":"trace[1846633637] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5fc4d9df87-8zvnx.189a01e2cf08eb8e; range_end:; response_count:1; response_revision:23474; }","duration":"4.739999642s","start":"2026-03-05T17:25:16.294944Z","end":"2026-03-05T17:25:21.034944Z","steps":["trace[1846633637] 'agreement among raft nodes before linearized reading' (duration: 4.739889319s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.035169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:19.680527Z","time spent":"1.354630987s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-lgwbs\" "} {"level":"warn","ts":"2026-03-05T17:25:21.035193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:16.294925Z","time spent":"4.740258039s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-5fc4d9df87-8zvnx.189a01e2cf08eb8e\" "} {"level":"warn","ts":"2026-03-05T17:25:21.035225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.575492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:21.035246Z","caller":"traceutil/trace.go:171","msg":"trace[1613910542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23474; }","duration":"484.626903ms","start":"2026-03-05T17:25:20.550613Z","end":"2026-03-05T17:25:21.03524Z","steps":["trace[1613910542] 'agreement among raft nodes before linearized reading' (duration: 484.588702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.03527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:20.550584Z","time spent":"484.682295ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:25:21.034808Z","caller":"traceutil/trace.go:171","msg":"trace[962653469] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23474; }","duration":"4.735460749s","start":"2026-03-05T17:25:16.299334Z","end":"2026-03-05T17:25:21.034795Z","steps":["trace[962653469] 'agreement among raft nodes before linearized reading' (duration: 4.735319196s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.035394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:16.29932Z","time spent":"4.736060575s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-05T17:25:21.035172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:16.736866Z","time spent":"4.298295983s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:21.036829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736328861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T17:25:21.036927Z","caller":"traceutil/trace.go:171","msg":"trace[1444883632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23474; }","duration":"2.738608106s","start":"2026-03-05T17:25:18.298288Z","end":"2026-03-05T17:25:21.036896Z","steps":["trace[1444883632] 'agreement among raft nodes before linearized reading' (duration: 2.73598153s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.037032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:18.298268Z","time spent":"2.738753s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:25:21.151432Z","caller":"traceutil/trace.go:171","msg":"trace[2113247600] linearizableReadLoop","detail":"{readStateIndex:24300; appliedIndex:24299; }","duration":"107.719055ms","start":"2026-03-05T17:25:21.043681Z","end":"2026-03-05T17:25:21.1514Z","steps":["trace[2113247600] 'read index received' (duration: 105.716115ms)","trace[2113247600] 'applied index is now lower than readState.Index' (duration: 2.00153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:21.151747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.028172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T17:25:21.151841Z","caller":"traceutil/trace.go:171","msg":"trace[1058255930] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23474; }","duration":"108.160895ms","start":"2026-03-05T17:25:21.043659Z","end":"2026-03-05T17:25:21.15182Z","steps":["trace[1058255930] 'agreement among raft nodes before linearized reading' (duration: 107.842287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:21.651888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:22.152085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:22.481495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332079882s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:25:22.482626Z","caller":"traceutil/trace.go:171","msg":"trace[813614354] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.437605072s","start":"2026-03-05T17:25:21.04499Z","end":"2026-03-05T17:25:22.482595Z","steps":["trace[813614354] 'process raft request' (duration: 1.43751544s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:22.482785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.04498Z","time spent":"1.437730516s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:22.482843Z","caller":"traceutil/trace.go:171","msg":"trace[731696666] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.437925301s","start":"2026-03-05T17:25:21.044886Z","end":"2026-03-05T17:25:22.482811Z","steps":["trace[731696666] 'process raft request' (duration: 1.43711209s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:22.482986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.044872Z","time spent":"1.438036934s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:23.956392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:25:23.95648Z","caller":"traceutil/trace.go:171","msg":"trace[520646298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531074s","start":"2026-03-05T17:25:21.955928Z","end":"2026-03-05T17:25:23.956459Z","steps":["trace[520646298] 'agreement among raft nodes before linearized reading' (duration: 2.000422382s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:23.956527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.955908Z","time spent":"2.000608637s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:24.812928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.328375164s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:25:24.827902Z","caller":"traceutil/trace.go:171","msg":"trace[1528307346] linearizableReadLoop","detail":"{readStateIndex:24306; appliedIndex:24300; }","duration":"3.676366866s","start":"2026-03-05T17:25:21.151508Z","end":"2026-03-05T17:25:24.827875Z","steps":["trace[1528307346] 'read index received' (duration: 1.330832921s)","trace[1528307346] 'applied index is now lower than readState.Index' (duration: 2.345532835s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:24.828067Z","caller":"traceutil/trace.go:171","msg":"trace[2099874659] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"3.675244967s","start":"2026-03-05T17:25:21.152802Z","end":"2026-03-05T17:25:24.828048Z","steps":["trace[2099874659] 'process raft request' (duration: 3.660449627s)","trace[2099874659] 'compare' (duration: 13.307763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:24.828225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.152772Z","time spent":"3.6753429s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:24.828432Z","caller":"traceutil/trace.go:171","msg":"trace[1206699900] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"3.148734556s","start":"2026-03-05T17:25:21.679677Z","end":"2026-03-05T17:25:24.828412Z","steps":["trace[1206699900] 'process raft request' (duration: 3.148142922s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:24.82853Z","caller":"traceutil/trace.go:171","msg":"trace[1146498082] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"3.149007004s","start":"2026-03-05T17:25:21.679497Z","end":"2026-03-05T17:25:24.828504Z","steps":["trace[1146498082] 'process raft request' (duration: 3.148236435s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:24.828573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.153217Z","time spent":"3.67534989s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:25:24.828646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.679472Z","time spent":"3.149112836s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:24.828639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712428118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-05T17:25:24.82872Z","caller":"traceutil/trace.go:171","msg":"trace[1273876125] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23479; }","duration":"3.71252378s","start":"2026-03-05T17:25:21.116157Z","end":"2026-03-05T17:25:24.82868Z","steps":["trace[1273876125] 'agreement among raft nodes before linearized reading' (duration: 3.712345646s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:24.828777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.116137Z","time spent":"3.712626642s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-05T17:25:24.828818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780524562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-05T17:25:24.828872Z","caller":"traceutil/trace.go:171","msg":"trace[1264835174] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5; range_end:; response_count:1; response_revision:23479; }","duration":"3.780601643s","start":"2026-03-05T17:25:21.048253Z","end":"2026-03-05T17:25:24.828855Z","steps":["trace[1264835174] 'agreement among raft nodes before linearized reading' (duration: 3.78048642s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:24.828914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.048245Z","time spent":"3.780660695s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5\" "} {"level":"warn","ts":"2026-03-05T17:25:24.82899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727189397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:24.829097Z","caller":"traceutil/trace.go:171","msg":"trace[47221147] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23479; }","duration":"3.72731374s","start":"2026-03-05T17:25:21.101758Z","end":"2026-03-05T17:25:24.829071Z","steps":["trace[47221147] 'agreement among raft nodes before linearized reading' (duration: 3.727127325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:24.828785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.679651Z","time spent":"3.148831099s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:24.829172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.101737Z","time spent":"3.727413922s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:25.329001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:25:25.81605Z","caller":"traceutil/trace.go:171","msg":"trace[1085791913] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"1.136597681s","start":"2026-03-05T17:25:24.679422Z","end":"2026-03-05T17:25:25.81602Z","steps":["trace[1085791913] 'process raft request' (duration: 1.13654478s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:25.81622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:24.679394Z","time spent":"1.136747355s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:25.816065Z","caller":"traceutil/trace.go:171","msg":"trace[860965932] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"2.774610877s","start":"2026-03-05T17:25:23.041428Z","end":"2026-03-05T17:25:25.816039Z","steps":["trace[860965932] 'process raft request' (duration: 2.774388861s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:25.816351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:23.041403Z","time spent":"2.774891904s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:25.957504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:25.957595Z","caller":"traceutil/trace.go:171","msg":"trace[40014015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534704s","start":"2026-03-05T17:25:23.95704Z","end":"2026-03-05T17:25:25.957575Z","steps":["trace[40014015] 'agreement among raft nodes before linearized reading' (duration: 2.000413561s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:25.957645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:23.957015Z","time spent":"2.000619336s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:27.165464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167451224s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:27.165688Z","caller":"traceutil/trace.go:171","msg":"trace[743108241] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"633.769893ms","start":"2026-03-05T17:25:26.5319Z","end":"2026-03-05T17:25:27.16567Z","steps":["trace[743108241] 'process raft request' (duration: 633.695701ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:27.165695Z","caller":"traceutil/trace.go:171","msg":"trace[2072935287] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"2.335141764s","start":"2026-03-05T17:25:24.830522Z","end":"2026-03-05T17:25:27.165664Z","steps":["trace[2072935287] 'process raft request' (duration: 1.167405243s)","trace[2072935287] 'compare' (duration: 1.166656764s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:27.165828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:24.8305Z","time spent":"2.335254146s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:27.166042Z","caller":"traceutil/trace.go:171","msg":"trace[284870233] linearizableReadLoop","detail":"{readStateIndex:24309; appliedIndex:24306; }","duration":"2.338016616s","start":"2026-03-05T17:25:24.828009Z","end":"2026-03-05T17:25:27.166025Z","steps":["trace[284870233] 'read index received' (duration: 987.825751ms)","trace[284870233] 'applied index is now lower than readState.Index' (duration: 1.350188825s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:27.16624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677790956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T17:25:27.166283Z","caller":"traceutil/trace.go:171","msg":"trace[1804695675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23483; }","duration":"2.677889708s","start":"2026-03-05T17:25:24.48838Z","end":"2026-03-05T17:25:27.16627Z","steps":["trace[1804695675] 'agreement among raft nodes before linearized reading' (duration: 2.677743904s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:27.166314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:24.488358Z","time spent":"2.67794772s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:25:27.166349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208603285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:27.166362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.041833133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:27.166386Z","caller":"traceutil/trace.go:171","msg":"trace[454732156] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23483; }","duration":"5.208642996s","start":"2026-03-05T17:25:21.957735Z","end":"2026-03-05T17:25:27.166378Z","steps":["trace[454732156] 'agreement among raft nodes before linearized reading' (duration: 5.208562344s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:27.166372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713029117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:27.166367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.168700187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:27.166418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.957677Z","time spent":"5.208733727s","remote":"127.0.0.1:49112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:27.166412Z","caller":"traceutil/trace.go:171","msg":"trace[355989794] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23483; }","duration":"5.041935675s","start":"2026-03-05T17:25:22.12446Z","end":"2026-03-05T17:25:27.166396Z","steps":["trace[355989794] 'agreement among raft nodes before linearized reading' (duration: 5.041836143s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:27.166392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289577065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:27.166396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.724623392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:27.166436Z","caller":"traceutil/trace.go:171","msg":"trace[966729266] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23483; }","duration":"2.71313549s","start":"2026-03-05T17:25:24.453281Z","end":"2026-03-05T17:25:27.166417Z","steps":["trace[966729266] 'agreement among raft nodes before linearized reading' (duration: 2.713027547s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:27.166452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:22.124431Z","time spent":"5.042011966s","remote":"127.0.0.1:48948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:27.166448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67915989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-05T17:25:27.166467Z","caller":"traceutil/trace.go:171","msg":"trace[134589265] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23483; }","duration":"4.289701697s","start":"2026-03-05T17:25:22.876746Z","end":"2026-03-05T17:25:27.166447Z","steps":["trace[134589265] 'agreement among raft nodes before linearized reading' (duration: 4.289547934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:27.166487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:24.45326Z","time spent":"2.713214331s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:27.166491Z","caller":"traceutil/trace.go:171","msg":"trace[888784937] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23483; }","duration":"5.724766016s","start":"2026-03-05T17:25:21.441699Z","end":"2026-03-05T17:25:27.166465Z","steps":["trace[888784937] 'agreement among raft nodes before linearized reading' (duration: 5.724606082s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:27.166511Z","caller":"traceutil/trace.go:171","msg":"trace[1530597788] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23483; }","duration":"4.679251073s","start":"2026-03-05T17:25:22.487246Z","end":"2026-03-05T17:25:27.166497Z","steps":["trace[1530597788] 'agreement among raft nodes before linearized reading' (duration: 4.679036347s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:27.166514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:22.876729Z","time spent":"4.28977651s","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:27.166533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.596186674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:27.166545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.441677Z","time spent":"5.724857318s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:27.166456Z","caller":"traceutil/trace.go:171","msg":"trace[1418710406] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23483; }","duration":"5.16884196s","start":"2026-03-05T17:25:21.997592Z","end":"2026-03-05T17:25:27.166434Z","steps":["trace[1418710406] 'agreement among raft nodes before linearized reading' (duration: 5.168700187s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:27.166569Z","caller":"traceutil/trace.go:171","msg":"trace[137101883] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23483; }","duration":"4.596260426s","start":"2026-03-05T17:25:22.5703Z","end":"2026-03-05T17:25:27.16656Z","steps":["trace[137101883] 'agreement among raft nodes before linearized reading' (duration: 4.596206865s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:27.166584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:21.997569Z","time spent":"5.169006514s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:27.16655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:22.487234Z","time spent":"4.679307954s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T17:25:27.166606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:22.57028Z","time spent":"4.596317137s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:27.166711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078845919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:27.166776Z","caller":"traceutil/trace.go:171","msg":"trace[837470258] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23483; }","duration":"3.078954312s","start":"2026-03-05T17:25:24.087806Z","end":"2026-03-05T17:25:27.16676Z","steps":["trace[837470258] 'agreement among raft nodes before linearized reading' (duration: 3.078480709s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:27.166924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:24.087787Z","time spent":"3.079076575s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:27.16699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:26.531885Z","time spent":"635.024126ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:27.667066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:27.966402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:27.966472Z","caller":"traceutil/trace.go:171","msg":"trace[1033944280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000480632s","start":"2026-03-05T17:25:25.965975Z","end":"2026-03-05T17:25:27.966456Z","steps":["trace[1033944280] 'agreement among raft nodes before linearized reading' (duration: 2.00039048s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:27.966508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:25.965955Z","time spent":"2.000546764s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:29.180431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427049228s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:29.180786Z","caller":"traceutil/trace.go:171","msg":"trace[469443317] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"2.345215426s","start":"2026-03-05T17:25:26.835546Z","end":"2026-03-05T17:25:29.180761Z","steps":["trace[469443317] 'process raft request' (duration: 2.345081133s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.180906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:26.835534Z","time spent":"2.345315999s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:29.181145Z","caller":"traceutil/trace.go:171","msg":"trace[1187604219] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"2.346093899s","start":"2026-03-05T17:25:26.835025Z","end":"2026-03-05T17:25:29.181118Z","steps":["trace[1187604219] 'process raft request' (duration: 918.245771ms)","trace[1187604219] 'compare' (duration: 1.426614717s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:29.181274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:26.834998Z","time spent":"2.346214842s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:29.312377Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559056589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:29.608799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.996194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:29.609229Z","caller":"traceutil/trace.go:171","msg":"trace[1773430635] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"2.434993072s","start":"2026-03-05T17:25:27.174218Z","end":"2026-03-05T17:25:29.609211Z","steps":["trace[1773430635] 'process raft request' (duration: 2.434837518s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.609355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:27.174203Z","time spent":"2.435114784s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:29.609234Z","caller":"traceutil/trace.go:171","msg":"trace[1885009365] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"2.438215122s","start":"2026-03-05T17:25:27.170974Z","end":"2026-03-05T17:25:29.60919Z","steps":["trace[1885009365] 'process raft request' (duration: 2.141714766s)","trace[1885009365] 'compare' (duration: 295.785349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:29.609577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94537144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:29.609612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59037136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-03-05T17:25:29.609629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574663041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:29.609668Z","caller":"traceutil/trace.go:171","msg":"trace[1558635260] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23488; }","duration":"4.590457532s","start":"2026-03-05T17:25:25.019194Z","end":"2026-03-05T17:25:29.609652Z","steps":["trace[1558635260] 'agreement among raft nodes before linearized reading' (duration: 4.590251777s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:29.609659Z","caller":"traceutil/trace.go:171","msg":"trace[459766075] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23488; }","duration":"2.945516733s","start":"2026-03-05T17:25:26.664123Z","end":"2026-03-05T17:25:29.60964Z","steps":["trace[459766075] 'agreement among raft nodes before linearized reading' (duration: 2.945348369s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.609674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77906113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fnswz\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-03-05T17:25:29.609691Z","caller":"traceutil/trace.go:171","msg":"trace[16536360] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23488; }","duration":"3.574757023s","start":"2026-03-05T17:25:26.034913Z","end":"2026-03-05T17:25:29.60967Z","steps":["trace[16536360] 'agreement among raft nodes before linearized reading' (duration: 3.57461709s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.609708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:25.019186Z","time spent":"4.590512903s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-05T17:25:29.609719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:26.664103Z","time spent":"2.945605235s","remote":"127.0.0.1:35872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:29.609733Z","caller":"traceutil/trace.go:171","msg":"trace[150634740] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-fnswz; range_end:; response_count:1; response_revision:23488; }","duration":"4.779153962s","start":"2026-03-05T17:25:24.830565Z","end":"2026-03-05T17:25:29.609719Z","steps":["trace[150634740] 'agreement among raft nodes before linearized reading' (duration: 4.778967958s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.609745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:26.034893Z","time spent":"3.574839876s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:29.609769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:24.830546Z","time spent":"4.779214583s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fnswz\" "} {"level":"warn","ts":"2026-03-05T17:25:29.609865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.591312043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-03-05T17:25:29.609907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.593059117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-05T17:25:29.609949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.671900689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-05T17:25:29.609931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149566654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:25:29.609965Z","caller":"traceutil/trace.go:171","msg":"trace[1659533280] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23488; }","duration":"4.593157079s","start":"2026-03-05T17:25:25.016792Z","end":"2026-03-05T17:25:29.609949Z","steps":["trace[1659533280] 'agreement among raft nodes before linearized reading' (duration: 4.592846461s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:29.609988Z","caller":"traceutil/trace.go:171","msg":"trace[220651829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23488; }","duration":"4.671979401s","start":"2026-03-05T17:25:24.937998Z","end":"2026-03-05T17:25:29.609977Z","steps":["trace[220651829] 'agreement among raft nodes before linearized reading' (duration: 4.671881558s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:29.610008Z","caller":"traceutil/trace.go:171","msg":"trace[1804495717] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23488; }","duration":"4.149701377s","start":"2026-03-05T17:25:25.460287Z","end":"2026-03-05T17:25:29.609989Z","steps":["trace[1804495717] 'agreement among raft nodes before linearized reading' (duration: 4.149498622s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.610016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:25.016772Z","time spent":"4.593230571s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-05T17:25:29.609657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:27.170964Z","time spent":"2.438586842s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:29.610027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592717669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-05T17:25:29.610097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:25.460268Z","time spent":"4.149778868s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:29.6101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854403323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:29.610133Z","caller":"traceutil/trace.go:171","msg":"trace[96067974] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23488; }","duration":"4.592893063s","start":"2026-03-05T17:25:25.017221Z","end":"2026-03-05T17:25:29.610114Z","steps":["trace[96067974] 'agreement among raft nodes before linearized reading' (duration: 4.592590656s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:29.61014Z","caller":"traceutil/trace.go:171","msg":"trace[1248305625] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23488; }","duration":"2.854520447s","start":"2026-03-05T17:25:26.75561Z","end":"2026-03-05T17:25:29.610131Z","steps":["trace[1248305625] 'agreement among raft nodes before linearized reading' (duration: 2.854400784s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.610149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77743033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T17:25:29.609978Z","caller":"traceutil/trace.go:171","msg":"trace[1263955357] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"2.088744431s","start":"2026-03-05T17:25:27.521214Z","end":"2026-03-05T17:25:29.609958Z","steps":["trace[1263955357] 'process raft request' (duration: 2.087950721s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.610182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:26.755585Z","time spent":"2.854589579s","remote":"127.0.0.1:56750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:29.610188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:25.017198Z","time spent":"4.592980015s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-05T17:25:29.610193Z","caller":"traceutil/trace.go:171","msg":"trace[337047206] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6; range_end:; response_count:1; response_revision:23488; }","duration":"4.777496231s","start":"2026-03-05T17:25:24.832685Z","end":"2026-03-05T17:25:29.610181Z","steps":["trace[337047206] 'agreement among raft nodes before linearized reading' (duration: 4.777359707s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.610226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:24.832676Z","time spent":"4.777542613s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" "} {"level":"warn","ts":"2026-03-05T17:25:29.610024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:24.937975Z","time spent":"4.672042883s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-05T17:25:29.610261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:27.521178Z","time spent":"2.089027628s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:29.60946Z","caller":"traceutil/trace.go:171","msg":"trace[881715539] linearizableReadLoop","detail":"{readStateIndex:24315; appliedIndex:24310; }","duration":"2.443333471s","start":"2026-03-05T17:25:27.1661Z","end":"2026-03-05T17:25:29.609433Z","steps":["trace[881715539] 'read index received' (duration: 587.24285ms)","trace[881715539] 'applied index is now lower than readState.Index' (duration: 1.856089091s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:29.609948Z","caller":"traceutil/trace.go:171","msg":"trace[2129359466] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23488; }","duration":"4.591418996s","start":"2026-03-05T17:25:25.018512Z","end":"2026-03-05T17:25:29.609931Z","steps":["trace[2129359466] 'agreement among raft nodes before linearized reading' (duration: 4.591245971s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.610389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:25.018498Z","time spent":"4.591881077s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-05T17:25:29.966693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:29.966785Z","caller":"traceutil/trace.go:171","msg":"trace[793355638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999923869s","start":"2026-03-05T17:25:27.96684Z","end":"2026-03-05T17:25:29.966764Z","steps":["trace[793355638] 'agreement among raft nodes before linearized reading' (duration: 1.999810766s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:29.966845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:27.966823Z","time spent":"2.000012331s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:30.111202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:30.611615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:31.113046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:31.470487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.155788828s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:25:31.470971Z","caller":"traceutil/trace.go:171","msg":"trace[1046262346] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"3.648922229s","start":"2026-03-05T17:25:27.822019Z","end":"2026-03-05T17:25:31.470941Z","steps":["trace[1046262346] 'process raft request' (duration: 3.648688153s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:31.471113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:27.82199Z","time spent":"3.649051652s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:31.472402Z","caller":"traceutil/trace.go:171","msg":"trace[1399223658] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"2.932899206s","start":"2026-03-05T17:25:28.539421Z","end":"2026-03-05T17:25:31.47232Z","steps":["trace[1399223658] 'process raft request' (duration: 2.931461561s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:31.472628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:28.539402Z","time spent":"2.933134623s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:31.973086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000936003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:25:31.973216Z","caller":"traceutil/trace.go:171","msg":"trace[884524113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001110498s","start":"2026-03-05T17:25:29.972085Z","end":"2026-03-05T17:25:31.973195Z","steps":["trace[884524113] 'agreement among raft nodes before linearized reading' (duration: 2.000959034s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:31.973354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.972068Z","time spent":"2.001273843s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:32.052366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.362938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:25:32.122551Z","caller":"traceutil/trace.go:171","msg":"trace[1238795382] linearizableReadLoop","detail":"{readStateIndex:24320; appliedIndex:24315; }","duration":"2.512233974s","start":"2026-03-05T17:25:29.610294Z","end":"2026-03-05T17:25:32.122528Z","steps":["trace[1238795382] 'read index received' (duration: 1.860405908s)","trace[1238795382] 'applied index is now lower than readState.Index' (duration: 651.827006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:32.122677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398534726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:32.122718Z","caller":"traceutil/trace.go:171","msg":"trace[1022741161] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23494; }","duration":"3.398621729s","start":"2026-03-05T17:25:28.724087Z","end":"2026-03-05T17:25:32.122709Z","steps":["trace[1022741161] 'agreement among raft nodes before linearized reading' (duration: 3.398535027s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.122699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342899165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:32.122749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:28.72407Z","time spent":"3.39867299s","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:32.122716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699271699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:32.122778Z","caller":"traceutil/trace.go:171","msg":"trace[263983649] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23494; }","duration":"3.343024548s","start":"2026-03-05T17:25:28.779735Z","end":"2026-03-05T17:25:32.122759Z","steps":["trace[263983649] 'agreement among raft nodes before linearized reading' (duration: 3.342823353s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:32.122816Z","caller":"traceutil/trace.go:171","msg":"trace[1747913526] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23494; }","duration":"3.699412783s","start":"2026-03-05T17:25:28.423367Z","end":"2026-03-05T17:25:32.12278Z","steps":["trace[1747913526] 'agreement among raft nodes before linearized reading' (duration: 3.699234518s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:32.122886Z","caller":"traceutil/trace.go:171","msg":"trace[326959426] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"936.874347ms","start":"2026-03-05T17:25:31.186Z","end":"2026-03-05T17:25:32.122875Z","steps":["trace[326959426] 'process raft request' (duration: 936.452766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.122909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:28.423347Z","time spent":"3.699542355s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:32.122943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.544241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:32.122981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:31.185974Z","time spent":"936.947569ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:32.123042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434694024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:32.123049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.187932253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:32.12308Z","caller":"traceutil/trace.go:171","msg":"trace[837876709] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23494; }","duration":"2.434747796s","start":"2026-03-05T17:25:29.688322Z","end":"2026-03-05T17:25:32.12307Z","steps":["trace[837876709] 'agreement among raft nodes before linearized reading' (duration: 2.434682274s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.632368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-05T17:25:32.122782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.953937235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T17:25:32.123223Z","caller":"traceutil/trace.go:171","msg":"trace[447744327] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23494; }","duration":"4.954401756s","start":"2026-03-05T17:25:27.168807Z","end":"2026-03-05T17:25:32.123209Z","steps":["trace[447744327] 'agreement among raft nodes before linearized reading' (duration: 4.953869253s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.172111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:32.123253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499336352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-05T17:25:32.123273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:27.168795Z","time spent":"4.954464538s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T17:25:32.12328Z","caller":"traceutil/trace.go:171","msg":"trace[2131589718] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23494; }","duration":"759.242633ms","start":"2026-03-05T17:25:31.364029Z","end":"2026-03-05T17:25:32.123271Z","steps":["trace[2131589718] 'agreement among raft nodes before linearized reading' (duration: 759.174001ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:32.123309Z","caller":"traceutil/trace.go:171","msg":"trace[125233576] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23494; }","duration":"2.499393523s","start":"2026-03-05T17:25:29.623902Z","end":"2026-03-05T17:25:32.123296Z","steps":["trace[125233576] 'agreement among raft nodes before linearized reading' (duration: 2.499237839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:31.364012Z","time spent":"759.293944ms","remote":"127.0.0.1:48998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:32.123348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.623857Z","time spent":"2.499480085s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T17:25:32.123369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189189269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:32.123376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.790538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T17:25:32.123407Z","caller":"traceutil/trace.go:171","msg":"trace[1758196656] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23494; }","duration":"3.189280432s","start":"2026-03-05T17:25:28.934118Z","end":"2026-03-05T17:25:32.123398Z","steps":["trace[1758196656] 'agreement among raft nodes before linearized reading' (duration: 3.189135058s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:32.12315Z","caller":"traceutil/trace.go:171","msg":"trace[1411379289] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23494; }","duration":"4.188061766s","start":"2026-03-05T17:25:27.935034Z","end":"2026-03-05T17:25:32.123096Z","steps":["trace[1411379289] 'agreement among raft nodes before linearized reading' (duration: 4.187938363s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:32.123426Z","caller":"traceutil/trace.go:171","msg":"trace[632437671] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23494; }","duration":"827.87477ms","start":"2026-03-05T17:25:31.295538Z","end":"2026-03-05T17:25:32.123413Z","steps":["trace[632437671] 'agreement among raft nodes before linearized reading' (duration: 827.685605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.688272Z","time spent":"2.434838149s","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:25:32.123449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:28.934096Z","time spent":"3.189343873s","remote":"127.0.0.1:52542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:32.123468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:31.295519Z","time spent":"827.940281ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:25:32.123438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.256149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T17:25:32.12343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319525748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:32.123228Z","caller":"traceutil/trace.go:171","msg":"trace[1436434700] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"936.126277ms","start":"2026-03-05T17:25:31.18709Z","end":"2026-03-05T17:25:32.123216Z","steps":["trace[1436434700] 'process raft request' (duration: 935.398639ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:32.123532Z","caller":"traceutil/trace.go:171","msg":"trace[22696636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23494; }","duration":"507.365821ms","start":"2026-03-05T17:25:31.616143Z","end":"2026-03-05T17:25:32.123509Z","steps":["trace[22696636] 'agreement among raft nodes before linearized reading' (duration: 507.059304ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:32.123553Z","caller":"traceutil/trace.go:171","msg":"trace[1335276267] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23494; }","duration":"1.319713693s","start":"2026-03-05T17:25:30.803811Z","end":"2026-03-05T17:25:32.123524Z","steps":["trace[1335276267] 'agreement among raft nodes before linearized reading' (duration: 1.319485477s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.122893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509897466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-hhrkv\" ","response":"range_response_count:1 size:5147"} {"level":"warn","ts":"2026-03-05T17:25:32.122881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916110168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:32.123586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:31.616127Z","time spent":"507.449754ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:25:32.123596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510541212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-rjjvk\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-05T17:25:32.123611Z","caller":"traceutil/trace.go:171","msg":"trace[248456027] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-hhrkv; range_end:; response_count:1; response_revision:23494; }","duration":"2.510634075s","start":"2026-03-05T17:25:29.61296Z","end":"2026-03-05T17:25:32.123594Z","steps":["trace[248456027] 'agreement among raft nodes before linearized reading' (duration: 2.509856185s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:32.123624Z","caller":"traceutil/trace.go:171","msg":"trace[1937354945] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-rjjvk; range_end:; response_count:1; response_revision:23494; }","duration":"2.510591693s","start":"2026-03-05T17:25:29.613024Z","end":"2026-03-05T17:25:32.123616Z","steps":["trace[1937354945] 'agreement among raft nodes before linearized reading' (duration: 2.510511271s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510122722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-09851095-f60a-4359-8aa4-172161e6e243\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-05T17:25:32.123621Z","caller":"traceutil/trace.go:171","msg":"trace[300890955] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23494; }","duration":"4.916918278s","start":"2026-03-05T17:25:27.20669Z","end":"2026-03-05T17:25:32.123608Z","steps":["trace[300890955] 'agreement among raft nodes before linearized reading' (duration: 4.915963524s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.613012Z","time spent":"2.510627824s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-rjjvk\" "} {"level":"warn","ts":"2026-03-05T17:25:32.123642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.612938Z","time spent":"2.510695165s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5170,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-hhrkv\" "} {"level":"info","ts":"2026-03-05T17:25:32.123654Z","caller":"traceutil/trace.go:171","msg":"trace[1828516030] range","detail":"{range_begin:/registry/persistentvolumes/pvc-09851095-f60a-4359-8aa4-172161e6e243; range_end:; response_count:1; response_revision:23494; }","duration":"2.510191504s","start":"2026-03-05T17:25:29.613452Z","end":"2026-03-05T17:25:32.123643Z","steps":["trace[1828516030] 'agreement among raft nodes before linearized reading' (duration: 2.510081561s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:27.206616Z","time spent":"4.917038361s","remote":"127.0.0.1:49040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:32.123685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.613439Z","time spent":"2.510239065s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-09851095-f60a-4359-8aa4-172161e6e243\" "} {"level":"info","ts":"2026-03-05T17:25:32.123174Z","caller":"traceutil/trace.go:171","msg":"trace[411683195] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23494; }","duration":"826.734361ms","start":"2026-03-05T17:25:31.296418Z","end":"2026-03-05T17:25:32.123152Z","steps":["trace[411683195] 'agreement among raft nodes before linearized reading' (duration: 826.600537ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:32.122575Z","caller":"traceutil/trace.go:171","msg":"trace[585312346] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"1.301496258s","start":"2026-03-05T17:25:30.821049Z","end":"2026-03-05T17:25:32.122546Z","steps":["trace[585312346] 'process raft request' (duration: 1.301335604s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:31.187063Z","time spent":"936.500747ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:32.123699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51046291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-fg7gr\" ","response":"range_response_count:1 size:4020"} {"level":"warn","ts":"2026-03-05T17:25:32.123722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:31.296398Z","time spent":"827.315355ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T17:25:32.123744Z","caller":"traceutil/trace.go:171","msg":"trace[119292885] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-fg7gr; range_end:; response_count:1; response_revision:23494; }","duration":"2.510510551s","start":"2026-03-05T17:25:29.613222Z","end":"2026-03-05T17:25:32.123733Z","steps":["trace[119292885] 'agreement among raft nodes before linearized reading' (duration: 2.510397448s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:30.80379Z","time spent":"1.319811546s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:32.12378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.613148Z","time spent":"2.510620274s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4043,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-fg7gr\" "} {"level":"warn","ts":"2026-03-05T17:25:32.12284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:28.779723Z","time spent":"3.34310312s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:32.122984Z","caller":"traceutil/trace.go:171","msg":"trace[1144453895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23494; }","duration":"149.616963ms","start":"2026-03-05T17:25:31.973356Z","end":"2026-03-05T17:25:32.122973Z","steps":["trace[1144453895] 'agreement among raft nodes before linearized reading' (duration: 149.564562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510613414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-r8nlm\" ","response":"range_response_count:1 size:3969"} {"level":"warn","ts":"2026-03-05T17:25:32.123775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:30.821025Z","time spent":"1.302696218s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:32.123478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:27.935013Z","time spent":"4.188446815s","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:25:32.123875Z","caller":"traceutil/trace.go:171","msg":"trace[60327523] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-r8nlm; range_end:; response_count:1; response_revision:23494; }","duration":"2.510677166s","start":"2026-03-05T17:25:29.613162Z","end":"2026-03-05T17:25:32.123839Z","steps":["trace[60327523] 'agreement among raft nodes before linearized reading' (duration: 2.510494251s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.123913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.61315Z","time spent":"2.510754357s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3992,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-r8nlm\" "} {"level":"info","ts":"2026-03-05T17:25:32.124121Z","caller":"traceutil/trace.go:171","msg":"trace[1938724471] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"2.509196429s","start":"2026-03-05T17:25:29.613317Z","end":"2026-03-05T17:25:32.122514Z","steps":["trace[1938724471] 'process raft request' (duration: 2.508910341s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.124368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.613292Z","time spent":"2.511033283s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:32.124914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184748312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:25:32.124955Z","caller":"traceutil/trace.go:171","msg":"trace[6823482] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23494; }","duration":"2.184826164s","start":"2026-03-05T17:25:29.940118Z","end":"2026-03-05T17:25:32.124944Z","steps":["trace[6823482] 'agreement among raft nodes before linearized reading' (duration: 2.182855755s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:32.124986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:29.940097Z","time spent":"2.184881255s","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2632,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:32.63187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054309729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:33.855511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.619813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:33.855601Z","caller":"traceutil/trace.go:171","msg":"trace[1075917860] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"1.724890498s","start":"2026-03-05T17:25:32.130695Z","end":"2026-03-05T17:25:33.855586Z","steps":["trace[1075917860] 'process raft request' (duration: 917.125322ms)","trace[1075917860] 'compare' (duration: 807.336426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:33.855643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:32.130675Z","time spent":"1.724949809s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:33.896343Z","caller":"traceutil/trace.go:171","msg":"trace[554741477] linearizableReadLoop","detail":"{readStateIndex:24326; appliedIndex:24322; }","duration":"1.765478754s","start":"2026-03-05T17:25:32.130842Z","end":"2026-03-05T17:25:33.896321Z","steps":["trace[554741477] 'read index received' (duration: 916.962258ms)","trace[554741477] 'applied index is now lower than readState.Index' (duration: 848.515436ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:33.896449Z","caller":"traceutil/trace.go:171","msg":"trace[561188446] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"1.762791397s","start":"2026-03-05T17:25:32.133644Z","end":"2026-03-05T17:25:33.896435Z","steps":["trace[561188446] 'process raft request' (duration: 1.762634923s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:33.896549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:32.133638Z","time spent":"1.762846768s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:33.896537Z","caller":"traceutil/trace.go:171","msg":"trace[1350643851] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"1.764693665s","start":"2026-03-05T17:25:32.131742Z","end":"2026-03-05T17:25:33.896436Z","steps":["trace[1350643851] 'process raft request' (duration: 1.764334316s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:33.896689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765809332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-05T17:25:33.896706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:32.131729Z","time spent":"1.76489812s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:33.89677Z","caller":"traceutil/trace.go:171","msg":"trace[562833558] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23498; }","duration":"1.765928055s","start":"2026-03-05T17:25:32.130811Z","end":"2026-03-05T17:25:33.896739Z","steps":["trace[562833558] 'agreement among raft nodes before linearized reading' (duration: 1.765674579s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:33.896808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:32.130798Z","time spent":"1.766003237s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-05T17:25:33.897067Z","caller":"traceutil/trace.go:171","msg":"trace[1074137581] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"1.763739301s","start":"2026-03-05T17:25:32.13331Z","end":"2026-03-05T17:25:33.89705Z","steps":["trace[1074137581] 'process raft request' (duration: 1.762913801s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:33.897227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:32.133293Z","time spent":"1.763860694s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:34.132823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999597051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:25:34.132924Z","caller":"traceutil/trace.go:171","msg":"trace[28404726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999740374s","start":"2026-03-05T17:25:32.133161Z","end":"2026-03-05T17:25:34.132901Z","steps":["trace[28404726] 'agreement among raft nodes before linearized reading' (duration: 1.999596761s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.132975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:32.133158Z","time spent":"1.999806986s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T17:25:34.362377Z","caller":"traceutil/trace.go:171","msg":"trace[1686904056] linearizableReadLoop","detail":"{readStateIndex:24327; appliedIndex:24326; }","duration":"465.949635ms","start":"2026-03-05T17:25:33.8964Z","end":"2026-03-05T17:25:34.362349Z","steps":["trace[1686904056] 'read index received' (duration: 465.915185ms)","trace[1686904056] 'applied index is now lower than readState.Index' (duration: 33.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:34.362503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098078608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:34.36254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229375388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:34.362587Z","caller":"traceutil/trace.go:171","msg":"trace[1343167445] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23499; }","duration":"2.229450151s","start":"2026-03-05T17:25:32.133123Z","end":"2026-03-05T17:25:34.362573Z","steps":["trace[1343167445] 'agreement among raft nodes before linearized reading' (duration: 2.229355959s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.36268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.482736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:34.362992Z","caller":"traceutil/trace.go:171","msg":"trace[1031683097] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23499; }","duration":"579.833045ms","start":"2026-03-05T17:25:33.783144Z","end":"2026-03-05T17:25:34.362977Z","steps":["trace[1031683097] 'agreement among raft nodes before linearized reading' (duration: 579.489096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.363047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:33.783123Z","time spent":"579.907676ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:34.36271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:32.133119Z","time spent":"2.229577674s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:25:34.362636Z","caller":"traceutil/trace.go:171","msg":"trace[223233042] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"885.540192ms","start":"2026-03-05T17:25:33.477073Z","end":"2026-03-05T17:25:34.362613Z","steps":["trace[223233042] 'process raft request' (duration: 885.118452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.363366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:33.477049Z","time spent":"886.233349ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:34.362591Z","caller":"traceutil/trace.go:171","msg":"trace[825681272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23499; }","duration":"1.098219092s","start":"2026-03-05T17:25:33.26435Z","end":"2026-03-05T17:25:34.362569Z","steps":["trace[825681272] 'agreement among raft nodes before linearized reading' (duration: 1.098025967s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.36355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:33.264331Z","time spent":"1.099197338s","remote":"127.0.0.1:42688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:34.362818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230920397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T17:25:34.363805Z","caller":"traceutil/trace.go:171","msg":"trace[919927304] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23499; }","duration":"2.231916993s","start":"2026-03-05T17:25:32.131855Z","end":"2026-03-05T17:25:34.363772Z","steps":["trace[919927304] 'agreement among raft nodes before linearized reading' (duration: 2.230702972s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.36389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:32.131841Z","time spent":"2.232026165s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-05T17:25:34.362818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253091066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:34.363958Z","caller":"traceutil/trace.go:171","msg":"trace[730298160] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23499; }","duration":"1.254275707s","start":"2026-03-05T17:25:33.109663Z","end":"2026-03-05T17:25:34.363939Z","steps":["trace[730298160] 'agreement among raft nodes before linearized reading' (duration: 1.253076346s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.364028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:33.109641Z","time spent":"1.254368698s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:34.362785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353421406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-03-05T17:25:34.364214Z","caller":"traceutil/trace.go:171","msg":"trace[703915208] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23499; }","duration":"1.354902444s","start":"2026-03-05T17:25:33.009301Z","end":"2026-03-05T17:25:34.364203Z","steps":["trace[703915208] 'agreement among raft nodes before linearized reading' (duration: 1.35314358s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.364259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:33.009285Z","time spent":"1.354963445s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-05T17:25:34.401339Z","caller":"traceutil/trace.go:171","msg":"trace[1533851938] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"269.074721ms","start":"2026-03-05T17:25:34.132224Z","end":"2026-03-05T17:25:34.401299Z","steps":["trace[1533851938] 'process raft request' (duration: 268.771713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.40157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.646084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-ff54j.1899ff569a709b35\" ","response":"range_response_count:1 size:865"} {"level":"warn","ts":"2026-03-05T17:25:34.401612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.638552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-05T17:25:34.401713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.63758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:34.401722Z","caller":"traceutil/trace.go:171","msg":"trace[761330141] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23502; }","duration":"428.759565ms","start":"2026-03-05T17:25:33.972927Z","end":"2026-03-05T17:25:34.401687Z","steps":["trace[761330141] 'agreement among raft nodes before linearized reading' (duration: 428.437857ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:34.401741Z","caller":"traceutil/trace.go:171","msg":"trace[1496026645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23502; }","duration":"268.709632ms","start":"2026-03-05T17:25:34.133022Z","end":"2026-03-05T17:25:34.401732Z","steps":["trace[1496026645] 'agreement among raft nodes before linearized reading' (duration: 268.662831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.401778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:33.972865Z","time spent":"428.901439ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-05T17:25:34.401787Z","caller":"traceutil/trace.go:171","msg":"trace[170827505] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"495.492564ms","start":"2026-03-05T17:25:33.906275Z","end":"2026-03-05T17:25:34.401768Z","steps":["trace[170827505] 'process raft request' (duration: 494.361236ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:34.401799Z","caller":"traceutil/trace.go:171","msg":"trace[1338591250] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"271.315977ms","start":"2026-03-05T17:25:34.13046Z","end":"2026-03-05T17:25:34.401776Z","steps":["trace[1338591250] 'process raft request' (duration: 270.464727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.40194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:33.906259Z","time spent":"495.584877ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:34.401647Z","caller":"traceutil/trace.go:171","msg":"trace[771435864] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-ff54j.1899ff569a709b35; range_end:; response_count:1; response_revision:23502; }","duration":"500.777137ms","start":"2026-03-05T17:25:33.900851Z","end":"2026-03-05T17:25:34.401628Z","steps":["trace[771435864] 'agreement among raft nodes before linearized reading' (duration: 500.532961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:34.402031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:33.900838Z","time spent":"501.181757ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":888,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-ff54j.1899ff569a709b35\" "} {"level":"info","ts":"2026-03-05T17:25:45.267457Z","caller":"traceutil/trace.go:171","msg":"trace[228314789] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"133.813508ms","start":"2026-03-05T17:25:45.133605Z","end":"2026-03-05T17:25:45.267418Z","steps":["trace[228314789] 'process raft request' (duration: 133.50255ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:45.372438Z","caller":"traceutil/trace.go:171","msg":"trace[2036220131] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"118.818652ms","start":"2026-03-05T17:25:45.253595Z","end":"2026-03-05T17:25:45.372413Z","steps":["trace[2036220131] 'process raft request' (duration: 118.70378ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:45.372432Z","caller":"traceutil/trace.go:171","msg":"trace[557322552] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"100.046272ms","start":"2026-03-05T17:25:45.272351Z","end":"2026-03-05T17:25:45.372397Z","steps":["trace[557322552] 'process raft request' (duration: 100.002971ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:45.372551Z","caller":"traceutil/trace.go:171","msg":"trace[1749283097] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"237.359517ms","start":"2026-03-05T17:25:45.13516Z","end":"2026-03-05T17:25:45.37252Z","steps":["trace[1749283097] 'process raft request' (duration: 235.135082ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:45.372484Z","caller":"traceutil/trace.go:171","msg":"trace[207416853] linearizableReadLoop","detail":"{readStateIndex:24455; appliedIndex:24453; }","duration":"132.872034ms","start":"2026-03-05T17:25:45.239573Z","end":"2026-03-05T17:25:45.372445Z","steps":["trace[207416853] 'read index received' (duration: 27.679583ms)","trace[207416853] 'applied index is now lower than readState.Index' (duration: 105.186951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:45.372722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.14294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:45.372778Z","caller":"traceutil/trace.go:171","msg":"trace[446275645] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23626; }","duration":"133.267844ms","start":"2026-03-05T17:25:45.239496Z","end":"2026-03-05T17:25:45.372764Z","steps":["trace[446275645] 'agreement among raft nodes before linearized reading' (duration: 133.040068ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:50.194867Z","caller":"traceutil/trace.go:171","msg":"trace[437478369] linearizableReadLoop","detail":"{readStateIndex:24520; appliedIndex:24519; }","duration":"100.867663ms","start":"2026-03-05T17:25:50.093978Z","end":"2026-03-05T17:25:50.194846Z","steps":["trace[437478369] 'read index received' (duration: 100.72524ms)","trace[437478369] 'applied index is now lower than readState.Index' (duration: 141.273µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:50.194958Z","caller":"traceutil/trace.go:171","msg":"trace[1237679111] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"162.826804ms","start":"2026-03-05T17:25:50.032102Z","end":"2026-03-05T17:25:50.194929Z","steps":["trace[1237679111] 'process raft request' (duration: 162.571987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:50.195038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.045488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:50.195083Z","caller":"traceutil/trace.go:171","msg":"trace[1333345431] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23688; }","duration":"101.1497ms","start":"2026-03-05T17:25:50.093922Z","end":"2026-03-05T17:25:50.195071Z","steps":["trace[1333345431] 'agreement among raft nodes before linearized reading' (duration: 101.047347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:55.131051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:55.63151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:56.132654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:56.31302Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.711261968s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:25:56.313358Z","caller":"traceutil/trace.go:171","msg":"trace[276705088] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.71177539s","start":"2026-03-05T17:25:54.601565Z","end":"2026-03-05T17:25:56.313341Z","steps":["trace[276705088] 'process raft request' (duration: 1.711681948s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:56.313448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:54.601532Z","time spent":"1.711867173s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:56.869941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.765906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:56.87011Z","caller":"traceutil/trace.go:171","msg":"trace[834086355] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"2.24944472s","start":"2026-03-05T17:25:54.620642Z","end":"2026-03-05T17:25:56.870087Z","steps":["trace[834086355] 'process raft request' (duration: 1.838454269s)","trace[834086355] 'compare' (duration: 410.17112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:56.870222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:54.620616Z","time spent":"2.249544603s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:56.870267Z","caller":"traceutil/trace.go:171","msg":"trace[856714083] linearizableReadLoop","detail":"{readStateIndex:24613; appliedIndex:24609; }","duration":"2.239835901s","start":"2026-03-05T17:25:54.630414Z","end":"2026-03-05T17:25:56.87025Z","steps":["trace[856714083] 'read index received' (duration: 1.682841407s)","trace[856714083] 'applied index is now lower than readState.Index' (duration: 556.993563ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:25:56.870454Z","caller":"traceutil/trace.go:171","msg":"trace[1308107946] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"616.261875ms","start":"2026-03-05T17:25:56.254181Z","end":"2026-03-05T17:25:56.870442Z","steps":["trace[1308107946] 'process raft request' (duration: 616.025009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:56.870505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.254167Z","time spent":"616.313407ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:56.870614Z","caller":"traceutil/trace.go:171","msg":"trace[1506708377] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.46351523s","start":"2026-03-05T17:25:55.407089Z","end":"2026-03-05T17:25:56.870604Z","steps":["trace[1506708377] 'process raft request' (duration: 1.462953106s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:56.870639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24021974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-05T17:25:56.870666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.407071Z","time spent":"1.463558942s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:25:56.870678Z","caller":"traceutil/trace.go:171","msg":"trace[126333172] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23778; }","duration":"2.240281842s","start":"2026-03-05T17:25:54.630383Z","end":"2026-03-05T17:25:56.870665Z","steps":["trace[126333172] 'agreement among raft nodes before linearized reading' (duration: 2.240153269s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:56.870712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:54.630374Z","time spent":"2.240330783s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"info","ts":"2026-03-05T17:25:56.870769Z","caller":"traceutil/trace.go:171","msg":"trace[363489779] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"1.463249423s","start":"2026-03-05T17:25:55.407511Z","end":"2026-03-05T17:25:56.870761Z","steps":["trace[363489779] 'process raft request' (duration: 1.462659529s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:56.870809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.407478Z","time spent":"1.463309235s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:56.957201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999719044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:25:56.957314Z","caller":"traceutil/trace.go:171","msg":"trace[1437930885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999888058s","start":"2026-03-05T17:25:54.9574Z","end":"2026-03-05T17:25:56.957288Z","steps":["trace[1437930885] 'agreement among raft nodes before linearized reading' (duration: 1.999752704s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:56.957379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:54.957373Z","time spent":"1.999994971s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:25:57.304072Z","caller":"traceutil/trace.go:171","msg":"trace[643049984] linearizableReadLoop","detail":"{readStateIndex:24615; appliedIndex:24614; }","duration":"433.74364ms","start":"2026-03-05T17:25:56.870298Z","end":"2026-03-05T17:25:57.304042Z","steps":["trace[643049984] 'read index received' (duration: 433.615927ms)","trace[643049984] 'applied index is now lower than readState.Index' (duration: 126.193µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:57.304223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365010247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T17:25:57.304281Z","caller":"traceutil/trace.go:171","msg":"trace[831803380] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23779; }","duration":"1.36511152s","start":"2026-03-05T17:25:55.939156Z","end":"2026-03-05T17:25:57.304268Z","steps":["trace[831803380] 'agreement among raft nodes before linearized reading' (duration: 1.364895614s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.304312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.93914Z","time spent":"1.365167511s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-05T17:25:57.30431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442921835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:25:57.304349Z","caller":"traceutil/trace.go:171","msg":"trace[882218652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23779; }","duration":"1.443017558s","start":"2026-03-05T17:25:55.861321Z","end":"2026-03-05T17:25:57.304338Z","steps":["trace[882218652] 'agreement among raft nodes before linearized reading' (duration: 1.442856014s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.304341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.250425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:25:57.304393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.8613Z","time spent":"1.443084669s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:25:57.304438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.110507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"info","ts":"2026-03-05T17:25:57.304462Z","caller":"traceutil/trace.go:171","msg":"trace[1039911533] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23779; }","duration":"944.168958ms","start":"2026-03-05T17:25:56.360286Z","end":"2026-03-05T17:25:57.304455Z","steps":["trace[1039911533] 'agreement among raft nodes before linearized reading' (duration: 944.104917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.304476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.36027Z","time spent":"944.20251ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3345,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T17:25:57.304478Z","caller":"traceutil/trace.go:171","msg":"trace[1767480988] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"840.504196ms","start":"2026-03-05T17:25:56.463963Z","end":"2026-03-05T17:25:57.304467Z","steps":["trace[1767480988] 'process raft request' (duration: 839.882159ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:57.304429Z","caller":"traceutil/trace.go:171","msg":"trace[441260272] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23779; }","duration":"849.397098ms","start":"2026-03-05T17:25:56.45501Z","end":"2026-03-05T17:25:57.304407Z","steps":["trace[441260272] 'agreement among raft nodes before linearized reading' (duration: 849.101451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.304618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.454998Z","time spent":"849.609334ms","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:57.30463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.891281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:57.304666Z","caller":"traceutil/trace.go:171","msg":"trace[373749455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23779; }","duration":"512.975252ms","start":"2026-03-05T17:25:56.791684Z","end":"2026-03-05T17:25:57.30466Z","steps":["trace[373749455] 'agreement among raft nodes before linearized reading' (duration: 512.917161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.304697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.791667Z","time spent":"513.025293ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:25:57.304776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463948462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:57.304757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.054342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:57.304756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086796307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T17:25:57.304853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082000606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T17:25:57.304856Z","caller":"traceutil/trace.go:171","msg":"trace[991464210] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23779; }","duration":"658.180545ms","start":"2026-03-05T17:25:56.646652Z","end":"2026-03-05T17:25:57.304833Z","steps":["trace[991464210] 'agreement among raft nodes before linearized reading' (duration: 657.98475ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:57.304876Z","caller":"traceutil/trace.go:171","msg":"trace[277729139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23779; }","duration":"1.082067168s","start":"2026-03-05T17:25:56.222803Z","end":"2026-03-05T17:25:57.30487Z","steps":["trace[277729139] 'agreement among raft nodes before linearized reading' (duration: 1.082012676s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.304878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749020972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:25:57.304899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.222783Z","time spent":"1.082111799s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:25:57.30489Z","caller":"traceutil/trace.go:171","msg":"trace[615742738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23779; }","duration":"1.086975151s","start":"2026-03-05T17:25:56.217884Z","end":"2026-03-05T17:25:57.304859Z","steps":["trace[615742738] 'agreement among raft nodes before linearized reading' (duration: 1.086646043s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:25:57.304912Z","caller":"traceutil/trace.go:171","msg":"trace[1693363703] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23779; }","duration":"1.749126375s","start":"2026-03-05T17:25:55.555776Z","end":"2026-03-05T17:25:57.304903Z","steps":["trace[1693363703] 'agreement among raft nodes before linearized reading' (duration: 1.749074454s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.304915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.646585Z","time spent":"658.315437ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:57.304945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.555757Z","time spent":"1.749181027s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:57.304948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.217859Z","time spent":"1.087078733s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:25:57.304996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100420663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545525-rfbwp\" ","response":"range_response_count:1 size:6837"} {"level":"info","ts":"2026-03-05T17:25:57.305028Z","caller":"traceutil/trace.go:171","msg":"trace[1404350491] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29545525-rfbwp; range_end:; response_count:1; response_revision:23779; }","duration":"2.100490274s","start":"2026-03-05T17:25:55.204532Z","end":"2026-03-05T17:25:57.305022Z","steps":["trace[1404350491] 'agreement among raft nodes before linearized reading' (duration: 2.100408902s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.305044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.204512Z","time spent":"2.100528036s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6860,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545525-rfbwp\" "} {"level":"info","ts":"2026-03-05T17:25:57.30483Z","caller":"traceutil/trace.go:171","msg":"trace[2144574017] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23779; }","duration":"1.464053284s","start":"2026-03-05T17:25:55.840761Z","end":"2026-03-05T17:25:57.304814Z","steps":["trace[2144574017] 'agreement among raft nodes before linearized reading' (duration: 1.463965122s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.305128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.840741Z","time spent":"1.464366491s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:57.305166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992684257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T17:25:57.30518Z","caller":"traceutil/trace.go:171","msg":"trace[2039970266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23779; }","duration":"1.992734358s","start":"2026-03-05T17:25:55.312442Z","end":"2026-03-05T17:25:57.305176Z","steps":["trace[2039970266] 'agreement among raft nodes before linearized reading' (duration: 1.992691807s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.305189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384265593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-05T17:25:57.305212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895515037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:25:57.305258Z","caller":"traceutil/trace.go:171","msg":"trace[51785867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23779; }","duration":"1.895577829s","start":"2026-03-05T17:25:55.40967Z","end":"2026-03-05T17:25:57.305248Z","steps":["trace[51785867] 'agreement among raft nodes before linearized reading' (duration: 1.895407405s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.305292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.409664Z","time spent":"1.89562061s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:25:57.304575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.463938Z","time spent":"840.576307ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:25:57.305395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841785412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:25:57.30543Z","caller":"traceutil/trace.go:171","msg":"trace[543625899] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23779; }","duration":"1.841856524s","start":"2026-03-05T17:25:55.463563Z","end":"2026-03-05T17:25:57.305419Z","steps":["trace[543625899] 'agreement among raft nodes before linearized reading' (duration: 1.841805143s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.305462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.463542Z","time spent":"1.841912715s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:25:57.305201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:55.31242Z","time spent":"1.9927772s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:25:57.305223Z","caller":"traceutil/trace.go:171","msg":"trace[1115991318] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23779; }","duration":"2.384301134s","start":"2026-03-05T17:25:54.920911Z","end":"2026-03-05T17:25:57.305212Z","steps":["trace[1115991318] 'agreement among raft nodes before linearized reading' (duration: 2.384194351s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:57.306298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:54.920885Z","time spent":"2.385328389s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T17:25:57.804336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:58.305041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:25:58.643747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339870397s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:25:58.958602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:25:58.958693Z","caller":"traceutil/trace.go:171","msg":"trace[1390343512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326599s","start":"2026-03-05T17:25:56.958347Z","end":"2026-03-05T17:25:58.958674Z","steps":["trace[1390343512] 'agreement among raft nodes before linearized reading' (duration: 2.000202636s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:25:58.958745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.958336Z","time spent":"2.00039867s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:25:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:25:59.237414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.371573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:25:59.237535Z","caller":"traceutil/trace.go:171","msg":"trace[518310831] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"2.048026421s","start":"2026-03-05T17:25:57.189488Z","end":"2026-03-05T17:25:59.237514Z","steps":["trace[518310831] 'process raft request' (duration: 1.454448963s)","trace[518310831] 'compare' (duration: 592.773568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:25:59.237603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.18946Z","time spent":"2.048109274s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:00.748554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.104560606s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:26:00.749032Z","caller":"traceutil/trace.go:171","msg":"trace[238122635] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"3.438441093s","start":"2026-03-05T17:25:57.310561Z","end":"2026-03-05T17:26:00.749002Z","steps":["trace[238122635] 'process raft request' (duration: 3.438331271s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:00.749068Z","caller":"traceutil/trace.go:171","msg":"trace[1685882655] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"3.438541586s","start":"2026-03-05T17:25:57.310476Z","end":"2026-03-05T17:26:00.749017Z","steps":["trace[1685882655] 'process raft request' (duration: 3.438277559s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:00.749202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.31053Z","time spent":"3.438589057s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:00.749271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.310455Z","time spent":"3.43870869s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:00.750023Z","caller":"traceutil/trace.go:171","msg":"trace[1389158624] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"3.439398608s","start":"2026-03-05T17:25:57.310608Z","end":"2026-03-05T17:26:00.750007Z","steps":["trace[1389158624] 'process raft request' (duration: 3.438349071s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:00.750111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.310594Z","time spent":"3.43948205s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:00.750176Z","caller":"traceutil/trace.go:171","msg":"trace[571007307] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"3.438028354s","start":"2026-03-05T17:25:57.312132Z","end":"2026-03-05T17:26:00.75016Z","steps":["trace[571007307] 'process raft request' (duration: 3.437811258s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:00.750255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.312121Z","time spent":"3.438097986s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:00.750281Z","caller":"traceutil/trace.go:171","msg":"trace[1408123975] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"3.438054165s","start":"2026-03-05T17:25:57.312196Z","end":"2026-03-05T17:26:00.750251Z","steps":["trace[1408123975] 'process raft request' (duration: 3.437892281s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:00.75052Z","caller":"traceutil/trace.go:171","msg":"trace[704502159] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"3.415270384s","start":"2026-03-05T17:25:57.335233Z","end":"2026-03-05T17:26:00.750503Z","steps":["trace[704502159] 'process raft request' (duration: 3.415022328s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:00.750595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.312176Z","time spent":"3.438343132s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:00.750616Z","caller":"traceutil/trace.go:171","msg":"trace[443638936] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"3.438063244s","start":"2026-03-05T17:25:57.312542Z","end":"2026-03-05T17:26:00.750605Z","steps":["trace[443638936] 'process raft request' (duration: 3.437601272s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:00.750621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.335224Z","time spent":"3.415349806s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:00.750659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.312534Z","time spent":"3.438103095s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:00.750723Z","caller":"traceutil/trace.go:171","msg":"trace[268759399] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"3.435383637s","start":"2026-03-05T17:25:57.315334Z","end":"2026-03-05T17:26:00.750717Z","steps":["trace[268759399] 'process raft request' (duration: 3.434857604s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:00.750763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.315327Z","time spent":"3.435412618s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7125,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:00.966248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999762574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:00.966331Z","caller":"traceutil/trace.go:171","msg":"trace[835864886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999887388s","start":"2026-03-05T17:25:58.966426Z","end":"2026-03-05T17:26:00.966313Z","steps":["trace[835864886] 'agreement among raft nodes before linearized reading' (duration: 1.999790915s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:00.966374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:58.966408Z","time spent":"1.99995542s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:26:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:01.974083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225365523s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:26:02.277588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527264214s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:26:02.279339Z","caller":"traceutil/trace.go:171","msg":"trace[955416135] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"3.959821196s","start":"2026-03-05T17:25:58.319492Z","end":"2026-03-05T17:26:02.279314Z","steps":["trace[955416135] 'process raft request' (duration: 3.958198915s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:02.27941Z","caller":"traceutil/trace.go:171","msg":"trace[207537685] linearizableReadLoop","detail":"{readStateIndex:24625; appliedIndex:24615; }","duration":"4.975228396s","start":"2026-03-05T17:25:57.304147Z","end":"2026-03-05T17:26:02.279375Z","steps":["trace[207537685] 'read index received' (duration: 1.339803555s)","trace[207537685] 'applied index is now lower than readState.Index' (duration: 3.635423211s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.279478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:58.319473Z","time spent":"3.959927639s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:02.629381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411200632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-05T17:26:02.629441Z","caller":"traceutil/trace.go:171","msg":"trace[2034573928] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23789; }","duration":"5.411333346s","start":"2026-03-05T17:25:57.218092Z","end":"2026-03-05T17:26:02.629425Z","steps":["trace[2034573928] 'agreement among raft nodes before linearized reading' (duration: 5.061364721s)","trace[2034573928] 'range keys from in-memory index tree' (duration: 349.851482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.629467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.218033Z","time spent":"5.411428388s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-05T17:26:02.62949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.41031881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-05T17:26:02.62951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411467549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-03-05T17:26:02.629569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411418578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-05T17:26:02.629605Z","caller":"traceutil/trace.go:171","msg":"trace[99605717] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:23789; }","duration":"5.411607563s","start":"2026-03-05T17:25:57.217976Z","end":"2026-03-05T17:26:02.629583Z","steps":["trace[99605717] 'agreement among raft nodes before linearized reading' (duration: 5.061480034s)","trace[99605717] 'range keys from in-memory index tree' (duration: 349.837672ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:02.629639Z","caller":"traceutil/trace.go:171","msg":"trace[519012346] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23789; }","duration":"5.411495589s","start":"2026-03-05T17:25:57.218116Z","end":"2026-03-05T17:26:02.629612Z","steps":["trace[519012346] 'agreement among raft nodes before linearized reading' (duration: 5.06134928s)","trace[519012346] 'range keys from in-memory index tree' (duration: 349.81717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.62967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411562532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-05T17:26:02.629669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217963Z","time spent":"5.411695354s","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-05T17:26:02.629654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411816258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-05T17:26:02.629699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411700294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-05T17:26:02.629675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411651203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"info","ts":"2026-03-05T17:26:02.629737Z","caller":"traceutil/trace.go:171","msg":"trace[812452581] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23789; }","duration":"5.411750986s","start":"2026-03-05T17:25:57.217974Z","end":"2026-03-05T17:26:02.629725Z","steps":["trace[812452581] 'agreement among raft nodes before linearized reading' (duration: 5.061495145s)","trace[812452581] 'range keys from in-memory index tree' (duration: 349.765048ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:02.629745Z","caller":"traceutil/trace.go:171","msg":"trace[971077164] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23789; }","duration":"5.41191618s","start":"2026-03-05T17:25:57.217808Z","end":"2026-03-05T17:26:02.629724Z","steps":["trace[971077164] 'agreement among raft nodes before linearized reading' (duration: 5.061634618s)","trace[971077164] 'range keys from in-memory index tree' (duration: 350.046576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.629462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411397188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-03-05T17:26:02.629764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411888549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-03-05T17:26:02.629767Z","caller":"traceutil/trace.go:171","msg":"trace[728244502] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23789; }","duration":"5.411756547s","start":"2026-03-05T17:25:57.217989Z","end":"2026-03-05T17:26:02.629745Z","steps":["trace[728244502] 'agreement among raft nodes before linearized reading' (duration: 5.061420703s)","trace[728244502] 'range keys from in-memory index tree' (duration: 350.119138ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:02.629792Z","caller":"traceutil/trace.go:171","msg":"trace[456870266] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:23789; }","duration":"5.411771837s","start":"2026-03-05T17:25:57.218011Z","end":"2026-03-05T17:26:02.629783Z","steps":["trace[456870266] 'agreement among raft nodes before linearized reading' (duration: 5.061451603s)","trace[456870266] 'range keys from in-memory index tree' (duration: 349.81583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.629782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411823788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-05T17:26:02.629802Z","caller":"traceutil/trace.go:171","msg":"trace[606168543] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:23789; }","duration":"5.411944911s","start":"2026-03-05T17:25:57.217843Z","end":"2026-03-05T17:26:02.629788Z","steps":["trace[606168543] 'agreement among raft nodes before linearized reading' (duration: 5.061604007s)","trace[606168543] 'range keys from in-memory index tree' (duration: 349.849662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.629812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217984Z","time spent":"5.411818908s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3345,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T17:26:02.629848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.41192966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-05T17:26:02.629849Z","caller":"traceutil/trace.go:171","msg":"trace[17486885] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23789; }","duration":"5.41189823s","start":"2026-03-05T17:25:57.217929Z","end":"2026-03-05T17:26:02.629828Z","steps":["trace[17486885] 'agreement among raft nodes before linearized reading' (duration: 5.061464764s)","trace[17486885] 'range keys from in-memory index tree' (duration: 349.899062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.629775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217969Z","time spent":"5.411797777s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-05T17:26:02.629883Z","caller":"traceutil/trace.go:171","msg":"trace[1695143288] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23789; }","duration":"5.412005583s","start":"2026-03-05T17:25:57.217865Z","end":"2026-03-05T17:26:02.62987Z","steps":["trace[1695143288] 'agreement among raft nodes before linearized reading' (duration: 5.061572087s)","trace[1695143288] 'range keys from in-memory index tree' (duration: 350.357024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.629891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217922Z","time spent":"5.411959141s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-05T17:26:02.629912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217847Z","time spent":"5.412059334s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-05T17:26:02.629916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.41189744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-05T17:26:02.629946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411825848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-05T17:26:02.629952Z","caller":"traceutil/trace.go:171","msg":"trace[984642533] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23789; }","duration":"5.4119329s","start":"2026-03-05T17:25:57.218004Z","end":"2026-03-05T17:26:02.629936Z","steps":["trace[984642533] 'agreement among raft nodes before linearized reading' (duration: 5.061474574s)","trace[984642533] 'range keys from in-memory index tree' (duration: 350.378305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.629918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412006662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-05T17:26:02.630043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412040603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-05T17:26:02.630097Z","caller":"traceutil/trace.go:171","msg":"trace[2114495960] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:23789; }","duration":"5.412099565s","start":"2026-03-05T17:25:57.217987Z","end":"2026-03-05T17:26:02.630087Z","steps":["trace[2114495960] 'agreement among raft nodes before linearized reading' (duration: 5.061497755s)","trace[2114495960] 'range keys from in-memory index tree' (duration: 350.520968ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:02.630098Z","caller":"traceutil/trace.go:171","msg":"trace[840111422] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:23789; }","duration":"5.412214208s","start":"2026-03-05T17:25:57.217814Z","end":"2026-03-05T17:26:02.630028Z","steps":["trace[840111422] 'agreement among raft nodes before linearized reading' (duration: 5.061606927s)","trace[840111422] 'range keys from in-memory index tree' (duration: 350.255771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.630162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.657079494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5fc4d9df87-8zvnx.189a01e2cf08eb8e\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-05T17:26:02.629695Z","caller":"traceutil/trace.go:171","msg":"trace[768325099] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23789; }","duration":"5.411585622s","start":"2026-03-05T17:25:57.218103Z","end":"2026-03-05T17:26:02.629689Z","steps":["trace[768325099] 'agreement among raft nodes before linearized reading' (duration: 5.061335221s)","trace[768325099] 'range keys from in-memory index tree' (duration: 349.789789ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:02.630183Z","caller":"traceutil/trace.go:171","msg":"trace[601859789] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5fc4d9df87-8zvnx.189a01e2cf08eb8e; range_end:; response_count:1; response_revision:23789; }","duration":"5.657120614s","start":"2026-03-05T17:25:56.973057Z","end":"2026-03-05T17:26:02.630177Z","steps":["trace[601859789] 'agreement among raft nodes before linearized reading' (duration: 5.306459423s)","trace[601859789] 'range keys from in-memory index tree' (duration: 350.61419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.630175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217795Z","time spent":"5.412366241s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-03-05T17:26:02.630199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:56.973045Z","time spent":"5.657150195s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-5fc4d9df87-8zvnx.189a01e2cf08eb8e\" "} {"level":"warn","ts":"2026-03-05T17:26:02.630199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.218088Z","time spent":"5.412099085s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-05T17:26:02.629541Z","caller":"traceutil/trace.go:171","msg":"trace[652786647] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23789; }","duration":"5.410381832s","start":"2026-03-05T17:25:57.219144Z","end":"2026-03-05T17:26:02.629526Z","steps":["trace[652786647] 'agreement among raft nodes before linearized reading' (duration: 5.060304815s)","trace[652786647] 'range keys from in-memory index tree' (duration: 349.785739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.6303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.219135Z","time spent":"5.411157701s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-05T17:26:02.630119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217983Z","time spent":"5.412130996s","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"info","ts":"2026-03-05T17:26:02.629966Z","caller":"traceutil/trace.go:171","msg":"trace[1780671764] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:23789; }","duration":"5.41192887s","start":"2026-03-05T17:25:57.218032Z","end":"2026-03-05T17:26:02.629961Z","steps":["trace[1780671764] 'agreement among raft nodes before linearized reading' (duration: 5.061448173s)","trace[1780671764] 'range keys from in-memory index tree' (duration: 350.449106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.630411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.21801Z","time spent":"5.412388012s","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-05T17:26:02.630407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.983429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-05T17:26:02.629813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217789Z","time spent":"5.412014112s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T17:26:02.629813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.218007Z","time spent":"5.411799987s","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-03-05T17:26:02.630392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412392491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-05T17:26:02.630547Z","caller":"traceutil/trace.go:171","msg":"trace[47271042] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23789; }","duration":"5.412560626s","start":"2026-03-05T17:25:57.217975Z","end":"2026-03-05T17:26:02.630536Z","steps":["trace[47271042] 'agreement among raft nodes before linearized reading' (duration: 5.061468404s)","trace[47271042] 'range keys from in-memory index tree' (duration: 349.80446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.630743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217969Z","time spent":"5.412767271s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-05T17:26:02.630797Z","caller":"traceutil/trace.go:171","msg":"trace[345361217] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"3.754617842s","start":"2026-03-05T17:25:58.876172Z","end":"2026-03-05T17:26:02.630789Z","steps":["trace[345361217] 'process raft request' (duration: 3.754412887s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.630857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:58.876145Z","time spent":"3.754671213s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:02.630872Z","caller":"traceutil/trace.go:171","msg":"trace[1232347386] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"3.317797505s","start":"2026-03-05T17:25:59.313061Z","end":"2026-03-05T17:26:02.630859Z","steps":["trace[1232347386] 'process raft request' (duration: 3.317677752s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.630965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:59.313021Z","time spent":"3.317885827s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:02.630586Z","caller":"traceutil/trace.go:171","msg":"trace[46122648] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"3.754456248s","start":"2026-03-05T17:25:58.87612Z","end":"2026-03-05T17:26:02.630576Z","steps":["trace[46122648] 'process raft request' (duration: 3.403234553s)","trace[46122648] 'compare' (duration: 350.229481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.631169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:58.876094Z","time spent":"3.754982671s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:02.629691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.218109Z","time spent":"5.411570892s","remote":"127.0.0.1:42008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-05T17:26:02.62984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.21783Z","time spent":"5.412003352s","remote":"127.0.0.1:40016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-05T17:26:02.629879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412008053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-03-05T17:26:02.631787Z","caller":"traceutil/trace.go:171","msg":"trace[251073360] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:23789; }","duration":"5.41391789s","start":"2026-03-05T17:25:57.21785Z","end":"2026-03-05T17:26:02.631768Z","steps":["trace[251073360] 'agreement among raft nodes before linearized reading' (duration: 5.061555946s)","trace[251073360] 'range keys from in-memory index tree' (duration: 350.427756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.631842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217844Z","time spent":"5.413984431s","remote":"127.0.0.1:40016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-05T17:26:02.630003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412042983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-05T17:26:02.632104Z","caller":"traceutil/trace.go:171","msg":"trace[1274963666] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23789; }","duration":"5.414130285s","start":"2026-03-05T17:25:57.217955Z","end":"2026-03-05T17:26:02.632085Z","steps":["trace[1274963666] 'agreement among raft nodes before linearized reading' (duration: 5.061532905s)","trace[1274963666] 'range keys from in-memory index tree' (duration: 350.485307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.632145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217944Z","time spent":"5.414188258s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-05T17:26:02.630002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.217999Z","time spent":"5.411995872s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-05T17:26:02.632292Z","caller":"traceutil/trace.go:171","msg":"trace[188311876] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"2.244409015s","start":"2026-03-05T17:26:00.387867Z","end":"2026-03-05T17:26:02.632276Z","steps":["trace[188311876] 'process raft request' (duration: 2.242956598s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.632377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.38785Z","time spent":"2.244482286s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:02.63063Z","caller":"traceutil/trace.go:171","msg":"trace[422347172] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"3.754447898s","start":"2026-03-05T17:25:58.876171Z","end":"2026-03-05T17:26:02.630619Z","steps":["trace[422347172] 'process raft request' (duration: 3.754376606s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.632488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:58.876146Z","time spent":"3.756299164s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:02.630662Z","caller":"traceutil/trace.go:171","msg":"trace[1608446521] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"3.754484359s","start":"2026-03-05T17:25:58.876161Z","end":"2026-03-05T17:26:02.630645Z","steps":["trace[1608446521] 'process raft request' (duration: 3.754313545s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:02.632715Z","caller":"traceutil/trace.go:171","msg":"trace[319884462] linearizableReadLoop","detail":"{readStateIndex:24636; appliedIndex:24626; }","duration":"353.197375ms","start":"2026-03-05T17:26:02.279489Z","end":"2026-03-05T17:26:02.632686Z","steps":["trace[319884462] 'read index received' (duration: 349.692937ms)","trace[319884462] 'applied index is now lower than readState.Index' (duration: 3.502758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.632778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:58.876132Z","time spent":"3.756609173s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:02.632844Z","caller":"traceutil/trace.go:171","msg":"trace[560595385] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"1.865903236s","start":"2026-03-05T17:26:00.76693Z","end":"2026-03-05T17:26:02.632833Z","steps":["trace[560595385] 'process raft request' (duration: 1.865285361s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.629381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411313605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-05T17:26:02.632893Z","caller":"traceutil/trace.go:171","msg":"trace[846258260] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23789; }","duration":"5.414856854s","start":"2026-03-05T17:25:57.218021Z","end":"2026-03-05T17:26:02.632878Z","steps":["trace[846258260] 'agreement among raft nodes before linearized reading' (duration: 5.061424273s)","trace[846258260] 'range keys from in-memory index tree' (duration: 349.777979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:02.632926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.218013Z","time spent":"5.414904145s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-05T17:26:02.632962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.766912Z","time spent":"1.865962927s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:02.632926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214869606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:02.632985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773077373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T17:26:02.633024Z","caller":"traceutil/trace.go:171","msg":"trace[801433589] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23799; }","duration":"1.773152655s","start":"2026-03-05T17:26:00.859863Z","end":"2026-03-05T17:26:02.633015Z","steps":["trace[801433589] 'agreement among raft nodes before linearized reading' (duration: 1.773007412s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056025662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:02.633046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.859842Z","time spent":"1.773199557s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T17:26:02.633031Z","caller":"traceutil/trace.go:171","msg":"trace[177573599] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23799; }","duration":"4.21501951s","start":"2026-03-05T17:25:58.417992Z","end":"2026-03-05T17:26:02.633012Z","steps":["trace[177573599] 'agreement among raft nodes before linearized reading' (duration: 4.214879227s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:02.633059Z","caller":"traceutil/trace.go:171","msg":"trace[1722441230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23799; }","duration":"2.056081903s","start":"2026-03-05T17:26:00.576969Z","end":"2026-03-05T17:26:02.633051Z","steps":["trace[1722441230] 'agreement among raft nodes before linearized reading' (duration: 2.056045362s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.63308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.576951Z","time spent":"2.056123114s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:02.633087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:58.417969Z","time spent":"4.215101922s","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:02.633163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.468704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:26:02.633213Z","caller":"traceutil/trace.go:171","msg":"trace[56733869] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23799; }","duration":"746.563466ms","start":"2026-03-05T17:26:01.886638Z","end":"2026-03-05T17:26:02.633201Z","steps":["trace[56733869] 'agreement among raft nodes before linearized reading' (duration: 746.355841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.998982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:02.633244Z","caller":"traceutil/trace.go:171","msg":"trace[1717220114] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23799; }","duration":"826.062055ms","start":"2026-03-05T17:26:01.807175Z","end":"2026-03-05T17:26:02.633238Z","steps":["trace[1717220114] 'agreement among raft nodes before linearized reading' (duration: 826.022624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:01.886617Z","time spent":"746.621878ms","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:02.633261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:01.807157Z","time spent":"826.099345ms","remote":"127.0.0.1:49092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:02.63328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.322142995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aea3b63e-b564-4c5c-a8d5-6fcbaf807bec\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-05T17:26:02.633315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09110983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:26:02.633317Z","caller":"traceutil/trace.go:171","msg":"trace[760362715] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aea3b63e-b564-4c5c-a8d5-6fcbaf807bec; range_end:; response_count:1; response_revision:23799; }","duration":"5.322224746s","start":"2026-03-05T17:25:57.311081Z","end":"2026-03-05T17:26:02.633306Z","steps":["trace[760362715] 'agreement among raft nodes before linearized reading' (duration: 5.322095613s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:02.633343Z","caller":"traceutil/trace.go:171","msg":"trace[1269267789] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23799; }","duration":"2.091171751s","start":"2026-03-05T17:26:00.542163Z","end":"2026-03-05T17:26:02.633335Z","steps":["trace[1269267789] 'agreement among raft nodes before linearized reading' (duration: 2.091022258s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.311057Z","time spent":"5.322283418s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-aea3b63e-b564-4c5c-a8d5-6fcbaf807bec\" "} {"level":"info","ts":"2026-03-05T17:26:02.633348Z","caller":"traceutil/trace.go:171","msg":"trace[327043911] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"1.137612877s","start":"2026-03-05T17:26:01.495724Z","end":"2026-03-05T17:26:02.633337Z","steps":["trace[327043911] 'process raft request' (duration: 1.136842958s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.542145Z","time spent":"2.091217033s","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:02.6334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108151561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"info","ts":"2026-03-05T17:26:02.633421Z","caller":"traceutil/trace.go:171","msg":"trace[1111795264] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23799; }","duration":"1.108235432s","start":"2026-03-05T17:26:01.525179Z","end":"2026-03-05T17:26:02.633414Z","steps":["trace[1111795264] 'agreement among raft nodes before linearized reading' (duration: 1.10816722s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:02.633417Z","caller":"traceutil/trace.go:171","msg":"trace[805268429] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"711.273663ms","start":"2026-03-05T17:26:01.922131Z","end":"2026-03-05T17:26:02.633404Z","steps":["trace[805268429] 'process raft request' (duration: 710.486563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:01.525157Z","time spent":"1.108277084s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3345,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T17:26:02.633477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:01.922108Z","time spent":"711.336144ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:02.633538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157644578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:02.633545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203773317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:02.633184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.279384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:02.633559Z","caller":"traceutil/trace.go:171","msg":"trace[750882021] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23799; }","duration":"1.15769316s","start":"2026-03-05T17:26:01.475861Z","end":"2026-03-05T17:26:02.633554Z","steps":["trace[750882021] 'agreement among raft nodes before linearized reading' (duration: 1.157657439s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:02.633568Z","caller":"traceutil/trace.go:171","msg":"trace[1333412911] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23799; }","duration":"2.203825939s","start":"2026-03-05T17:26:00.429735Z","end":"2026-03-05T17:26:02.633561Z","steps":["trace[1333412911] 'agreement among raft nodes before linearized reading' (duration: 2.203730746s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:01.475845Z","time spent":"1.15772814s","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:02.633598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.429722Z","time spent":"2.20386955s","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:02.633607Z","caller":"traceutil/trace.go:171","msg":"trace[500978194] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23799; }","duration":"821.731435ms","start":"2026-03-05T17:26:01.811853Z","end":"2026-03-05T17:26:02.633584Z","steps":["trace[500978194] 'agreement among raft nodes before linearized reading' (duration: 821.307965ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:02.633624Z","caller":"traceutil/trace.go:171","msg":"trace[2138362172] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"1.866662934s","start":"2026-03-05T17:26:00.766946Z","end":"2026-03-05T17:26:02.633609Z","steps":["trace[2138362172] 'process raft request' (duration: 1.865509315s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.757651563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-05T17:26:02.633678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667054182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:02.633701Z","caller":"traceutil/trace.go:171","msg":"trace[64749987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23799; }","duration":"1.667094332s","start":"2026-03-05T17:26:00.966599Z","end":"2026-03-05T17:26:02.633693Z","steps":["trace[64749987] 'agreement among raft nodes before linearized reading' (duration: 1.667062941s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:02.633699Z","caller":"traceutil/trace.go:171","msg":"trace[1756319231] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23799; }","duration":"4.757723005s","start":"2026-03-05T17:25:57.875965Z","end":"2026-03-05T17:26:02.633688Z","steps":["trace[1756319231] 'agreement among raft nodes before linearized reading' (duration: 4.757622902s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.264358854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:02.633707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.76692Z","time spent":"1.866755467s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:26:02.633722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.29634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-05T17:26:02.633342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.426985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"warn","ts":"2026-03-05T17:26:02.633733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.875945Z","time spent":"4.757777766s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"info","ts":"2026-03-05T17:26:02.633744Z","caller":"traceutil/trace.go:171","msg":"trace[869986255] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23799; }","duration":"4.264572999s","start":"2026-03-05T17:25:58.36916Z","end":"2026-03-05T17:26:02.633733Z","steps":["trace[869986255] 'agreement among raft nodes before linearized reading' (duration: 4.264367034s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:02.633745Z","caller":"traceutil/trace.go:171","msg":"trace[786170576] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23799; }","duration":"501.353471ms","start":"2026-03-05T17:26:02.132384Z","end":"2026-03-05T17:26:02.633738Z","steps":["trace[786170576] 'agreement among raft nodes before linearized reading' (duration: 501.279469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.132365Z","time spent":"501.402483ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-05T17:26:02.633762Z","caller":"traceutil/trace.go:171","msg":"trace[1291361293] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23799; }","duration":"316.888266ms","start":"2026-03-05T17:26:02.316857Z","end":"2026-03-05T17:26:02.633745Z","steps":["trace[1291361293] 'agreement among raft nodes before linearized reading' (duration: 316.345323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:58.369143Z","time spent":"4.26462582s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:02.633803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671834072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130241"} {"level":"warn","ts":"2026-03-05T17:26:02.633802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.316842Z","time spent":"316.947958ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3345,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T17:26:02.633822Z","caller":"traceutil/trace.go:171","msg":"trace[466186164] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23799; }","duration":"1.671886632s","start":"2026-03-05T17:26:00.96193Z","end":"2026-03-05T17:26:02.633817Z","steps":["trace[466186164] 'agreement among raft nodes before linearized reading' (duration: 1.67179811s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:01.495695Z","time spent":"1.137682158s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:02.633917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.118622548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T17:26:02.633649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:01.811833Z","time spent":"821.803358ms","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:02.63395Z","caller":"traceutil/trace.go:171","msg":"trace[381541216] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23799; }","duration":"4.11868961s","start":"2026-03-05T17:25:58.51525Z","end":"2026-03-05T17:26:02.633939Z","steps":["trace[381541216] 'agreement among raft nodes before linearized reading' (duration: 4.118561077s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.633839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.961911Z","time spent":"1.671923904s","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130264,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-05T17:26:02.633979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:58.51523Z","time spent":"4.118742111s","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:02.633783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264872435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:02.633717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.96659Z","time spent":"1.667123303s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:26:02.634019Z","caller":"traceutil/trace.go:171","msg":"trace[280156707] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23799; }","duration":"2.265163413s","start":"2026-03-05T17:26:00.368841Z","end":"2026-03-05T17:26:02.634005Z","steps":["trace[280156707] 'agreement among raft nodes before linearized reading' (duration: 2.264901016s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.63408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.368814Z","time spent":"2.265226264s","remote":"127.0.0.1:42784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:02.633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865902516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-05T17:26:02.634115Z","caller":"traceutil/trace.go:171","msg":"trace[136425563] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23799; }","duration":"1.867029293s","start":"2026-03-05T17:26:00.767075Z","end":"2026-03-05T17:26:02.634104Z","steps":["trace[136425563] 'agreement among raft nodes before linearized reading' (duration: 1.865868505s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.634146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:00.767069Z","time spent":"1.867064824s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"warn","ts":"2026-03-05T17:26:02.634881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.199789924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-05T17:26:02.634935Z","caller":"traceutil/trace.go:171","msg":"trace[1113496053] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23799; }","duration":"5.199873426s","start":"2026-03-05T17:25:57.43505Z","end":"2026-03-05T17:26:02.634923Z","steps":["trace[1113496053] 'agreement among raft nodes before linearized reading' (duration: 5.198888681s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:02.634984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:25:57.435015Z","time spent":"5.199961649s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418374,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-05T17:26:03.14214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:03.643311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:04.144108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:04.644519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:04.654175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:04.654297Z","caller":"traceutil/trace.go:171","msg":"trace[410123353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551135s","start":"2026-03-05T17:26:02.653727Z","end":"2026-03-05T17:26:04.654278Z","steps":["trace[410123353] 'agreement among raft nodes before linearized reading' (duration: 2.000414041s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:04.654347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.653721Z","time spent":"2.000615296s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:26:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:05.063773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.325098194s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:26:05.681685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.600404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:05.68183Z","caller":"traceutil/trace.go:171","msg":"trace[1949691213] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"3.047028012s","start":"2026-03-05T17:26:02.634775Z","end":"2026-03-05T17:26:05.681803Z","steps":["trace[1949691213] 'process raft request' (duration: 2.429239609s)","trace[1949691213] 'compare' (duration: 615.466315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:05.681925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.634759Z","time spent":"3.047122205s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:06.654528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:06.654618Z","caller":"traceutil/trace.go:171","msg":"trace[715463940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055842s","start":"2026-03-05T17:26:04.654543Z","end":"2026-03-05T17:26:06.654599Z","steps":["trace[715463940] 'agreement among raft nodes before linearized reading' (duration: 1.999948299s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:06.654665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.654522Z","time spent":"2.000131643s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:26:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:07.758172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999619966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:07.758254Z","caller":"traceutil/trace.go:171","msg":"trace[1617582743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.9997555s","start":"2026-03-05T17:26:02.758479Z","end":"2026-03-05T17:26:07.758235Z","steps":["trace[1617582743] 'agreement among raft nodes before linearized reading' (duration: 4.999654977s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:07.758302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.758469Z","time spent":"4.999823571s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 17:26:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:07.759745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999711769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:07.759815Z","caller":"traceutil/trace.go:171","msg":"trace[2120325803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999815672s","start":"2026-03-05T17:26:02.759983Z","end":"2026-03-05T17:26:07.759799Z","steps":["trace[2120325803] 'agreement among raft nodes before linearized reading' (duration: 4.99972603s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:07.759852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.759975Z","time spent":"4.999870993s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 17:26:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:07.769125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000203222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:26:07.769163Z","caller":"traceutil/trace.go:171","msg":"trace[250143853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000252443s","start":"2026-03-05T17:26:02.768903Z","end":"2026-03-05T17:26:07.769155Z","steps":["trace[250143853] 'agreement among raft nodes before linearized reading' (duration: 5.000209822s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:07.769188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.768899Z","time spent":"5.000282614s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:26:08.059649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.995151235s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:26:08.299649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133033244s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:08.299774Z","caller":"traceutil/trace.go:171","msg":"trace[1877451466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23800; }","duration":"1.133148986s","start":"2026-03-05T17:26:07.166591Z","end":"2026-03-05T17:26:08.29974Z","steps":["trace[1877451466] 'range keys from in-memory index tree' (duration: 1.133020383s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:08.300455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.537157ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T17:26:08.300611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.635583Z","time spent":"5.665011491s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:08.661207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:26:08.661295Z","caller":"traceutil/trace.go:171","msg":"trace[1013989916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252587s","start":"2026-03-05T17:26:06.661024Z","end":"2026-03-05T17:26:08.661276Z","steps":["trace[1013989916] 'agreement among raft nodes before linearized reading' (duration: 2.000136364s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:08.661344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:06.661008Z","time spent":"2.000326448s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:09.282974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.28524Z","time spent":"4.997723749s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:26:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:09.635566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.637189Z","time spent":"4.998369527s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:09.635757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.635602Z","time spent":"7.000138481s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:09.636697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.63816Z","time spent":"4.998525899s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:26:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:09.637176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.639269Z","time spent":"4.997903774s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:26:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:09.637729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.639009Z","time spent":"4.998715544s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:09.63874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.640429Z","time spent":"4.998305715s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:26:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:09.649489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.648534Z","time spent":"7.000949801s","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:09.656683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.655994Z","time spent":"7.000686224s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:09.661539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.662405Z","time spent":"4.999126385s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:26:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:09.665304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.664715Z","time spent":"7.000584852s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:10.09746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:03.096353Z","time spent":"7.001100515s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:10.554301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252520657s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-05T17:26:10.554685Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21059} {"level":"info","ts":"2026-03-05T17:26:10.557844Z","caller":"traceutil/trace.go:171","msg":"trace[1918169553] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"6.313260449s","start":"2026-03-05T17:26:04.244558Z","end":"2026-03-05T17:26:10.557819Z","steps":["trace[1918169553] 'process raft request' (duration: 6.312431087s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:10.558438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.24453Z","time spent":"6.313836322s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:10.560448Z","caller":"traceutil/trace.go:171","msg":"trace[886043523] linearizableReadLoop","detail":"{readStateIndex:24650; appliedIndex:24636; }","duration":"7.919325584s","start":"2026-03-05T17:26:02.641095Z","end":"2026-03-05T17:26:10.56042Z","steps":["trace[886043523] 'read index received' (duration: 2.422864668s)","trace[886043523] 'applied index is now lower than readState.Index' (duration: 5.496459806s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:10.560727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.919625801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-03-05T17:26:10.560783Z","caller":"traceutil/trace.go:171","msg":"trace[213589478] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:23812; }","duration":"7.919705784s","start":"2026-03-05T17:26:02.641064Z","end":"2026-03-05T17:26:10.56077Z","steps":["trace[213589478] 'agreement among raft nodes before linearized reading' (duration: 7.919466148s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:10.560855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.641046Z","time spent":"7.919800946s","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-05T17:26:10.66201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:10.662115Z","caller":"traceutil/trace.go:171","msg":"trace[927644414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401251s","start":"2026-03-05T17:26:08.661696Z","end":"2026-03-05T17:26:10.662097Z","steps":["trace[927644414] 'agreement among raft nodes before linearized reading' (duration: 2.000266518s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:10.662156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:08.661641Z","time spent":"2.000507353s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:26:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:10.677935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.618101014s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:26:12.669754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:26:12.669848Z","caller":"traceutil/trace.go:171","msg":"trace[1945571682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041249s","start":"2026-03-05T17:26:10.669416Z","end":"2026-03-05T17:26:12.669828Z","steps":["trace[1945571682] 'agreement among raft nodes before linearized reading' (duration: 2.000296007s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:12.669909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.669393Z","time spent":"2.000506393s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:12.758702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998415836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:12.758794Z","caller":"traceutil/trace.go:171","msg":"trace[630331481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99857012s","start":"2026-03-05T17:26:09.760204Z","end":"2026-03-05T17:26:12.758775Z","steps":["trace[630331481] 'agreement among raft nodes before linearized reading' (duration: 2.998459127s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:12.758841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.760162Z","time spent":"2.998668922s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 17:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:12.759901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997839582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:12.759993Z","caller":"traceutil/trace.go:171","msg":"trace[1921907041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997968845s","start":"2026-03-05T17:26:09.762002Z","end":"2026-03-05T17:26:12.759971Z","steps":["trace[1921907041] 'agreement among raft nodes before linearized reading' (duration: 2.997852952s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:12.760047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.761991Z","time spent":"2.998044327s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 17:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:12.767848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999640185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:12.767934Z","caller":"traceutil/trace.go:171","msg":"trace[823972262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999760727s","start":"2026-03-05T17:26:02.768152Z","end":"2026-03-05T17:26:12.767913Z","steps":["trace[823972262] 'agreement among raft nodes before linearized reading' (duration: 9.999664775s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:12.767986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.768138Z","time spent":"9.99983572s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/05 17:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:12.768032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999931602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:12.768431Z","caller":"traceutil/trace.go:171","msg":"trace[1027934804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000364553s","start":"2026-03-05T17:26:02.768053Z","end":"2026-03-05T17:26:12.768418Z","steps":["trace[1027934804] 'agreement among raft nodes before linearized reading' (duration: 9.999953503s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:12.768483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.768043Z","time spent":"10.000430604s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/05 17:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:12.76872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996670593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:12.768914Z","caller":"traceutil/trace.go:171","msg":"trace[82996737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996902929s","start":"2026-03-05T17:26:09.771994Z","end":"2026-03-05T17:26:12.768896Z","steps":["trace[82996737] 'agreement among raft nodes before linearized reading' (duration: 2.996704424s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:12.768974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.771979Z","time spent":"2.996973561s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 17:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:14.283878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999226267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:14.283956Z","caller":"traceutil/trace.go:171","msg":"trace[547920360] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999358101s","start":"2026-03-05T17:26:09.28458Z","end":"2026-03-05T17:26:14.283938Z","steps":["trace[547920360] 'agreement among raft nodes before linearized reading' (duration: 4.999263048s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:14.283999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.284564Z","time spent":"4.999425082s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/05 17:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:14.286087Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"2c819cbedb2f5182","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-05T17:26:14.4924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007320466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:14.492493Z","caller":"traceutil/trace.go:171","msg":"trace[1256034855] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00747747s","start":"2026-03-05T17:26:04.484995Z","end":"2026-03-05T17:26:14.492472Z","steps":["trace[1256034855] 'agreement among raft nodes before linearized reading' (duration: 10.007353647s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:14.492595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.484973Z","time spent":"10.007603583s","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/05 17:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:14.635449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996939309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:14.63555Z","caller":"traceutil/trace.go:171","msg":"trace[1039247147] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997103793s","start":"2026-03-05T17:26:09.638423Z","end":"2026-03-05T17:26:14.635527Z","steps":["trace[1039247147] 'agreement among raft nodes before linearized reading' (duration: 4.99697978s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:14.635606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.638395Z","time spent":"4.997199646s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/05 17:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:14.636936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997392191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:14.637425Z","caller":"traceutil/trace.go:171","msg":"trace[1559110220] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99774633s","start":"2026-03-05T17:26:09.639472Z","end":"2026-03-05T17:26:14.637218Z","steps":["trace[1559110220] 'agreement among raft nodes before linearized reading' (duration: 4.997415032s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:14.63752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997605996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:14.637584Z","caller":"traceutil/trace.go:171","msg":"trace[956779337] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99771499s","start":"2026-03-05T17:26:09.639854Z","end":"2026-03-05T17:26:14.637569Z","steps":["trace[956779337] 'agreement among raft nodes before linearized reading' (duration: 4.997646848s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:14.637634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.639832Z","time spent":"4.997790021s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/05 17:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:14.6379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.639458Z","time spent":"4.998056907s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/05 17:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:14.638317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998478398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:14.638418Z","caller":"traceutil/trace.go:171","msg":"trace[2044452055] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998644012s","start":"2026-03-05T17:26:09.639754Z","end":"2026-03-05T17:26:14.638398Z","steps":["trace[2044452055] 'agreement among raft nodes before linearized reading' (duration: 4.998526679s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:14.638478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.639727Z","time spent":"4.998735825s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/05 17:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:14.639256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997882064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:14.639313Z","caller":"traceutil/trace.go:171","msg":"trace[1730495069] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997966035s","start":"2026-03-05T17:26:09.641333Z","end":"2026-03-05T17:26:14.639299Z","steps":["trace[1730495069] 'agreement among raft nodes before linearized reading' (duration: 4.997899994s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:14.639353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.641321Z","time spent":"4.998022776s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/05 17:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:14.661986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998654694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:14.662137Z","caller":"traceutil/trace.go:171","msg":"trace[974832192] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998871139s","start":"2026-03-05T17:26:09.663246Z","end":"2026-03-05T17:26:14.662117Z","steps":["trace[974832192] 'agreement among raft nodes before linearized reading' (duration: 4.998702405s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:14.662213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.663234Z","time spent":"4.998967261s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/05 17:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:14.670312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:14.670381Z","caller":"traceutil/trace.go:171","msg":"trace[1873523365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99996533s","start":"2026-03-05T17:26:12.6704Z","end":"2026-03-05T17:26:14.670365Z","steps":["trace[1873523365] 'agreement among raft nodes before linearized reading' (duration: 1.999884628s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:14.670473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.670384Z","time spent":"2.000074523s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:15.249063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570927262s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:26:15.249475Z","caller":"traceutil/trace.go:171","msg":"trace[875837102] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23813; }","duration":"6.94693949s","start":"2026-03-05T17:26:08.302512Z","end":"2026-03-05T17:26:15.249451Z","steps":["trace[875837102] 'process raft request' (duration: 6.946645232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.249603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:08.302489Z","time spent":"6.947033112s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:15.471646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.20562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:15.471806Z","caller":"traceutil/trace.go:171","msg":"trace[1676157071] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"5.332060263s","start":"2026-03-05T17:26:10.139694Z","end":"2026-03-05T17:26:15.471754Z","steps":["trace[1676157071] 'process raft request' (duration: 5.109669009s)","trace[1676157071] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:470; } (duration: 221.906472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:15.471976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.139667Z","time spent":"5.332225668s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:15.471946Z","caller":"traceutil/trace.go:171","msg":"trace[71573392] linearizableReadLoop","detail":"{readStateIndex:24654; appliedIndex:24651; }","duration":"4.91139193s","start":"2026-03-05T17:26:10.560494Z","end":"2026-03-05T17:26:15.471886Z","steps":["trace[71573392] 'read index received' (duration: 117.639573ms)","trace[71573392] 'applied index is now lower than readState.Index' (duration: 4.793747606s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:15.472195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.737084271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.472165Z","caller":"traceutil/trace.go:171","msg":"trace[1631911464] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"2.737609032s","start":"2026-03-05T17:26:12.734521Z","end":"2026-03-05T17:26:15.47213Z","steps":["trace[1631911464] 'process raft request' (duration: 2.737352805s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.472247Z","caller":"traceutil/trace.go:171","msg":"trace[381605996] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23820; }","duration":"8.737159553s","start":"2026-03-05T17:26:06.735072Z","end":"2026-03-05T17:26:15.472232Z","steps":["trace[381605996] 'agreement among raft nodes before linearized reading' (duration: 8.73703191s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.472245Z","caller":"traceutil/trace.go:171","msg":"trace[1155299062] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"4.564508552s","start":"2026-03-05T17:26:10.907717Z","end":"2026-03-05T17:26:15.472226Z","steps":["trace[1155299062] 'process raft request' (duration: 4.56404123s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.4723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:06.735056Z","time spent":"8.737231124s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.472352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.948159547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.472398Z","caller":"traceutil/trace.go:171","msg":"trace[1345751906] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23820; }","duration":"11.948239189s","start":"2026-03-05T17:26:03.524144Z","end":"2026-03-05T17:26:15.472384Z","steps":["trace[1345751906] 'agreement among raft nodes before linearized reading' (duration: 11.948179317s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.472425Z","caller":"traceutil/trace.go:171","msg":"trace[874430536] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"2.70197786s","start":"2026-03-05T17:26:12.770413Z","end":"2026-03-05T17:26:15.472391Z","steps":["trace[874430536] 'process raft request' (duration: 2.70158972s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.47245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.734493Z","time spent":"2.737803017s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:15.472402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.622605573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:15.472504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.770398Z","time spent":"2.702071062s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:15.472502Z","caller":"traceutil/trace.go:171","msg":"trace[1013659126] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"2.701486328s","start":"2026-03-05T17:26:12.770994Z","end":"2026-03-05T17:26:15.47248Z","steps":["trace[1013659126] 'process raft request' (duration: 2.701044457s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.472567Z","caller":"traceutil/trace.go:171","msg":"trace[369230621] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23820; }","duration":"11.622964722s","start":"2026-03-05T17:26:03.849588Z","end":"2026-03-05T17:26:15.472553Z","steps":["trace[369230621] 'agreement among raft nodes before linearized reading' (duration: 11.622537171s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.472373Z","caller":"traceutil/trace.go:171","msg":"trace[248791836] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"2.70311606s","start":"2026-03-05T17:26:12.769216Z","end":"2026-03-05T17:26:15.472332Z","steps":["trace[248791836] 'process raft request' (duration: 2.70274905s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.472638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049211058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:15.47266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.8261915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"warn","ts":"2026-03-05T17:26:15.472674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.769198Z","time spent":"2.703449127s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:15.47268Z","caller":"traceutil/trace.go:171","msg":"trace[1105980416] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23820; }","duration":"5.049288259s","start":"2026-03-05T17:26:10.42338Z","end":"2026-03-05T17:26:15.472669Z","steps":["trace[1105980416] 'agreement among raft nodes before linearized reading' (duration: 5.049188506s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.472668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.770982Z","time spent":"2.70159226s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:15.472715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.423365Z","time spent":"5.049340611s","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.472659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:03.84957Z","time spent":"11.623074414s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.472931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.826474437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"warn","ts":"2026-03-05T17:26:15.47301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.420369762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:15.473024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.907691Z","time spent":"4.564604845s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:15.473047Z","caller":"traceutil/trace.go:171","msg":"trace[1302084416] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23820; }","duration":"5.420443484s","start":"2026-03-05T17:26:10.05259Z","end":"2026-03-05T17:26:15.473033Z","steps":["trace[1302084416] 'agreement among raft nodes before linearized reading' (duration: 5.420380992s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.472711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.82619844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"warn","ts":"2026-03-05T17:26:15.472993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.816725785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-03-05T17:26:15.473108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.05257Z","time spent":"5.420508856s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.473151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.826832487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"warn","ts":"2026-03-05T17:26:15.472521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.743183984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-05T17:26:15.473173Z","caller":"traceutil/trace.go:171","msg":"trace[815276623] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:23820; }","duration":"12.826895028s","start":"2026-03-05T17:26:02.646272Z","end":"2026-03-05T17:26:15.473167Z","steps":["trace[815276623] 'agreement among raft nodes before linearized reading' (duration: 12.826833697s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.473144Z","caller":"traceutil/trace.go:171","msg":"trace[1584406700] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23820; }","duration":"12.826691722s","start":"2026-03-05T17:26:02.646441Z","end":"2026-03-05T17:26:15.473133Z","steps":["trace[1584406700] 'agreement among raft nodes before linearized reading' (duration: 12.826272942s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.473191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.646252Z","time spent":"12.826936249s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4518,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-03-05T17:26:15.4732Z","caller":"traceutil/trace.go:171","msg":"trace[835595195] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23820; }","duration":"12.743881572s","start":"2026-03-05T17:26:02.729304Z","end":"2026-03-05T17:26:15.473185Z","steps":["trace[835595195] 'agreement among raft nodes before linearized reading' (duration: 12.743157154s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.4723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.815101368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T17:26:15.473226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.559226442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.473263Z","caller":"traceutil/trace.go:171","msg":"trace[1205778096] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23820; }","duration":"11.816072432s","start":"2026-03-05T17:26:03.657173Z","end":"2026-03-05T17:26:15.473245Z","steps":["trace[1205778096] 'agreement among raft nodes before linearized reading' (duration: 11.814996726s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.473295Z","caller":"traceutil/trace.go:171","msg":"trace[1117700975] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23820; }","duration":"10.559339765s","start":"2026-03-05T17:26:04.913942Z","end":"2026-03-05T17:26:15.473281Z","steps":["trace[1117700975] 'agreement among raft nodes before linearized reading' (duration: 10.559238342s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.473308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.808732074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T17:26:15.473166Z","caller":"traceutil/trace.go:171","msg":"trace[216481774] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:23820; }","duration":"12.82660226s","start":"2026-03-05T17:26:02.646486Z","end":"2026-03-05T17:26:15.473088Z","steps":["trace[216481774] 'agreement among raft nodes before linearized reading' (duration: 12.826043036s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.473351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:03.657115Z","time spent":"11.816216196s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"info","ts":"2026-03-05T17:26:15.473351Z","caller":"traceutil/trace.go:171","msg":"trace[1214692479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23820; }","duration":"12.808834266s","start":"2026-03-05T17:26:02.664507Z","end":"2026-03-05T17:26:15.473342Z","steps":["trace[1214692479] 'agreement among raft nodes before linearized reading' (duration: 12.808660042s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.473121Z","caller":"traceutil/trace.go:171","msg":"trace[131810621] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:23820; }","duration":"12.816864888s","start":"2026-03-05T17:26:02.656244Z","end":"2026-03-05T17:26:15.473109Z","steps":["trace[131810621] 'agreement among raft nodes before linearized reading' (duration: 12.816405846s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.473491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.656237Z","time spent":"12.817243927s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4156,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-05T17:26:15.473152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.599477133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T17:26:15.473643Z","caller":"traceutil/trace.go:171","msg":"trace[1239891058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23820; }","duration":"11.599992977s","start":"2026-03-05T17:26:03.873632Z","end":"2026-03-05T17:26:15.473625Z","steps":["trace[1239891058] 'agreement among raft nodes before linearized reading' (duration: 11.599427062s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.473702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:03.873615Z","time spent":"11.600071499s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:26:15.473328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.119035154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.473822Z","caller":"traceutil/trace.go:171","msg":"trace[1816869860] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23820; }","duration":"5.119524227s","start":"2026-03-05T17:26:10.354285Z","end":"2026-03-05T17:26:15.473809Z","steps":["trace[1816869860] 'agreement among raft nodes before linearized reading' (duration: 5.119018773s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.473869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.354252Z","time spent":"5.119603239s","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.473278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.096039059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.473937Z","caller":"traceutil/trace.go:171","msg":"trace[1966326458] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23820; }","duration":"5.096718327s","start":"2026-03-05T17:26:10.377201Z","end":"2026-03-05T17:26:15.47392Z","steps":["trace[1966326458] 'agreement among raft nodes before linearized reading' (duration: 5.096043679s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.474003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.377191Z","time spent":"5.096793478s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.473257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.72929Z","time spent":"12.743954193s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-05T17:26:15.473411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.646432Z","time spent":"12.82696441s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5153,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-05T17:26:15.474322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.82481766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T17:26:15.474375Z","caller":"traceutil/trace.go:171","msg":"trace[1134992093] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23820; }","duration":"7.824903113s","start":"2026-03-05T17:26:07.649456Z","end":"2026-03-05T17:26:15.474359Z","steps":["trace[1134992093] 'agreement among raft nodes before linearized reading' (duration: 7.823743383s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.474405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:07.649437Z","time spent":"7.824959653s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T17:26:15.473226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.184120603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:15.474513Z","caller":"traceutil/trace.go:171","msg":"trace[452087254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23820; }","duration":"9.185494608s","start":"2026-03-05T17:26:06.289002Z","end":"2026-03-05T17:26:15.474497Z","steps":["trace[452087254] 'agreement among raft nodes before linearized reading' (duration: 9.184066232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.474577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:06.288982Z","time spent":"9.185569939s","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.474618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.664498Z","time spent":"12.808919748s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:26:15.474674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.134471161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:15.474676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.821822652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T17:26:15.474716Z","caller":"traceutil/trace.go:171","msg":"trace[524708142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23820; }","duration":"5.134529422s","start":"2026-03-05T17:26:10.340174Z","end":"2026-03-05T17:26:15.474703Z","steps":["trace[524708142] 'agreement among raft nodes before linearized reading' (duration: 5.13443946s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.474732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.814709777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T17:26:15.474751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.340114Z","time spent":"5.134627104s","remote":"127.0.0.1:56880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.474749Z","caller":"traceutil/trace.go:171","msg":"trace[324048513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23820; }","duration":"12.821899694s","start":"2026-03-05T17:26:02.652827Z","end":"2026-03-05T17:26:15.474726Z","steps":["trace[324048513] 'agreement among raft nodes before linearized reading' (duration: 12.821729559s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.473293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.830835437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-03-05T17:26:15.47334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.913923Z","time spent":"10.559406956s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.474779Z","caller":"traceutil/trace.go:171","msg":"trace[840910775] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23820; }","duration":"5.814777509s","start":"2026-03-05T17:26:09.659989Z","end":"2026-03-05T17:26:15.474767Z","steps":["trace[840910775] 'agreement among raft nodes before linearized reading' (duration: 5.814666026s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.474776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.594488999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:15.47481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.659979Z","time spent":"5.814823089s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"info","ts":"2026-03-05T17:26:15.474834Z","caller":"traceutil/trace.go:171","msg":"trace[1271713182] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23820; }","duration":"9.594600722s","start":"2026-03-05T17:26:05.880214Z","end":"2026-03-05T17:26:15.474815Z","steps":["trace[1271713182] 'agreement among raft nodes before linearized reading' (duration: 9.594457418s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.474896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:05.880182Z","time spent":"9.594702625s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.472697Z","caller":"traceutil/trace.go:171","msg":"trace[1846470544] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23820; }","duration":"12.826227411s","start":"2026-03-05T17:26:02.646458Z","end":"2026-03-05T17:26:15.472685Z","steps":["trace[1846470544] 'agreement among raft nodes before linearized reading' (duration: 12.826154149s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.474924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.817424141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7599"} {"level":"warn","ts":"2026-03-05T17:26:15.474955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.2215799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:15.47244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:03.524124Z","time spent":"11.9483074s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.474997Z","caller":"traceutil/trace.go:171","msg":"trace[903276556] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23820; }","duration":"5.221639221s","start":"2026-03-05T17:26:10.253349Z","end":"2026-03-05T17:26:15.474988Z","steps":["trace[903276556] 'agreement among raft nodes before linearized reading' (duration: 5.221550359s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.512919598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a01f4a6ecb4c5\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-05T17:26:15.475032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.253261Z","time spent":"5.221761744s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.475038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.818659563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-03-05T17:26:15.475048Z","caller":"traceutil/trace.go:171","msg":"trace[595929369] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a01f4a6ecb4c5; range_end:; response_count:1; response_revision:23820; }","duration":"7.512977779s","start":"2026-03-05T17:26:07.962061Z","end":"2026-03-05T17:26:15.475039Z","steps":["trace[595929369] 'agreement among raft nodes before linearized reading' (duration: 7.512886917s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.475045Z","caller":"traceutil/trace.go:171","msg":"trace[1762120492] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23820; }","duration":"12.832590051s","start":"2026-03-05T17:26:02.642438Z","end":"2026-03-05T17:26:15.475028Z","steps":["trace[1762120492] 'agreement among raft nodes before linearized reading' (duration: 12.830790036s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:07.962033Z","time spent":"7.513040761s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a01f4a6ecb4c5\" "} {"level":"warn","ts":"2026-03-05T17:26:15.474971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.646455Z","time spent":"12.828485128s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4733,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-05T17:26:15.475091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.823568305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-05T17:26:15.475115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.642434Z","time spent":"12.832665523s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4773,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-05T17:26:15.475131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.818758525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-05T17:26:15.47514Z","caller":"traceutil/trace.go:171","msg":"trace[376000751] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23820; }","duration":"12.823617017s","start":"2026-03-05T17:26:02.651516Z","end":"2026-03-05T17:26:15.475133Z","steps":["trace[376000751] 'agreement among raft nodes before linearized reading' (duration: 12.823470193s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.651493Z","time spent":"12.823659058s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:26:15.475157Z","caller":"traceutil/trace.go:171","msg":"trace[529437517] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:23820; }","duration":"12.818795206s","start":"2026-03-05T17:26:02.656353Z","end":"2026-03-05T17:26:15.475148Z","steps":["trace[529437517] 'agreement among raft nodes before linearized reading' (duration: 12.818729644s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.656347Z","time spent":"12.818831577s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5055,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-03-05T17:26:15.475197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.308421692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.475229Z","caller":"traceutil/trace.go:171","msg":"trace[957707509] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23820; }","duration":"5.308494724s","start":"2026-03-05T17:26:10.166726Z","end":"2026-03-05T17:26:15.47522Z","steps":["trace[957707509] 'agreement among raft nodes before linearized reading' (duration: 5.308442352s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.472477Z","caller":"traceutil/trace.go:171","msg":"trace[1515668436] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"2.71111713s","start":"2026-03-05T17:26:12.761349Z","end":"2026-03-05T17:26:15.472466Z","steps":["trace[1515668436] 'process raft request' (duration: 2.710565556s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.823861073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"warn","ts":"2026-03-05T17:26:15.475291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.761325Z","time spent":"2.71393786s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:15.475313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.818993591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"warn","ts":"2026-03-05T17:26:15.474624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.788111862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T17:26:15.475394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.824038077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-03-05T17:26:15.475452Z","caller":"traceutil/trace.go:171","msg":"trace[804996867] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:23820; }","duration":"12.824104839s","start":"2026-03-05T17:26:02.651341Z","end":"2026-03-05T17:26:15.475446Z","steps":["trace[804996867] 'agreement among raft nodes before linearized reading' (duration: 12.823986466s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911463172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9034"} {"level":"warn","ts":"2026-03-05T17:26:15.472972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.558942615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T17:26:15.475476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.116171119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.475483Z","caller":"traceutil/trace.go:171","msg":"trace[1499232283] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:23820; }","duration":"4.911504452s","start":"2026-03-05T17:26:10.563972Z","end":"2026-03-05T17:26:15.475476Z","steps":["trace[1499232283] 'agreement among raft nodes before linearized reading' (duration: 4.91143073s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.474959Z","caller":"traceutil/trace.go:171","msg":"trace[1691950127] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:23820; }","duration":"12.817481233s","start":"2026-03-05T17:26:02.657466Z","end":"2026-03-05T17:26:15.474947Z","steps":["trace[1691950127] 'agreement among raft nodes before linearized reading' (duration: 12.81736583s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.473209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.646436Z","time spent":"12.826761455s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5469,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-05T17:26:15.475404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.91812584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:15.475569Z","caller":"traceutil/trace.go:171","msg":"trace[729917105] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23820; }","duration":"10.116270692s","start":"2026-03-05T17:26:05.359232Z","end":"2026-03-05T17:26:15.475502Z","steps":["trace[729917105] 'agreement among raft nodes before linearized reading' (duration: 10.11621667s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202657425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:15.475594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.657455Z","time spent":"12.818126999s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7622,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"info","ts":"2026-03-05T17:26:15.475612Z","caller":"traceutil/trace.go:171","msg":"trace[984588015] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23820; }","duration":"3.202712776s","start":"2026-03-05T17:26:12.272891Z","end":"2026-03-05T17:26:15.475604Z","steps":["trace[984588015] 'agreement among raft nodes before linearized reading' (duration: 3.202672495s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:05.359195Z","time spent":"10.116409404s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.475636Z","caller":"traceutil/trace.go:171","msg":"trace[933859243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23820; }","duration":"10.918361936s","start":"2026-03-05T17:26:04.557268Z","end":"2026-03-05T17:26:15.47563Z","steps":["trace[933859243] 'agreement among raft nodes before linearized reading' (duration: 10.91810395s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.47564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.272876Z","time spent":"3.202757698s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.475633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759448058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:15.475664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.557201Z","time spent":"10.918453578s","remote":"127.0.0.1:56850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.475679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.166712Z","time spent":"5.308951285s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.473322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.826901838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"warn","ts":"2026-03-05T17:26:15.47574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.184281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.475065Z","caller":"traceutil/trace.go:171","msg":"trace[786662767] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:23820; }","duration":"12.818697744s","start":"2026-03-05T17:26:02.65636Z","end":"2026-03-05T17:26:15.475057Z","steps":["trace[786662767] 'agreement among raft nodes before linearized reading' (duration: 12.818619082s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.475761Z","caller":"traceutil/trace.go:171","msg":"trace[713105043] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23820; }","duration":"12.829350559s","start":"2026-03-05T17:26:02.646396Z","end":"2026-03-05T17:26:15.475747Z","steps":["trace[713105043] 'agreement among raft nodes before linearized reading' (duration: 12.826891317s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.475774Z","caller":"traceutil/trace.go:171","msg":"trace[1305235536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23820; }","duration":"797.216732ms","start":"2026-03-05T17:26:14.678548Z","end":"2026-03-05T17:26:15.475765Z","steps":["trace[1305235536] 'agreement among raft nodes before linearized reading' (duration: 797.155771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.656353Z","time spent":"12.819429552s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4704,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-05T17:26:15.475808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311492958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:15.47321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.793565708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-05T17:26:15.475857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.829200395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-05T17:26:15.475874Z","caller":"traceutil/trace.go:171","msg":"trace[157421797] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23820; }","duration":"12.829230697s","start":"2026-03-05T17:26:02.646638Z","end":"2026-03-05T17:26:15.475869Z","steps":["trace[157421797] 'agreement among raft nodes before linearized reading' (duration: 12.829162215s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.475877Z","caller":"traceutil/trace.go:171","msg":"trace[953402088] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23820; }","duration":"5.796266266s","start":"2026-03-05T17:26:09.679596Z","end":"2026-03-05T17:26:15.475862Z","steps":["trace[953402088] 'agreement among raft nodes before linearized reading' (duration: 5.793476616s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.64663Z","time spent":"12.829269598s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-05T17:26:15.475508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.651337Z","time spent":"12.82412883s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4635,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:26:15.475915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743881444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:15.475924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:09.67958Z","time spent":"5.796329837s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T17:26:15.475944Z","caller":"traceutil/trace.go:171","msg":"trace[25376435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23820; }","duration":"3.743954345s","start":"2026-03-05T17:26:11.731982Z","end":"2026-03-05T17:26:15.475936Z","steps":["trace[25376435] 'agreement among raft nodes before linearized reading' (duration: 3.743910354s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.153061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-05T17:26:15.475973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:11.73196Z","time spent":"3.744004957s","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.475509Z","caller":"traceutil/trace.go:171","msg":"trace[1961151813] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23820; }","duration":"10.56151292s","start":"2026-03-05T17:26:04.913984Z","end":"2026-03-05T17:26:15.475497Z","steps":["trace[1961151813] 'agreement among raft nodes before linearized reading' (duration: 10.558375111s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.475678Z","caller":"traceutil/trace.go:171","msg":"trace[1208740137] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23820; }","duration":"2.759545161s","start":"2026-03-05T17:26:12.716121Z","end":"2026-03-05T17:26:15.475666Z","steps":["trace[1208740137] 'agreement among raft nodes before linearized reading' (duration: 2.759331996s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.476024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.913975Z","time spent":"10.562035812s","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T17:26:15.476069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.716099Z","time spent":"2.759944571s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.476129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863071246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:15.475876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512543008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:15.476171Z","caller":"traceutil/trace.go:171","msg":"trace[1946182027] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23820; }","duration":"3.863152318s","start":"2026-03-05T17:26:11.613008Z","end":"2026-03-05T17:26:15.47616Z","steps":["trace[1946182027] 'agreement among raft nodes before linearized reading' (duration: 3.863093917s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.476208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:11.612984Z","time spent":"3.863215249s","remote":"127.0.0.1:42714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.475337Z","caller":"traceutil/trace.go:171","msg":"trace[2039892586] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:23820; }","duration":"12.819018011s","start":"2026-03-05T17:26:02.656312Z","end":"2026-03-05T17:26:15.47533Z","steps":["trace[2039892586] 'agreement among raft nodes before linearized reading' (duration: 12.81894791s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.476277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.656245Z","time spent":"12.820021857s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3582,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-03-05T17:26:15.475273Z","caller":"traceutil/trace.go:171","msg":"trace[1633783541] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23820; }","duration":"12.823904794s","start":"2026-03-05T17:26:02.651363Z","end":"2026-03-05T17:26:15.475268Z","steps":["trace[1633783541] 'agreement among raft nodes before linearized reading' (duration: 12.823832092s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.652822Z","time spent":"12.822206081s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-05T17:26:15.476329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.65136Z","time spent":"12.82495269s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5204,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:26:15.475796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.646392Z","time spent":"12.829393291s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-05T17:26:15.476393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598661226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.47641Z","caller":"traceutil/trace.go:171","msg":"trace[1356161117] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23820; }","duration":"2.598719108s","start":"2026-03-05T17:26:12.877686Z","end":"2026-03-05T17:26:15.476405Z","steps":["trace[1356161117] 'agreement among raft nodes before linearized reading' (duration: 2.598669886s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.476183Z","caller":"traceutil/trace.go:171","msg":"trace[1859382869] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23820; }","duration":"3.512869265s","start":"2026-03-05T17:26:11.963308Z","end":"2026-03-05T17:26:15.476177Z","steps":["trace[1859382869] 'agreement among raft nodes before linearized reading' (duration: 3.512546517s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.476438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366333936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:15.47646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:11.963293Z","time spent":"3.513157194s","remote":"127.0.0.1:48932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.47643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.877661Z","time spent":"2.59876464s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.476487Z","caller":"traceutil/trace.go:171","msg":"trace[1470341603] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23820; }","duration":"4.366446469s","start":"2026-03-05T17:26:11.11003Z","end":"2026-03-05T17:26:15.476476Z","steps":["trace[1470341603] 'agreement among raft nodes before linearized reading' (duration: 4.366366896s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.472596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.826106628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-03-05T17:26:15.475409Z","caller":"traceutil/trace.go:171","msg":"trace[1681238255] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6; range_end:; response_count:1; response_revision:23820; }","duration":"9.788911922s","start":"2026-03-05T17:26:05.686476Z","end":"2026-03-05T17:26:15.475388Z","steps":["trace[1681238255] 'agreement among raft nodes before linearized reading' (duration: 9.787949898s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.475336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.828941909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-05T17:26:15.475547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.563956Z","time spent":"4.911550524s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9057,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-05T17:26:15.475836Z","caller":"traceutil/trace.go:171","msg":"trace[1653443037] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23820; }","duration":"3.311548959s","start":"2026-03-05T17:26:12.164279Z","end":"2026-03-05T17:26:15.475828Z","steps":["trace[1653443037] 'agreement among raft nodes before linearized reading' (duration: 3.311500948s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.47663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215606709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.476646Z","caller":"traceutil/trace.go:171","msg":"trace[2108784208] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23820; }","duration":"1.21562518s","start":"2026-03-05T17:26:14.261016Z","end":"2026-03-05T17:26:15.476642Z","steps":["trace[2108784208] 'agreement among raft nodes before linearized reading' (duration: 1.215595079s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.476649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.164259Z","time spent":"3.312379361s","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.475826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:14.678507Z","time spent":"797.310065ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:15.476715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.626020291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-05T17:26:15.47611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.608928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-05T17:26:15.476752Z","caller":"traceutil/trace.go:171","msg":"trace[533212562] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23820; }","duration":"4.626069973s","start":"2026-03-05T17:26:10.850672Z","end":"2026-03-05T17:26:15.476742Z","steps":["trace[533212562] 'agreement among raft nodes before linearized reading' (duration: 4.62593937s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.47678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.850651Z","time spent":"4.626122914s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T17:26:15.476781Z","caller":"traceutil/trace.go:171","msg":"trace[2122580266] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23820; }","duration":"837.307736ms","start":"2026-03-05T17:26:14.639455Z","end":"2026-03-05T17:26:15.476763Z","steps":["trace[2122580266] 'agreement among raft nodes before linearized reading' (duration: 836.571567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.476661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:14.260932Z","time spent":"1.215723742s","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.476843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:14.639432Z","time spent":"837.395208ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-05T17:26:15.476867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744221528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:15.476892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.566679474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T17:26:15.476898Z","caller":"traceutil/trace.go:171","msg":"trace[561371549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23820; }","duration":"2.744253519s","start":"2026-03-05T17:26:12.732635Z","end":"2026-03-05T17:26:15.476889Z","steps":["trace[561371549] 'agreement among raft nodes before linearized reading' (duration: 2.744204538s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.476939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.732581Z","time spent":"2.744348921s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.476952Z","caller":"traceutil/trace.go:171","msg":"trace[584119784] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23820; }","duration":"11.566753206s","start":"2026-03-05T17:26:03.910171Z","end":"2026-03-05T17:26:15.476924Z","steps":["trace[584119784] 'agreement among raft nodes before linearized reading' (duration: 11.566639273s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.476943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.830512979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"warn","ts":"2026-03-05T17:26:15.476981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:03.910157Z","time spent":"11.566817087s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T17:26:15.476992Z","caller":"traceutil/trace.go:171","msg":"trace[965649417] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:23820; }","duration":"12.83057839s","start":"2026-03-05T17:26:02.646401Z","end":"2026-03-05T17:26:15.47698Z","steps":["trace[965649417] 'agreement among raft nodes before linearized reading' (duration: 12.830411886s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.477025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.646393Z","time spent":"12.830626122s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10965,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-05T17:26:15.477042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:11.11001Z","time spent":"4.367024713s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:15.476002Z","caller":"traceutil/trace.go:171","msg":"trace[1472585271] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23820; }","duration":"835.242724ms","start":"2026-03-05T17:26:14.640746Z","end":"2026-03-05T17:26:15.475989Z","steps":["trace[1472585271] 'agreement among raft nodes before linearized reading' (duration: 835.10255ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.477075Z","caller":"traceutil/trace.go:171","msg":"trace[2135581643] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:23820; }","duration":"12.830584081s","start":"2026-03-05T17:26:02.646475Z","end":"2026-03-05T17:26:15.477059Z","steps":["trace[2135581643] 'agreement among raft nodes before linearized reading' (duration: 12.826065488s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.477073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.834834828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"warn","ts":"2026-03-05T17:26:15.477112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:14.640727Z","time spent":"836.372213ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-05T17:26:15.477121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.646472Z","time spent":"12.830636432s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4243,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-05T17:26:15.47699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.63793841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.477127Z","caller":"traceutil/trace.go:171","msg":"trace[42187281] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:23820; }","duration":"12.83490742s","start":"2026-03-05T17:26:02.642206Z","end":"2026-03-05T17:26:15.477114Z","steps":["trace[42187281] 'agreement among raft nodes before linearized reading' (duration: 12.834650373s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.477138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:05.686406Z","time spent":"9.790722308s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" "} {"level":"warn","ts":"2026-03-05T17:26:15.477172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.6422Z","time spent":"12.834963491s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5081,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:26:15.477175Z","caller":"traceutil/trace.go:171","msg":"trace[1668595870] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23820; }","duration":"4.638145205s","start":"2026-03-05T17:26:10.839013Z","end":"2026-03-05T17:26:15.477158Z","steps":["trace[1668595870] 'agreement among raft nodes before linearized reading' (duration: 4.6379431s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:15.477133Z","caller":"traceutil/trace.go:171","msg":"trace[949175612] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23820; }","duration":"12.830668343s","start":"2026-03-05T17:26:02.646376Z","end":"2026-03-05T17:26:15.477044Z","steps":["trace[949175612] 'agreement among raft nodes before linearized reading' (duration: 12.828877118s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.477293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:02.64637Z","time spent":"12.830905168s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3784,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-05T17:26:15.477312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724220208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:15.477378Z","caller":"traceutil/trace.go:171","msg":"trace[581700910] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23820; }","duration":"2.72430811s","start":"2026-03-05T17:26:12.753061Z","end":"2026-03-05T17:26:15.477369Z","steps":["trace[581700910] 'agreement among raft nodes before linearized reading' (duration: 2.723632653s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.47722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:10.838994Z","time spent":"4.638212747s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.477414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:12.753019Z","time spent":"2.724386952s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.478161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.758870416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.478244Z","caller":"traceutil/trace.go:171","msg":"trace[1670567638] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23820; }","duration":"10.758981689s","start":"2026-03-05T17:26:04.719239Z","end":"2026-03-05T17:26:15.478221Z","steps":["trace[1670567638] 'agreement among raft nodes before linearized reading' (duration: 10.758853596s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.478308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:04.719225Z","time spent":"10.759065051s","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:15.475846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.47419748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:15.481199Z","caller":"traceutil/trace.go:171","msg":"trace[2069998293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23820; }","duration":"9.479645307s","start":"2026-03-05T17:26:06.001497Z","end":"2026-03-05T17:26:15.481142Z","steps":["trace[2069998293] 'agreement among raft nodes before linearized reading' (duration: 9.471956504s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:15.481298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:06.001473Z","time spent":"9.479760069s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:16.130545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.39953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:16.130845Z","caller":"traceutil/trace.go:171","msg":"trace[1895609945] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"656.638275ms","start":"2026-03-05T17:26:15.474166Z","end":"2026-03-05T17:26:16.130804Z","steps":["trace[1895609945] 'process raft request' (duration: 354.890287ms)","trace[1895609945] 'compare' (duration: 220.2513ms)","trace[1895609945] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/masterleases/162.253.55.140; req_size:118; } (duration: 80.76239ms)"],"step_count":3} {"level":"warn","ts":"2026-03-05T17:26:16.130984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.474144Z","time spent":"656.760909ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:16.131004Z","caller":"traceutil/trace.go:171","msg":"trace[2109904556] linearizableReadLoop","detail":"{readStateIndex:24662; appliedIndex:24661; }","duration":"652.642236ms","start":"2026-03-05T17:26:15.478304Z","end":"2026-03-05T17:26:16.130946Z","steps":["trace[2109904556] 'read index received' (duration: 350.767354ms)","trace[2109904556] 'applied index is now lower than readState.Index' (duration: 301.871862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:16.131182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.859011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:16.131235Z","caller":"traceutil/trace.go:171","msg":"trace[1703693067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23821; }","duration":"652.949914ms","start":"2026-03-05T17:26:15.478277Z","end":"2026-03-05T17:26:16.131227Z","steps":["trace[1703693067] 'agreement among raft nodes before linearized reading' (duration: 652.817421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.131263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.478261Z","time spent":"652.994744ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:26:16.132703Z","caller":"traceutil/trace.go:171","msg":"trace[1348157347] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"652.420611ms","start":"2026-03-05T17:26:15.480264Z","end":"2026-03-05T17:26:16.132685Z","steps":["trace[1348157347] 'process raft request' (duration: 650.452001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.132826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.480247Z","time spent":"652.516743ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:16.133175Z","caller":"traceutil/trace.go:171","msg":"trace[1713751141] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"645.9765ms","start":"2026-03-05T17:26:15.487186Z","end":"2026-03-05T17:26:16.133163Z","steps":["trace[1713751141] 'process raft request' (duration: 645.691583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.133252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.487177Z","time spent":"646.024241ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:16.133301Z","caller":"traceutil/trace.go:171","msg":"trace[1186748807] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"652.367849ms","start":"2026-03-05T17:26:15.480871Z","end":"2026-03-05T17:26:16.133238Z","steps":["trace[1186748807] 'process raft request' (duration: 651.743984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.133454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.991284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-05T17:26:16.133463Z","caller":"traceutil/trace.go:171","msg":"trace[1648667198] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"564.604565ms","start":"2026-03-05T17:26:15.568842Z","end":"2026-03-05T17:26:16.133446Z","steps":["trace[1648667198] 'process raft request' (duration: 564.072521ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:16.133512Z","caller":"traceutil/trace.go:171","msg":"trace[1058495056] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23826; }","duration":"651.080827ms","start":"2026-03-05T17:26:15.482419Z","end":"2026-03-05T17:26:16.1335Z","steps":["trace[1058495056] 'agreement among raft nodes before linearized reading' (duration: 650.955424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.133538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.482409Z","time spent":"651.123398ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T17:26:16.133538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.480856Z","time spent":"652.540903ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:16.133582Z","caller":"traceutil/trace.go:171","msg":"trace[571322927] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"647.156558ms","start":"2026-03-05T17:26:15.486396Z","end":"2026-03-05T17:26:16.133552Z","steps":["trace[571322927] 'process raft request' (duration: 646.41057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.133456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.858846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-vbhb7\" ","response":"range_response_count:1 size:4906"} {"level":"warn","ts":"2026-03-05T17:26:16.133681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.114902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-05T17:26:16.13369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.293032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-05T17:26:16.133706Z","caller":"traceutil/trace.go:171","msg":"trace[194889154] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23826; }","duration":"650.150884ms","start":"2026-03-05T17:26:15.483548Z","end":"2026-03-05T17:26:16.133699Z","steps":["trace[194889154] 'agreement among raft nodes before linearized reading' (duration: 650.068672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.13357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.568813Z","time spent":"564.707057ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:16.133697Z","caller":"traceutil/trace.go:171","msg":"trace[2025942357] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-vbhb7; range_end:; response_count:1; response_revision:23826; }","duration":"654.113072ms","start":"2026-03-05T17:26:15.479557Z","end":"2026-03-05T17:26:16.13367Z","steps":["trace[2025942357] 'agreement among raft nodes before linearized reading' (duration: 653.409015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.133804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.479543Z","time spent":"654.255866ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4929,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-vbhb7\" "} {"level":"warn","ts":"2026-03-05T17:26:16.133581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.065987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4f58796f-d986-463c-8286-6571a7a0b50a\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-05T17:26:16.133729Z","caller":"traceutil/trace.go:171","msg":"trace[40697353] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23826; }","duration":"653.356663ms","start":"2026-03-05T17:26:15.48036Z","end":"2026-03-05T17:26:16.133717Z","steps":["trace[40697353] 'agreement among raft nodes before linearized reading' (duration: 653.247151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.133677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.486386Z","time spent":"647.227931ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:16.13387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.480339Z","time spent":"653.519288ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T17:26:16.133897Z","caller":"traceutil/trace.go:171","msg":"trace[1498574408] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4f58796f-d986-463c-8286-6571a7a0b50a; range_end:; response_count:1; response_revision:23826; }","duration":"653.351943ms","start":"2026-03-05T17:26:15.480483Z","end":"2026-03-05T17:26:16.133835Z","steps":["trace[1498574408] 'agreement among raft nodes before linearized reading' (duration: 653.008885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:16.13395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.480468Z","time spent":"653.473117ms","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4f58796f-d986-463c-8286-6571a7a0b50a\" "} {"level":"warn","ts":"2026-03-05T17:26:16.133779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:15.483542Z","time spent":"650.226955ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T17:26:16.323273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.034037ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T17:26:17.792817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.584526546s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:26:17.857609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.209642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:17.857747Z","caller":"traceutil/trace.go:171","msg":"trace[1176220704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23826; }","duration":"691.355815ms","start":"2026-03-05T17:26:17.166367Z","end":"2026-03-05T17:26:17.857723Z","steps":["trace[1176220704] 'range keys from in-memory index tree' (duration: 691.187939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:18.141101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999641092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:26:18.141188Z","caller":"traceutil/trace.go:171","msg":"trace[1063468711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550255s","start":"2026-03-05T17:26:16.140617Z","end":"2026-03-05T17:26:18.141167Z","steps":["trace[1063468711] 'agreement among raft nodes before linearized reading' (duration: 2.000440262s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:18.141238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.140609Z","time spent":"2.000615616s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:18.239799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.634594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:18.239949Z","caller":"traceutil/trace.go:171","msg":"trace[936686139] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"2.100548616s","start":"2026-03-05T17:26:16.139372Z","end":"2026-03-05T17:26:18.23992Z","steps":["trace[936686139] 'process raft request' (duration: 1.653685167s)","trace[936686139] 'compare' (duration: 64.72644ms)","trace[936686139] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/neutron-l3-agent-default-4jm6q.189a013ca7fffc4c; req_size:928; } (duration: 381.38139ms)"],"step_count":3} {"level":"warn","ts":"2026-03-05T17:26:18.240023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.139357Z","time spent":"2.100633178s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:20.142128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:26:20.142248Z","caller":"traceutil/trace.go:171","msg":"trace[1570863021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085982s","start":"2026-03-05T17:26:18.142134Z","end":"2026-03-05T17:26:20.14222Z","steps":["trace[1570863021] 'agreement among raft nodes before linearized reading' (duration: 1.999936779s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:20.1423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:18.142118Z","time spent":"2.000171715s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:21.071026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831005739s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:21.071166Z","caller":"traceutil/trace.go:171","msg":"trace[412465836] linearizableReadLoop","detail":"{readStateIndex:24670; appliedIndex:24667; }","duration":"4.929715578s","start":"2026-03-05T17:26:16.141433Z","end":"2026-03-05T17:26:21.071149Z","steps":["trace[412465836] 'read index received' (duration: 67.074427ms)","trace[412465836] 'applied index is now lower than readState.Index' (duration: 4.862639741s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:21.071273Z","caller":"traceutil/trace.go:171","msg":"trace[1982058540] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"4.930755774s","start":"2026-03-05T17:26:16.140498Z","end":"2026-03-05T17:26:21.071254Z","steps":["trace[1982058540] 'process raft request' (duration: 2.099404686s)","trace[1982058540] 'compare' (duration: 1.823086826s)","trace[1982058540] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/kube-system/kube-apiserver-instance; req_size:7285; } (duration: 1.007307677s)"],"step_count":3} {"level":"warn","ts":"2026-03-05T17:26:21.071341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.140491Z","time spent":"4.930817466s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:22.150945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:26:22.151084Z","caller":"traceutil/trace.go:171","msg":"trace[1047529654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022472s","start":"2026-03-05T17:26:20.150985Z","end":"2026-03-05T17:26:22.151007Z","steps":["trace[1047529654] 'agreement among raft nodes before linearized reading' (duration: 1.999918119s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:22.151139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:20.15096Z","time spent":"2.000167656s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:26:22.58945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21059,"took":"12.026712132s","hash":3700422884,"current-db-size-bytes":47898624,"current-db-size":"48 MB","current-db-size-in-use-bytes":40988672,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-03-05T17:26:22.589531Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3700422884,"revision":21059,"compact-revision":18668} {"level":"warn","ts":"2026-03-05T17:26:22.591046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519820308s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:22.591154Z","caller":"traceutil/trace.go:171","msg":"trace[1721648801] linearizableReadLoop","detail":"{readStateIndex:24671; appliedIndex:24670; }","duration":"1.519938451s","start":"2026-03-05T17:26:21.071199Z","end":"2026-03-05T17:26:22.591137Z","steps":["trace[1721648801] 'read index received' (duration: 207.275µs)","trace[1721648801] 'applied index is now lower than readState.Index' (duration: 1.519729896s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:22.591184Z","caller":"traceutil/trace.go:171","msg":"trace[945413123] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"6.266684573s","start":"2026-03-05T17:26:16.324436Z","end":"2026-03-05T17:26:22.591121Z","steps":["trace[945413123] 'process raft request' (duration: 4.746703661s)","trace[945413123] 'compare' (duration: 171.08278ms)","trace[945413123] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/162.253.55.140; req_size:118; } (duration: 1.347387995s)"],"step_count":3} {"level":"warn","ts":"2026-03-05T17:26:22.591385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.324406Z","time spent":"6.266866667s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:22.650244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165274575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T17:26:22.650339Z","caller":"traceutil/trace.go:171","msg":"trace[1794821451] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23829; }","duration":"2.165411438s","start":"2026-03-05T17:26:20.484898Z","end":"2026-03-05T17:26:22.650309Z","steps":["trace[1794821451] 'agreement among raft nodes before linearized reading' (duration: 2.10630088s)","trace[1794821451] 'range keys from in-memory index tree' (duration: 58.914314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.650382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:20.484884Z","time spent":"2.16548858s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T17:26:22.650682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807364671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:22.650727Z","caller":"traceutil/trace.go:171","msg":"trace[1264014705] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23829; }","duration":"1.807453193s","start":"2026-03-05T17:26:20.843259Z","end":"2026-03-05T17:26:22.650713Z","steps":["trace[1264014705] 'agreement among raft nodes before linearized reading' (duration: 1.747938095s)","trace[1264014705] 'count revisions from in-memory index tree' (duration: 59.448827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.650762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:20.843237Z","time spent":"1.807513536s","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:22.650944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.974097864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:22.650983Z","caller":"traceutil/trace.go:171","msg":"trace[1557833137] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23829; }","duration":"5.974134195s","start":"2026-03-05T17:26:16.676836Z","end":"2026-03-05T17:26:22.650971Z","steps":["trace[1557833137] 'agreement among raft nodes before linearized reading' (duration: 5.914385139s)","trace[1557833137] 'count revisions from in-memory index tree' (duration: 59.692054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.651019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.676794Z","time spent":"5.974216548s","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:22.651182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.586427797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:22.651217Z","caller":"traceutil/trace.go:171","msg":"trace[1273122652] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23829; }","duration":"5.586504268s","start":"2026-03-05T17:26:17.064702Z","end":"2026-03-05T17:26:22.651206Z","steps":["trace[1273122652] 'agreement among raft nodes before linearized reading' (duration: 5.526481226s)","trace[1273122652] 'count revisions from in-memory index tree' (duration: 59.94721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.651247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:17.064681Z","time spent":"5.58655759s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:22.651459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.168714802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:22.651494Z","caller":"traceutil/trace.go:171","msg":"trace[377449353] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23829; }","duration":"6.168784064s","start":"2026-03-05T17:26:16.482701Z","end":"2026-03-05T17:26:22.651485Z","steps":["trace[377449353] 'agreement among raft nodes before linearized reading' (duration: 6.108519486s)","trace[377449353] 'count revisions from in-memory index tree' (duration: 60.213297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.651525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.482682Z","time spent":"6.168834495s","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:22.651806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408248184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T17:26:22.651848Z","caller":"traceutil/trace.go:171","msg":"trace[1200830430] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6; range_end:; response_count:1; response_revision:23829; }","duration":"4.408322206s","start":"2026-03-05T17:26:18.243514Z","end":"2026-03-05T17:26:22.651836Z","steps":["trace[1200830430] 'agreement among raft nodes before linearized reading' (duration: 4.347694529s)","trace[1200830430] 'range keys from in-memory index tree' (duration: 60.442693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.651883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:18.243498Z","time spent":"4.408377427s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" "} {"level":"warn","ts":"2026-03-05T17:26:22.652054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.665186306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:22.652173Z","caller":"traceutil/trace.go:171","msg":"trace[1664800865] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23829; }","duration":"5.665262757s","start":"2026-03-05T17:26:16.986827Z","end":"2026-03-05T17:26:22.65209Z","steps":["trace[1664800865] 'agreement among raft nodes before linearized reading' (duration: 5.604407045s)","trace[1664800865] 'count revisions from in-memory index tree' (duration: 60.795701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.652225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.986785Z","time spent":"5.665427691s","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:22.652361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.405855794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-05T17:26:22.652439Z","caller":"traceutil/trace.go:171","msg":"trace[2126660279] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23829; }","duration":"6.405975187s","start":"2026-03-05T17:26:16.24644Z","end":"2026-03-05T17:26:22.652416Z","steps":["trace[2126660279] 'agreement among raft nodes before linearized reading' (duration: 6.344812477s)","trace[2126660279] 'range keys from in-memory index tree' (duration: 60.973146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.652489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.246426Z","time spent":"6.40604979s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-05T17:26:22.652746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.168085286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:22.652788Z","caller":"traceutil/trace.go:171","msg":"trace[1182959384] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23829; }","duration":"6.168163718s","start":"2026-03-05T17:26:16.48461Z","end":"2026-03-05T17:26:22.652773Z","steps":["trace[1182959384] 'agreement among raft nodes before linearized reading' (duration: 6.106626619s)","trace[1182959384] 'range keys from in-memory index tree' (duration: 61.439637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.652813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.484589Z","time spent":"6.16821719s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"warn","ts":"2026-03-05T17:26:22.652969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.410841289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T17:26:22.652997Z","caller":"traceutil/trace.go:171","msg":"trace[1305523508] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23829; }","duration":"6.41090719s","start":"2026-03-05T17:26:16.24208Z","end":"2026-03-05T17:26:22.652987Z","steps":["trace[1305523508] 'agreement among raft nodes before linearized reading' (duration: 6.349160546s)","trace[1305523508] 'range keys from in-memory index tree' (duration: 61.684213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.653017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.242039Z","time spent":"6.410973672s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:26:22.653143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50269242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:22.653179Z","caller":"traceutil/trace.go:171","msg":"trace[947947390] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23829; }","duration":"3.502763862s","start":"2026-03-05T17:26:19.150404Z","end":"2026-03-05T17:26:22.653168Z","steps":["trace[947947390] 'agreement among raft nodes before linearized reading' (duration: 3.440800872s)","trace[947947390] 'count revisions from in-memory index tree' (duration: 61.884808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.653211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:19.150386Z","time spent":"3.502815404s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:22.653361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128895094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:22.653388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.510471451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-05T17:26:22.653411Z","caller":"traceutil/trace.go:171","msg":"trace[1114621646] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23829; }","duration":"4.128968686s","start":"2026-03-05T17:26:18.524426Z","end":"2026-03-05T17:26:22.653395Z","steps":["trace[1114621646] 'agreement among raft nodes before linearized reading' (duration: 4.066817802s)","trace[1114621646] 'count revisions from in-memory index tree' (duration: 62.083353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.653453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:18.524413Z","time spent":"4.129025838s","remote":"127.0.0.1:49010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:22.653546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713046449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T17:26:22.653417Z","caller":"traceutil/trace.go:171","msg":"trace[57216660] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23829; }","duration":"6.510513452s","start":"2026-03-05T17:26:16.142894Z","end":"2026-03-05T17:26:22.653407Z","steps":["trace[57216660] 'agreement among raft nodes before linearized reading' (duration: 6.448357517s)","trace[57216660] 'range keys from in-memory index tree' (duration: 62.080373ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:22.653586Z","caller":"traceutil/trace.go:171","msg":"trace[1692775874] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23829; }","duration":"4.713130451s","start":"2026-03-05T17:26:17.940444Z","end":"2026-03-05T17:26:22.653575Z","steps":["trace[1692775874] 'agreement among raft nodes before linearized reading' (duration: 4.650795391s)","trace[1692775874] 'range keys from in-memory index tree' (duration: 62.244587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.653618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:17.940421Z","time spent":"4.713188913s","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T17:26:22.653649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:16.142886Z","time spent":"6.510717859s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-05T17:26:22.653782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.112313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:22.653799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.162282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:22.653815Z","caller":"traceutil/trace.go:171","msg":"trace[1035272489] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23830; }","duration":"672.182555ms","start":"2026-03-05T17:26:21.981626Z","end":"2026-03-05T17:26:22.653809Z","steps":["trace[1035272489] 'agreement among raft nodes before linearized reading' (duration: 672.114243ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:22.653833Z","caller":"traceutil/trace.go:171","msg":"trace[1331639848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23830; }","duration":"502.218534ms","start":"2026-03-05T17:26:22.151604Z","end":"2026-03-05T17:26:22.653823Z","steps":["trace[1331639848] 'agreement among raft nodes before linearized reading' (duration: 502.127612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:22.653861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:22.151592Z","time spent":"502.261895ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:26:22.65388Z","caller":"traceutil/trace.go:171","msg":"trace[1630155568] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"1.51344468s","start":"2026-03-05T17:26:21.140422Z","end":"2026-03-05T17:26:22.653867Z","steps":["trace[1630155568] 'process raft request' (duration: 1.45069985s)","trace[1630155568] 'compare' (duration: 58.867152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.653968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:21.14038Z","time spent":"1.513527092s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:22.654027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.536198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:22.654105Z","caller":"traceutil/trace.go:171","msg":"trace[1418765291] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23830; }","duration":"254.64239ms","start":"2026-03-05T17:26:22.399452Z","end":"2026-03-05T17:26:22.654094Z","steps":["trace[1418765291] 'agreement among raft nodes before linearized reading' (duration: 254.538057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:22.654219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023095483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"warn","ts":"2026-03-05T17:26:22.653837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:21.981606Z","time spent":"672.225695ms","remote":"127.0.0.1:52532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:22.654254Z","caller":"traceutil/trace.go:171","msg":"trace[1611390697] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23830; }","duration":"1.023159384s","start":"2026-03-05T17:26:21.631087Z","end":"2026-03-05T17:26:22.654247Z","steps":["trace[1611390697] 'agreement among raft nodes before linearized reading' (duration: 1.022761295s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:22.654278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:21.631072Z","time spent":"1.023198405s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T17:26:22.654403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230629604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:22.654444Z","caller":"traceutil/trace.go:171","msg":"trace[1482382212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23830; }","duration":"1.230675505s","start":"2026-03-05T17:26:21.423759Z","end":"2026-03-05T17:26:22.654435Z","steps":["trace[1482382212] 'agreement among raft nodes before linearized reading' (duration: 1.230602813s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:22.654429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571321808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-05T17:26:22.654557Z","caller":"traceutil/trace.go:171","msg":"trace[1703287574] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23830; }","duration":"1.571509951s","start":"2026-03-05T17:26:21.08302Z","end":"2026-03-05T17:26:22.65453Z","steps":["trace[1703287574] 'agreement among raft nodes before linearized reading' (duration: 1.571095521s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:22.654481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:21.423728Z","time spent":"1.230740837s","remote":"127.0.0.1:56834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:22.654616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:21.083006Z","time spent":"1.571600584s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T17:26:22.885338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.004526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:22.885442Z","caller":"traceutil/trace.go:171","msg":"trace[1821218965] linearizableReadLoop","detail":"{readStateIndex:24677; appliedIndex:24676; }","duration":"136.491153ms","start":"2026-03-05T17:26:22.748934Z","end":"2026-03-05T17:26:22.885425Z","steps":["trace[1821218965] 'read index received' (duration: 25.179919ms)","trace[1821218965] 'applied index is now lower than readState.Index' (duration: 111.310124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:22.88555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.617957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-05T17:26:22.885582Z","caller":"traceutil/trace.go:171","msg":"trace[452598415] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fe3f4e2-be44-46ef-9c7a-0ba9acb380a5; range_end:; response_count:1; response_revision:23834; }","duration":"136.651528ms","start":"2026-03-05T17:26:22.748921Z","end":"2026-03-05T17:26:22.885573Z","steps":["trace[452598415] 'agreement among raft nodes before linearized reading' (duration: 136.551005ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:22.885631Z","caller":"traceutil/trace.go:171","msg":"trace[366159296] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"138.071123ms","start":"2026-03-05T17:26:22.747527Z","end":"2026-03-05T17:26:22.885599Z","steps":["trace[366159296] 'process raft request' (duration: 26.724349ms)","trace[366159296] 'compare' (duration: 110.788411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:23.333466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.424331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:23.333656Z","caller":"traceutil/trace.go:171","msg":"trace[605950386] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"355.178925ms","start":"2026-03-05T17:26:22.978459Z","end":"2026-03-05T17:26:23.333638Z","steps":["trace[605950386] 'process raft request' (duration: 355.112163ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:23.33366Z","caller":"traceutil/trace.go:171","msg":"trace[2031759473] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"392.58958ms","start":"2026-03-05T17:26:22.941027Z","end":"2026-03-05T17:26:23.333617Z","steps":["trace[2031759473] 'process raft request' (duration: 92.933455ms)","trace[2031759473] 'compare' (duration: 299.298797ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:23.333865Z","caller":"traceutil/trace.go:171","msg":"trace[1492172086] linearizableReadLoop","detail":"{readStateIndex:24679; appliedIndex:24678; }","duration":"391.918384ms","start":"2026-03-05T17:26:22.941919Z","end":"2026-03-05T17:26:23.333837Z","steps":["trace[1492172086] 'read index received' (duration: 92.117814ms)","trace[1492172086] 'applied index is now lower than readState.Index' (duration: 299.799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:23.333949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:22.940998Z","time spent":"392.816445ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:23.333995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.048807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:23.334086Z","caller":"traceutil/trace.go:171","msg":"trace[1595773135] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23837; }","duration":"392.131339ms","start":"2026-03-05T17:26:22.941903Z","end":"2026-03-05T17:26:23.334034Z","steps":["trace[1595773135] 'agreement among raft nodes before linearized reading' (duration: 392.015186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:23.333734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:22.978433Z","time spent":"355.262267ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:23.334136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:22.941894Z","time spent":"392.231111ms","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:24.032859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.610049ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:26:24.032939Z","caller":"traceutil/trace.go:171","msg":"trace[1224678810] linearizableReadLoop","detail":"{readStateIndex:24681; appliedIndex:24680; }","duration":"698.992087ms","start":"2026-03-05T17:26:23.333933Z","end":"2026-03-05T17:26:24.032925Z","steps":["trace[1224678810] 'read index received' (duration: 151.266715ms)","trace[1224678810] 'applied index is now lower than readState.Index' (duration: 547.724351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:24.033154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.145688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:24.033205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040683813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-05T17:26:24.033251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.834452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T17:26:24.033246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.627347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:24.033266Z","caller":"traceutil/trace.go:171","msg":"trace[360886496] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23837; }","duration":"1.040778555s","start":"2026-03-05T17:26:22.99247Z","end":"2026-03-05T17:26:24.033248Z","steps":["trace[360886496] 'agreement among raft nodes before linearized reading' (duration: 1.04054427s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:24.033271Z","caller":"traceutil/trace.go:171","msg":"trace[768566991] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23837; }","duration":"930.340613ms","start":"2026-03-05T17:26:23.102889Z","end":"2026-03-05T17:26:24.033229Z","steps":["trace[768566991] 'agreement among raft nodes before linearized reading' (duration: 930.110927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:24.033324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:22.992451Z","time spent":"1.040862438s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-05T17:26:24.033337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:23.102864Z","time spent":"930.455375ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:24.033198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.094727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:24.03346Z","caller":"traceutil/trace.go:171","msg":"trace[789683887] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23837; }","duration":"916.390614ms","start":"2026-03-05T17:26:23.117041Z","end":"2026-03-05T17:26:24.033432Z","steps":["trace[789683887] 'agreement among raft nodes before linearized reading' (duration: 916.062266ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:24.033324Z","caller":"traceutil/trace.go:171","msg":"trace[981748836] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23837; }","duration":"993.741159ms","start":"2026-03-05T17:26:23.039563Z","end":"2026-03-05T17:26:24.033304Z","steps":["trace[981748836] 'agreement among raft nodes before linearized reading' (duration: 993.611466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:24.033503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.291154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-05T17:26:24.033664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:23.039545Z","time spent":"994.074628ms","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:24.033643Z","caller":"traceutil/trace.go:171","msg":"trace[904162554] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23837; }","duration":"791.52794ms","start":"2026-03-05T17:26:23.242096Z","end":"2026-03-05T17:26:24.033624Z","steps":["trace[904162554] 'agreement among raft nodes before linearized reading' (duration: 790.973676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:24.033672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:23.117025Z","time spent":"916.562328ms","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:24.033753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:23.242075Z","time spent":"791.658752ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-05T17:26:24.033278Z","caller":"traceutil/trace.go:171","msg":"trace[396916945] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6; range_end:; response_count:1; response_revision:23837; }","duration":"694.899123ms","start":"2026-03-05T17:26:23.338369Z","end":"2026-03-05T17:26:24.033268Z","steps":["trace[396916945] 'agreement among raft nodes before linearized reading' (duration: 694.756799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:24.03387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:23.338355Z","time spent":"695.490778ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ff409a1dbfb6\" "} {"level":"warn","ts":"2026-03-05T17:26:24.033457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.114678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:24.034192Z","caller":"traceutil/trace.go:171","msg":"trace[170481980] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23837; }","duration":"374.880807ms","start":"2026-03-05T17:26:23.659264Z","end":"2026-03-05T17:26:24.034145Z","steps":["trace[170481980] 'agreement among raft nodes before linearized reading' (duration: 373.891552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:24.034275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:23.659245Z","time spent":"375.00712ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"info","ts":"2026-03-05T17:26:24.202436Z","caller":"traceutil/trace.go:171","msg":"trace[920415270] linearizableReadLoop","detail":"{readStateIndex:24683; appliedIndex:24682; }","duration":"100.319819ms","start":"2026-03-05T17:26:24.102086Z","end":"2026-03-05T17:26:24.202406Z","steps":["trace[920415270] 'read index received' (duration: 12.076092ms)","trace[920415270] 'applied index is now lower than readState.Index' (duration: 88.242417ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:24.202585Z","caller":"traceutil/trace.go:171","msg":"trace[1993288017] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"117.959831ms","start":"2026-03-05T17:26:24.08461Z","end":"2026-03-05T17:26:24.20257Z","steps":["trace[1993288017] 'process raft request' (duration: 29.56455ms)","trace[1993288017] 'compare' (duration: 88.071953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:24.202887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.796362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:24.202966Z","caller":"traceutil/trace.go:171","msg":"trace[43187366] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23839; }","duration":"100.962276ms","start":"2026-03-05T17:26:24.101986Z","end":"2026-03-05T17:26:24.202949Z","steps":["trace[43187366] 'agreement among raft nodes before linearized reading' (duration: 100.757021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:24.615141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.920191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:24.615328Z","caller":"traceutil/trace.go:171","msg":"trace[782692552] linearizableReadLoop","detail":"{readStateIndex:24684; appliedIndex:24683; }","duration":"102.086384ms","start":"2026-03-05T17:26:24.513223Z","end":"2026-03-05T17:26:24.61531Z","steps":["trace[782692552] 'read index received' (duration: 25.04µs)","trace[782692552] 'applied index is now lower than readState.Index' (duration: 102.059984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:24.615445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.205797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:24.61545Z","caller":"traceutil/trace.go:171","msg":"trace[2146644753] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"408.476919ms","start":"2026-03-05T17:26:24.206935Z","end":"2026-03-05T17:26:24.615412Z","steps":["trace[2146644753] 'process raft request' (duration: 278.204589ms)","trace[2146644753] 'compare' (duration: 129.783868ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:24.615487Z","caller":"traceutil/trace.go:171","msg":"trace[1200185157] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23840; }","duration":"102.281409ms","start":"2026-03-05T17:26:24.513192Z","end":"2026-03-05T17:26:24.615473Z","steps":["trace[1200185157] 'agreement among raft nodes before linearized reading' (duration: 102.179477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:24.615588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:24.206912Z","time spent":"408.607111ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:26:25.325421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.988454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:25.325552Z","caller":"traceutil/trace.go:171","msg":"trace[1675468007] linearizableReadLoop","detail":"{readStateIndex:24686; appliedIndex:24685; }","duration":"639.388144ms","start":"2026-03-05T17:26:24.686142Z","end":"2026-03-05T17:26:25.32553Z","steps":["trace[1675468007] 'read index received' (duration: 307.139123ms)","trace[1675468007] 'applied index is now lower than readState.Index' (duration: 332.247441ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:25.325658Z","caller":"traceutil/trace.go:171","msg":"trace[1923971830] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"640.980213ms","start":"2026-03-05T17:26:24.684643Z","end":"2026-03-05T17:26:25.325623Z","steps":["trace[1923971830] 'process raft request' (duration: 308.706422ms)","trace[1923971830] 'compare' (duration: 331.664336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:25.325758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:24.684624Z","time spent":"641.091347ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:26:25.326334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.159705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:25.32694Z","caller":"traceutil/trace.go:171","msg":"trace[43651086] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23842; }","duration":"640.897372ms","start":"2026-03-05T17:26:24.686024Z","end":"2026-03-05T17:26:25.326922Z","steps":["trace[43651086] 'agreement among raft nodes before linearized reading' (duration: 640.185975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:25.326991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:24.685998Z","time spent":"640.977795ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:26:25.404096Z","caller":"traceutil/trace.go:171","msg":"trace[2138786949] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"393.270787ms","start":"2026-03-05T17:26:25.010792Z","end":"2026-03-05T17:26:25.404063Z","steps":["trace[2138786949] 'process raft request' (duration: 392.98066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:25.404135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.687458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:25.404182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.885858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:25.404213Z","caller":"traceutil/trace.go:171","msg":"trace[1255190570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23843; }","duration":"447.814832ms","start":"2026-03-05T17:26:24.956378Z","end":"2026-03-05T17:26:25.404193Z","steps":["trace[1255190570] 'agreement among raft nodes before linearized reading' (duration: 447.676818ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:25.404242Z","caller":"traceutil/trace.go:171","msg":"trace[513502204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23843; }","duration":"364.98908ms","start":"2026-03-05T17:26:25.039235Z","end":"2026-03-05T17:26:25.404224Z","steps":["trace[513502204] 'agreement among raft nodes before linearized reading' (duration: 364.775935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:25.404251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:25.010771Z","time spent":"393.399051ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:25.40426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:24.956361Z","time spent":"447.890053ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:25.40429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:25.039204Z","time spent":"365.077812ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"warn","ts":"2026-03-05T17:26:25.404288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.685299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-05T17:26:25.404422Z","caller":"traceutil/trace.go:171","msg":"trace[794506981] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23843; }","duration":"493.826733ms","start":"2026-03-05T17:26:24.910535Z","end":"2026-03-05T17:26:25.404361Z","steps":["trace[794506981] 'agreement among raft nodes before linearized reading' (duration: 493.537756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:25.404331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.666468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:25.404483Z","caller":"traceutil/trace.go:171","msg":"trace[207399539] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23843; }","duration":"455.868993ms","start":"2026-03-05T17:26:24.948604Z","end":"2026-03-05T17:26:25.404473Z","steps":["trace[207399539] 'agreement among raft nodes before linearized reading' (duration: 455.675818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:25.40446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:24.910519Z","time spent":"493.932565ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-05T17:26:25.4047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:24.948582Z","time spent":"455.923235ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:25.88498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.267213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:25.885102Z","caller":"traceutil/trace.go:171","msg":"trace[619366537] linearizableReadLoop","detail":"{readStateIndex:24688; appliedIndex:24687; }","duration":"476.758255ms","start":"2026-03-05T17:26:25.408323Z","end":"2026-03-05T17:26:25.885081Z","steps":["trace[619366537] 'read index received' (duration: 102.124814ms)","trace[619366537] 'applied index is now lower than readState.Index' (duration: 374.631991ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:25.885369Z","caller":"traceutil/trace.go:171","msg":"trace[1102810202] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"478.059749ms","start":"2026-03-05T17:26:25.407258Z","end":"2026-03-05T17:26:25.885318Z","steps":["trace[1102810202] 'process raft request' (duration: 103.373046ms)","trace[1102810202] 'compare' (duration: 374.109029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:25.885491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.163076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b1cd07a6-6bf8-41ee-97a8-2bb8c96b8207\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-05T17:26:25.885534Z","caller":"traceutil/trace.go:171","msg":"trace[369973908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b1cd07a6-6bf8-41ee-97a8-2bb8c96b8207; range_end:; response_count:1; response_revision:23844; }","duration":"477.232187ms","start":"2026-03-05T17:26:25.408289Z","end":"2026-03-05T17:26:25.885521Z","steps":["trace[369973908] 'agreement among raft nodes before linearized reading' (duration: 477.062993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:25.885552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:25.407235Z","time spent":"478.217043ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:25.885568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:25.408275Z","time spent":"477.284099ms","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-b1cd07a6-6bf8-41ee-97a8-2bb8c96b8207\" "} {"level":"info","ts":"2026-03-05T17:26:25.921888Z","caller":"traceutil/trace.go:171","msg":"trace[1230250431] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"298.63679ms","start":"2026-03-05T17:26:25.623227Z","end":"2026-03-05T17:26:25.921863Z","steps":["trace[1230250431] 'process raft request' (duration: 298.485506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:26.654129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.258726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:26.654544Z","caller":"traceutil/trace.go:171","msg":"trace[122805170] linearizableReadLoop","detail":"{readStateIndex:24690; appliedIndex:24688; }","duration":"769.210283ms","start":"2026-03-05T17:26:25.885319Z","end":"2026-03-05T17:26:26.65453Z","steps":["trace[122805170] 'read index received' (duration: 36.448472ms)","trace[122805170] 'applied index is now lower than readState.Index' (duration: 732.760671ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:26.654583Z","caller":"traceutil/trace.go:171","msg":"trace[1191783885] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"764.052263ms","start":"2026-03-05T17:26:25.890498Z","end":"2026-03-05T17:26:26.654551Z","steps":["trace[1191783885] 'process raft request' (duration: 763.92724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:26.654715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:25.890472Z","time spent":"764.181087ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:26:26.654795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.016226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:26.654954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244317567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-05T17:26:26.655028Z","caller":"traceutil/trace.go:171","msg":"trace[2025966599] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23847; }","duration":"1.244408159s","start":"2026-03-05T17:26:25.410603Z","end":"2026-03-05T17:26:26.655011Z","steps":["trace[2025966599] 'agreement among raft nodes before linearized reading' (duration: 1.243968018s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:26.655089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:25.410597Z","time spent":"1.24447671s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-05T17:26:26.654967Z","caller":"traceutil/trace.go:171","msg":"trace[1773746360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23847; }","duration":"697.276542ms","start":"2026-03-05T17:26:25.957674Z","end":"2026-03-05T17:26:26.654951Z","steps":["trace[1773746360] 'agreement among raft nodes before linearized reading' (duration: 696.957114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:26.655169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.45287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:26.655221Z","caller":"traceutil/trace.go:171","msg":"trace[866993151] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23847; }","duration":"245.547632ms","start":"2026-03-05T17:26:26.409658Z","end":"2026-03-05T17:26:26.655206Z","steps":["trace[866993151] 'agreement among raft nodes before linearized reading' (duration: 245.388018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:26.655235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:25.957657Z","time spent":"697.534879ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:26:26.655914Z","caller":"traceutil/trace.go:171","msg":"trace[1494943408] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"825.034379ms","start":"2026-03-05T17:26:25.829504Z","end":"2026-03-05T17:26:26.654538Z","steps":["trace[1494943408] 'process raft request' (duration: 545.24711ms)","trace[1494943408] 'compare' (duration: 278.120057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:26.656096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.335566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:26.656162Z","caller":"traceutil/trace.go:171","msg":"trace[713509637] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23847; }","duration":"212.094685ms","start":"2026-03-05T17:26:26.444048Z","end":"2026-03-05T17:26:26.656143Z","steps":["trace[713509637] 'agreement among raft nodes before linearized reading' (duration: 211.321665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:26.656161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:25.829474Z","time spent":"826.552307ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:26.656254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.517945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T17:26:26.656838Z","caller":"traceutil/trace.go:171","msg":"trace[2007085984] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23847; }","duration":"518.142451ms","start":"2026-03-05T17:26:26.138681Z","end":"2026-03-05T17:26:26.656823Z","steps":["trace[2007085984] 'agreement among raft nodes before linearized reading' (duration: 516.620283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:26.656956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:26.138656Z","time spent":"518.256855ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-05T17:26:27.280922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.839477ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:27.281042Z","caller":"traceutil/trace.go:171","msg":"trace[1531633215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23847; }","duration":"113.97027ms","start":"2026-03-05T17:26:27.167054Z","end":"2026-03-05T17:26:27.281025Z","steps":["trace[1531633215] 'range keys from in-memory index tree' (duration: 113.823257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:27.281086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.641841ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T17:26:27.281254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:26.658246Z","time spent":"623.005355ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:26:27.281395Z","caller":"traceutil/trace.go:171","msg":"trace[1507235683] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"622.037931ms","start":"2026-03-05T17:26:26.65934Z","end":"2026-03-05T17:26:27.281378Z","steps":["trace[1507235683] 'process raft request' (duration: 621.840486ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:27.281399Z","caller":"traceutil/trace.go:171","msg":"trace[1761703834] linearizableReadLoop","detail":"{readStateIndex:24693; appliedIndex:24691; }","duration":"562.440709ms","start":"2026-03-05T17:26:26.718929Z","end":"2026-03-05T17:26:27.28137Z","steps":["trace[1761703834] 'read index received' (duration: 207.537651ms)","trace[1761703834] 'applied index is now lower than readState.Index' (duration: 354.901158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:27.281507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:26.659319Z","time spent":"622.121553ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:26:27.281582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.810117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:27.281618Z","caller":"traceutil/trace.go:171","msg":"trace[1399618945] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23848; }","duration":"446.891139ms","start":"2026-03-05T17:26:26.834714Z","end":"2026-03-05T17:26:27.281605Z","steps":["trace[1399618945] 'agreement among raft nodes before linearized reading' (duration: 446.825958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:27.281614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.672586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:27.281646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:26.834692Z","time spent":"446.948451ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:27.281654Z","caller":"traceutil/trace.go:171","msg":"trace[1385096996] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23848; }","duration":"562.767888ms","start":"2026-03-05T17:26:26.718873Z","end":"2026-03-05T17:26:27.281641Z","steps":["trace[1385096996] 'agreement among raft nodes before linearized reading' (duration: 562.627105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:27.281693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:26.718852Z","time spent":"562.831569ms","remote":"127.0.0.1:35904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:27.281753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.733679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:27.281776Z","caller":"traceutil/trace.go:171","msg":"trace[1041344155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23848; }","duration":"323.80899ms","start":"2026-03-05T17:26:26.957961Z","end":"2026-03-05T17:26:27.28177Z","steps":["trace[1041344155] 'agreement among raft nodes before linearized reading' (duration: 323.767949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:27.281798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:26.957928Z","time spent":"323.866172ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:27.538288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.979257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:27.538407Z","caller":"traceutil/trace.go:171","msg":"trace[1640178829] linearizableReadLoop","detail":"{readStateIndex:24695; appliedIndex:24694; }","duration":"227.446619ms","start":"2026-03-05T17:26:27.310939Z","end":"2026-03-05T17:26:27.538386Z","steps":["trace[1640178829] 'read index received' (duration: 80.149585ms)","trace[1640178829] 'applied index is now lower than readState.Index' (duration: 147.295424ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:27.538507Z","caller":"traceutil/trace.go:171","msg":"trace[307545458] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"253.474181ms","start":"2026-03-05T17:26:27.285017Z","end":"2026-03-05T17:26:27.538491Z","steps":["trace[307545458] 'process raft request' (duration: 106.212657ms)","trace[307545458] 'compare' (duration: 146.809043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:27.538913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.970423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T17:26:27.538968Z","caller":"traceutil/trace.go:171","msg":"trace[933257175] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23850; }","duration":"228.034304ms","start":"2026-03-05T17:26:27.310921Z","end":"2026-03-05T17:26:27.538956Z","steps":["trace[933257175] 'agreement among raft nodes before linearized reading' (duration: 227.822719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:28.295915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:27.872725Z","time spent":"423.181275ms","remote":"127.0.0.1:46486","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:28.296199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.985738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:28.296488Z","caller":"traceutil/trace.go:171","msg":"trace[1683507834] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"633.941098ms","start":"2026-03-05T17:26:27.662524Z","end":"2026-03-05T17:26:28.296465Z","steps":["trace[1683507834] 'process raft request' (duration: 633.820615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:28.296598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:27.662499Z","time spent":"634.04755ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:28.296666Z","caller":"traceutil/trace.go:171","msg":"trace[893549074] linearizableReadLoop","detail":"{readStateIndex:24696; appliedIndex:24695; }","duration":"706.967424ms","start":"2026-03-05T17:26:27.589677Z","end":"2026-03-05T17:26:28.296644Z","steps":["trace[893549074] 'read index received' (duration: 216.444054ms)","trace[893549074] 'applied index is now lower than readState.Index' (duration: 490.52098ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:28.296724Z","caller":"traceutil/trace.go:171","msg":"trace[1488335233] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"751.284213ms","start":"2026-03-05T17:26:27.545388Z","end":"2026-03-05T17:26:28.296672Z","steps":["trace[1488335233] 'process raft request' (duration: 260.716342ms)","trace[1488335233] 'compare' (duration: 489.665949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:28.296832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.150379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:28.296835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:27.545368Z","time spent":"751.411996ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:28.296862Z","caller":"traceutil/trace.go:171","msg":"trace[1664025908] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23852; }","duration":"707.245232ms","start":"2026-03-05T17:26:27.589609Z","end":"2026-03-05T17:26:28.296854Z","steps":["trace[1664025908] 'agreement among raft nodes before linearized reading' (duration: 707.151629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:28.296887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:27.589584Z","time spent":"707.296462ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:28.297012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.576513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T17:26:28.297008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.177394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:28.297044Z","caller":"traceutil/trace.go:171","msg":"trace[293113158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23852; }","duration":"636.610584ms","start":"2026-03-05T17:26:27.660426Z","end":"2026-03-05T17:26:28.297036Z","steps":["trace[293113158] 'agreement among raft nodes before linearized reading' (duration: 636.487581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:28.297065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:27.660351Z","time spent":"636.710297ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"info","ts":"2026-03-05T17:26:28.297079Z","caller":"traceutil/trace.go:171","msg":"trace[755629889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23852; }","duration":"339.295737ms","start":"2026-03-05T17:26:27.957762Z","end":"2026-03-05T17:26:28.297058Z","steps":["trace[755629889] 'agreement among raft nodes before linearized reading' (duration: 339.166433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:28.29713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:27.957739Z","time spent":"339.381889ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:28.297121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.634376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T17:26:28.297178Z","caller":"traceutil/trace.go:171","msg":"trace[574628179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23852; }","duration":"632.730868ms","start":"2026-03-05T17:26:27.664431Z","end":"2026-03-05T17:26:28.297162Z","steps":["trace[574628179] 'agreement among raft nodes before linearized reading' (duration: 632.520843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:28.297225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:27.664416Z","time spent":"632.80129ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T17:26:28.691379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.311077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:28.691505Z","caller":"traceutil/trace.go:171","msg":"trace[1822955762] linearizableReadLoop","detail":"{readStateIndex:24698; appliedIndex:24697; }","duration":"249.578423ms","start":"2026-03-05T17:26:28.441906Z","end":"2026-03-05T17:26:28.691485Z","steps":["trace[1822955762] 'read index received' (duration: 45.171µs)","trace[1822955762] 'applied index is now lower than readState.Index' (duration: 249.530422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:28.691633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.729577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:28.691677Z","caller":"traceutil/trace.go:171","msg":"trace[582457415] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23853; }","duration":"249.815549ms","start":"2026-03-05T17:26:28.441848Z","end":"2026-03-05T17:26:28.691664Z","steps":["trace[582457415] 'agreement among raft nodes before linearized reading' (duration: 249.696316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:28.691951Z","caller":"traceutil/trace.go:171","msg":"trace[287332648] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"387.709028ms","start":"2026-03-05T17:26:28.304224Z","end":"2026-03-05T17:26:28.691933Z","steps":["trace[287332648] 'process raft request' (duration: 121.748165ms)","trace[287332648] 'compare' (duration: 265.122692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:28.692043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:28.304214Z","time spent":"387.78186ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:29.203146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310623,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:26:29.332906Z","caller":"traceutil/trace.go:171","msg":"trace[1205028769] linearizableReadLoop","detail":"{readStateIndex:24699; appliedIndex:24698; }","duration":"630.156274ms","start":"2026-03-05T17:26:28.702726Z","end":"2026-03-05T17:26:29.332882Z","steps":["trace[1205028769] 'read index received' (duration: 629.946039ms)","trace[1205028769] 'applied index is now lower than readState.Index' (duration: 205.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:29.333073Z","caller":"traceutil/trace.go:171","msg":"trace[1950504193] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"635.866006ms","start":"2026-03-05T17:26:28.697197Z","end":"2026-03-05T17:26:29.333063Z","steps":["trace[1950504193] 'process raft request' (duration: 635.538408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:29.333194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:28.697176Z","time spent":"635.926278ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:29.33351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.773909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:29.333558Z","caller":"traceutil/trace.go:171","msg":"trace[776190946] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23854; }","duration":"630.82205ms","start":"2026-03-05T17:26:28.702723Z","end":"2026-03-05T17:26:29.333545Z","steps":["trace[776190946] 'agreement among raft nodes before linearized reading' (duration: 630.721188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:29.333589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:28.702701Z","time spent":"630.880302ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:29.959392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002348634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:29.959482Z","caller":"traceutil/trace.go:171","msg":"trace[1763678129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23854; }","duration":"1.002476357s","start":"2026-03-05T17:26:28.956977Z","end":"2026-03-05T17:26:29.959453Z","steps":["trace[1763678129] 'agreement among raft nodes before linearized reading' (duration: 376.771585ms)","trace[1763678129] 'range keys from in-memory index tree' (duration: 625.591789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:29.959522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:28.956944Z","time spent":"1.002569189s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:29.959579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.322238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:29.959659Z","caller":"traceutil/trace.go:171","msg":"trace[1009824279] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23854; }","duration":"899.455051ms","start":"2026-03-05T17:26:29.060181Z","end":"2026-03-05T17:26:29.959636Z","steps":["trace[1009824279] 'agreement among raft nodes before linearized reading' (duration: 273.685477ms)","trace[1009824279] 'count revisions from in-memory index tree' (duration: 625.648731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:29.959714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:29.060158Z","time spent":"899.544973ms","remote":"127.0.0.1:35932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:29.959645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.966454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:29.959899Z","caller":"traceutil/trace.go:171","msg":"trace[1139219741] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23854; }","duration":"655.241071ms","start":"2026-03-05T17:26:29.304618Z","end":"2026-03-05T17:26:29.959859Z","steps":["trace[1139219741] 'agreement among raft nodes before linearized reading' (duration: 29.238511ms)","trace[1139219741] 'range keys from in-memory index tree' (duration: 625.65398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:29.959993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:29.304602Z","time spent":"655.359774ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"warn","ts":"2026-03-05T17:26:29.961919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.11652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:29.962149Z","caller":"traceutil/trace.go:171","msg":"trace[1883820240] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"624.656586ms","start":"2026-03-05T17:26:29.33747Z","end":"2026-03-05T17:26:29.962127Z","steps":["trace[1883820240] 'process raft request' (duration: 176.378632ms)","trace[1883820240] 'compare' (duration: 445.215037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:29.962264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:29.337446Z","time spent":"624.755199ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:26:29.962387Z","caller":"traceutil/trace.go:171","msg":"trace[984245175] linearizableReadLoop","detail":"{readStateIndex:24700; appliedIndex:24699; }","duration":"593.814544ms","start":"2026-03-05T17:26:29.368534Z","end":"2026-03-05T17:26:29.962348Z","steps":["trace[984245175] 'read index received' (duration: 145.310904ms)","trace[984245175] 'applied index is now lower than readState.Index' (duration: 448.50078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:29.962598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.867608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:29.962657Z","caller":"traceutil/trace.go:171","msg":"trace[1585839945] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23855; }","duration":"288.94466ms","start":"2026-03-05T17:26:29.673697Z","end":"2026-03-05T17:26:29.962642Z","steps":["trace[1585839945] 'agreement among raft nodes before linearized reading' (duration: 288.813786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:29.962633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.929063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:29.962712Z","caller":"traceutil/trace.go:171","msg":"trace[1368425679] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23855; }","duration":"250.052306ms","start":"2026-03-05T17:26:29.712642Z","end":"2026-03-05T17:26:29.962694Z","steps":["trace[1368425679] 'agreement among raft nodes before linearized reading' (duration: 249.918342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:29.962605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.048911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:29.962929Z","caller":"traceutil/trace.go:171","msg":"trace[1594475929] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23855; }","duration":"594.411079ms","start":"2026-03-05T17:26:29.368495Z","end":"2026-03-05T17:26:29.962906Z","steps":["trace[1594475929] 'agreement among raft nodes before linearized reading' (duration: 593.998559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:29.963141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:29.368477Z","time spent":"594.576514ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:30.391625Z","caller":"traceutil/trace.go:171","msg":"trace[1996083976] linearizableReadLoop","detail":"{readStateIndex:24701; appliedIndex:24700; }","duration":"418.546591ms","start":"2026-03-05T17:26:29.973054Z","end":"2026-03-05T17:26:30.3916Z","steps":["trace[1996083976] 'read index received' (duration: 388.97176ms)","trace[1996083976] 'applied index is now lower than readState.Index' (duration: 29.573381ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:30.3917Z","caller":"traceutil/trace.go:171","msg":"trace[1902282018] transaction","detail":"{read_only:false; response_revision:23856; number_of_response:1; }","duration":"423.558055ms","start":"2026-03-05T17:26:29.968066Z","end":"2026-03-05T17:26:30.391624Z","steps":["trace[1902282018] 'process raft request' (duration: 393.980895ms)","trace[1902282018] 'compare' (duration: 29.137449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:30.391775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.709674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:30.391808Z","caller":"traceutil/trace.go:171","msg":"trace[371106760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23856; }","duration":"418.788017ms","start":"2026-03-05T17:26:29.97301Z","end":"2026-03-05T17:26:30.391798Z","steps":["trace[371106760] 'agreement among raft nodes before linearized reading' (duration: 418.687954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:30.391885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:29.968047Z","time spent":"423.75863ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:26:30.391851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:29.972993Z","time spent":"418.847629ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:31.151177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:31.652008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:31.677792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160033199s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:26:31.678238Z","caller":"traceutil/trace.go:171","msg":"trace[784731639] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"1.214721767s","start":"2026-03-05T17:26:30.463491Z","end":"2026-03-05T17:26:31.678213Z","steps":["trace[784731639] 'process raft request' (duration: 1.214533163s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:31.678368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:30.463464Z","time spent":"1.21484313s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:26:31.95746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.501853ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:26:31.958026Z","caller":"traceutil/trace.go:171","msg":"trace[875682428] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"1.118308975s","start":"2026-03-05T17:26:30.839666Z","end":"2026-03-05T17:26:31.957975Z","steps":["trace[875682428] 'process raft request' (duration: 1.117907625s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:31.958201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:30.839638Z","time spent":"1.118480399s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:33.671988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714034647s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:26:33.672085Z","caller":"traceutil/trace.go:171","msg":"trace[555632450] linearizableReadLoop","detail":"{readStateIndex:24706; appliedIndex:24702; }","duration":"3.021795171s","start":"2026-03-05T17:26:30.650273Z","end":"2026-03-05T17:26:33.672068Z","steps":["trace[555632450] 'read index received' (duration: 1.02775654s)","trace[555632450] 'applied index is now lower than readState.Index' (duration: 1.994037181s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:33.672712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022439547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:33.672754Z","caller":"traceutil/trace.go:171","msg":"trace[1453594287] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23859; }","duration":"3.022518979s","start":"2026-03-05T17:26:30.650218Z","end":"2026-03-05T17:26:33.672737Z","steps":["trace[1453594287] 'agreement among raft nodes before linearized reading' (duration: 3.022440577s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.672774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:30.650198Z","time spent":"3.0225713s","remote":"127.0.0.1:49184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:33.705109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803761837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:33.705148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.729518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:33.705193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882272905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:33.705193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748993552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:33.705203Z","caller":"traceutil/trace.go:171","msg":"trace[1651130333] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23860; }","duration":"929.83257ms","start":"2026-03-05T17:26:32.775357Z","end":"2026-03-05T17:26:33.70519Z","steps":["trace[1651130333] 'agreement among raft nodes before linearized reading' (duration: 929.633495ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:33.705223Z","caller":"traceutil/trace.go:171","msg":"trace[897216551] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23860; }","duration":"1.882336567s","start":"2026-03-05T17:26:31.822875Z","end":"2026-03-05T17:26:33.705212Z","steps":["trace[897216551] 'agreement among raft nodes before linearized reading' (duration: 1.882296616s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.705222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739346776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:33.705236Z","caller":"traceutil/trace.go:171","msg":"trace[74391670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23860; }","duration":"1.749070644s","start":"2026-03-05T17:26:31.95615Z","end":"2026-03-05T17:26:33.705221Z","steps":["trace[74391670] 'agreement among raft nodes before linearized reading' (duration: 1.749002852s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.705247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:31.822852Z","time spent":"1.882390389s","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:33.705198Z","caller":"traceutil/trace.go:171","msg":"trace[105399363] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23860; }","duration":"2.80389077s","start":"2026-03-05T17:26:30.901286Z","end":"2026-03-05T17:26:33.705176Z","steps":["trace[105399363] 'agreement among raft nodes before linearized reading' (duration: 2.803647803s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:33.705254Z","caller":"traceutil/trace.go:171","msg":"trace[1277973297] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23860; }","duration":"2.739376137s","start":"2026-03-05T17:26:30.965868Z","end":"2026-03-05T17:26:33.705244Z","steps":["trace[1277973297] 'agreement among raft nodes before linearized reading' (duration: 2.739301135s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.70528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:30.965798Z","time spent":"2.739476159s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"warn","ts":"2026-03-05T17:26:33.70529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.899998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:33.705321Z","caller":"traceutil/trace.go:171","msg":"trace[842014878] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23860; }","duration":"639.964389ms","start":"2026-03-05T17:26:33.065345Z","end":"2026-03-05T17:26:33.70531Z","steps":["trace[842014878] 'agreement among raft nodes before linearized reading' (duration: 639.919668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.705142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022721959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-4tn4p.189a01fa041eed45\" ","response":"range_response_count:1 size:900"} {"level":"warn","ts":"2026-03-05T17:26:33.705357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.065324Z","time spent":"640.025561ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:33.705381Z","caller":"traceutil/trace.go:171","msg":"trace[1687905270] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"399.509584ms","start":"2026-03-05T17:26:33.305862Z","end":"2026-03-05T17:26:33.705372Z","steps":["trace[1687905270] 'process raft request' (duration: 398.881467ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:33.70538Z","caller":"traceutil/trace.go:171","msg":"trace[1466843111] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-4tn4p.189a01fa041eed45; range_end:; response_count:1; response_revision:23860; }","duration":"2.022947424s","start":"2026-03-05T17:26:31.68241Z","end":"2026-03-05T17:26:33.705357Z","steps":["trace[1466843111] 'agreement among raft nodes before linearized reading' (duration: 2.022589616s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.705417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.334969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:33.705422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:31.682355Z","time spent":"2.023051858s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":923,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-4tn4p.189a01fa041eed45\" "} {"level":"warn","ts":"2026-03-05T17:26:33.705445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.305836Z","time spent":"399.562765ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:33.70545Z","caller":"traceutil/trace.go:171","msg":"trace[1942553454] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23860; }","duration":"686.40206ms","start":"2026-03-05T17:26:33.019038Z","end":"2026-03-05T17:26:33.70544Z","steps":["trace[1942553454] 'agreement among raft nodes before linearized reading' (duration: 686.343289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.705273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:31.956131Z","time spent":"1.749130956s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:33.705474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.019022Z","time spent":"686.445262ms","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:33.705523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.982908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:33.705243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:32.775335Z","time spent":"929.899411ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:33.70557Z","caller":"traceutil/trace.go:171","msg":"trace[2055538101] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23860; }","duration":"919.04833ms","start":"2026-03-05T17:26:32.786506Z","end":"2026-03-05T17:26:33.705555Z","steps":["trace[2055538101] 'agreement among raft nodes before linearized reading' (duration: 918.980869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.705611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:32.786497Z","time spent":"919.101141ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:33.705325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719103564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:33.70514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566096431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-05T17:26:33.705143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.435808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:33.705726Z","caller":"traceutil/trace.go:171","msg":"trace[1611266283] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23860; }","duration":"421.070354ms","start":"2026-03-05T17:26:33.284647Z","end":"2026-03-05T17:26:33.705717Z","steps":["trace[1611266283] 'agreement among raft nodes before linearized reading' (duration: 420.420818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.705754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.284631Z","time spent":"421.111935ms","remote":"127.0.0.1:49080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:33.70568Z","caller":"traceutil/trace.go:171","msg":"trace[673927570] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23860; }","duration":"1.719499644s","start":"2026-03-05T17:26:31.986167Z","end":"2026-03-05T17:26:33.705667Z","steps":["trace[673927570] 'agreement among raft nodes before linearized reading' (duration: 1.719130305s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.705797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:31.986144Z","time spent":"1.719636627s","remote":"127.0.0.1:56152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:33.705682Z","caller":"traceutil/trace.go:171","msg":"trace[1947150200] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23860; }","duration":"2.566686266s","start":"2026-03-05T17:26:31.138985Z","end":"2026-03-05T17:26:33.705671Z","steps":["trace[1947150200] 'agreement among raft nodes before linearized reading' (duration: 2.56603957s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.705994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:31.138964Z","time spent":"2.567018554s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:26:33.706451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.061697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T17:26:33.706574Z","caller":"traceutil/trace.go:171","msg":"trace[1723398480] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23860; }","duration":"398.206371ms","start":"2026-03-05T17:26:33.308345Z","end":"2026-03-05T17:26:33.706551Z","steps":["trace[1723398480] 'agreement among raft nodes before linearized reading' (duration: 397.960495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.706661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.308329Z","time spent":"398.317373ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T17:26:33.706675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:30.901272Z","time spent":"2.804006103s","remote":"127.0.0.1:42466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:33.707322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565046335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T17:26:33.707414Z","caller":"traceutil/trace.go:171","msg":"trace[1736285773] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23860; }","duration":"2.565176998s","start":"2026-03-05T17:26:31.142225Z","end":"2026-03-05T17:26:33.707402Z","steps":["trace[1736285773] 'agreement among raft nodes before linearized reading' (duration: 2.562877701s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:33.707468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:31.142204Z","time spent":"2.565254619s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T17:26:34.213605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:34.714273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:35.184505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.473767776s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:26:35.210476Z","caller":"traceutil/trace.go:171","msg":"trace[278381084] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"1.499897861s","start":"2026-03-05T17:26:33.710548Z","end":"2026-03-05T17:26:35.210446Z","steps":["trace[278381084] 'process raft request' (duration: 1.474130127s)","trace[278381084] 'compare' (duration: 24.663797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:35.211356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.710521Z","time spent":"1.500021584s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:35.260635Z","caller":"traceutil/trace.go:171","msg":"trace[1708166775] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"1.549618994s","start":"2026-03-05T17:26:33.710993Z","end":"2026-03-05T17:26:35.260612Z","steps":["trace[1708166775] 'process raft request' (duration: 1.54942866s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:35.260776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.710977Z","time spent":"1.549725687s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:35.260831Z","caller":"traceutil/trace.go:171","msg":"trace[32580990] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"1.548420984s","start":"2026-03-05T17:26:33.712381Z","end":"2026-03-05T17:26:35.260802Z","steps":["trace[32580990] 'process raft request' (duration: 1.548179588s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:35.26086Z","caller":"traceutil/trace.go:171","msg":"trace[462111196] linearizableReadLoop","detail":"{readStateIndex:24710; appliedIndex:24707; }","duration":"1.547483391s","start":"2026-03-05T17:26:33.713307Z","end":"2026-03-05T17:26:35.260791Z","steps":["trace[462111196] 'read index received' (duration: 1.471374267s)","trace[462111196] 'applied index is now lower than readState.Index' (duration: 76.107234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:35.260991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.712373Z","time spent":"1.548529138s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:35.261051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547728268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:35.261122Z","caller":"traceutil/trace.go:171","msg":"trace[1947585154] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23863; }","duration":"1.54783506s","start":"2026-03-05T17:26:33.713271Z","end":"2026-03-05T17:26:35.261106Z","steps":["trace[1947585154] 'agreement among raft nodes before linearized reading' (duration: 1.547704406s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:35.261195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.713254Z","time spent":"1.547907552s","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:35.26121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545286566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:35.261312Z","caller":"traceutil/trace.go:171","msg":"trace[292877496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23863; }","duration":"1.545415479s","start":"2026-03-05T17:26:33.715883Z","end":"2026-03-05T17:26:35.261299Z","steps":["trace[292877496] 'agreement among raft nodes before linearized reading' (duration: 1.545189334s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:35.261377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.715874Z","time spent":"1.545490641s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:35.261467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.500103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-05T17:26:35.261532Z","caller":"traceutil/trace.go:171","msg":"trace[1096608330] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23863; }","duration":"371.603406ms","start":"2026-03-05T17:26:34.889912Z","end":"2026-03-05T17:26:35.261515Z","steps":["trace[1096608330] 'agreement among raft nodes before linearized reading' (duration: 371.423961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:35.261582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:34.889894Z","time spent":"371.676048ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-05T17:26:35.261813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.86355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:35.261926Z","caller":"traceutil/trace.go:171","msg":"trace[1604679031] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23863; }","duration":"544.995782ms","start":"2026-03-05T17:26:34.716913Z","end":"2026-03-05T17:26:35.261908Z","steps":["trace[1604679031] 'agreement among raft nodes before linearized reading' (duration: 544.789527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:35.261837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368979545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:35.262045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:34.716899Z","time spent":"545.127886ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"info","ts":"2026-03-05T17:26:35.26222Z","caller":"traceutil/trace.go:171","msg":"trace[2071014335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23863; }","duration":"1.369319993s","start":"2026-03-05T17:26:33.89284Z","end":"2026-03-05T17:26:35.26216Z","steps":["trace[2071014335] 'agreement among raft nodes before linearized reading' (duration: 1.368947974s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:35.262469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:33.892781Z","time spent":"1.369662921s","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:35.262239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.536575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-05T17:26:35.262573Z","caller":"traceutil/trace.go:171","msg":"trace[1688234705] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23863; }","duration":"187.08336ms","start":"2026-03-05T17:26:35.07546Z","end":"2026-03-05T17:26:35.262544Z","steps":["trace[1688234705] 'agreement among raft nodes before linearized reading' (duration: 186.481654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:35.261843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.1223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:35.262665Z","caller":"traceutil/trace.go:171","msg":"trace[145853161] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23863; }","duration":"807.962281ms","start":"2026-03-05T17:26:34.454681Z","end":"2026-03-05T17:26:35.262643Z","steps":["trace[145853161] 'agreement among raft nodes before linearized reading' (duration: 807.114539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:35.26275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:34.454666Z","time spent":"808.043304ms","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:36.453822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114866159s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:36.454436Z","caller":"traceutil/trace.go:171","msg":"trace[1952288845] linearizableReadLoop","detail":"{readStateIndex:24711; appliedIndex:24710; }","duration":"1.188813639s","start":"2026-03-05T17:26:35.265602Z","end":"2026-03-05T17:26:36.454415Z","steps":["trace[1952288845] 'read index received' (duration: 73.248583ms)","trace[1952288845] 'applied index is now lower than readState.Index' (duration: 1.115562976s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:36.454522Z","caller":"traceutil/trace.go:171","msg":"trace[1034830300] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"1.190380308s","start":"2026-03-05T17:26:35.26413Z","end":"2026-03-05T17:26:36.45451Z","steps":["trace[1034830300] 'process raft request' (duration: 74.73256ms)","trace[1034830300] 'compare' (duration: 1.114324485s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:36.454595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:35.264092Z","time spent":"1.19046134s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:36.455091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189462715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0579907e-d0d1-4190-a439-e4eb009bd05c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-05T17:26:36.455172Z","caller":"traceutil/trace.go:171","msg":"trace[1971594657] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0579907e-d0d1-4190-a439-e4eb009bd05c; range_end:; response_count:1; response_revision:23864; }","duration":"1.189576927s","start":"2026-03-05T17:26:35.265577Z","end":"2026-03-05T17:26:36.455154Z","steps":["trace[1971594657] 'agreement among raft nodes before linearized reading' (duration: 1.188931301s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:36.455215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:35.265566Z","time spent":"1.189639599s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-0579907e-d0d1-4190-a439-e4eb009bd05c\" "} {"level":"info","ts":"2026-03-05T17:26:36.516442Z","caller":"traceutil/trace.go:171","msg":"trace[1332410109] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"542.475561ms","start":"2026-03-05T17:26:35.973938Z","end":"2026-03-05T17:26:36.516414Z","steps":["trace[1332410109] 'process raft request' (duration: 542.118532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:36.516581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.764662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:36.516638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095832263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:36.516665Z","caller":"traceutil/trace.go:171","msg":"trace[1683237563] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23865; }","duration":"840.850775ms","start":"2026-03-05T17:26:35.675767Z","end":"2026-03-05T17:26:36.516617Z","steps":["trace[1683237563] 'agreement among raft nodes before linearized reading' (duration: 840.754362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:36.516666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.498198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:36.516709Z","caller":"traceutil/trace.go:171","msg":"trace[243582761] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23865; }","duration":"1.095951925s","start":"2026-03-05T17:26:35.42074Z","end":"2026-03-05T17:26:36.516692Z","steps":["trace[243582761] 'agreement among raft nodes before linearized reading' (duration: 1.095844483s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:36.516689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.036239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:36.516741Z","caller":"traceutil/trace.go:171","msg":"trace[24689744] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23865; }","duration":"986.638261ms","start":"2026-03-05T17:26:35.530086Z","end":"2026-03-05T17:26:36.516724Z","steps":["trace[24689744] 'agreement among raft nodes before linearized reading' (duration: 986.475717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:36.516751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:35.675747Z","time spent":"840.956247ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:36.516759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:35.420718Z","time spent":"1.096027267s","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:26:36.516783Z","caller":"traceutil/trace.go:171","msg":"trace[161228320] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23865; }","duration":"815.190082ms","start":"2026-03-05T17:26:35.701566Z","end":"2026-03-05T17:26:36.516756Z","steps":["trace[161228320] 'agreement among raft nodes before linearized reading' (duration: 814.914605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:36.516806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:35.530045Z","time spent":"986.750634ms","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:36.516484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245909617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:36.516861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:35.701545Z","time spent":"815.299145ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:36.516676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:35.973915Z","time spent":"542.652545ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:36.516943Z","caller":"traceutil/trace.go:171","msg":"trace[1581093261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23865; }","duration":"1.24640136s","start":"2026-03-05T17:26:35.270498Z","end":"2026-03-05T17:26:36.5169Z","steps":["trace[1581093261] 'agreement among raft nodes before linearized reading' (duration: 1.245903037s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:36.517016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:35.270483Z","time spent":"1.246521412s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:36.517025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.192452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:36.517102Z","caller":"traceutil/trace.go:171","msg":"trace[59207638] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23865; }","duration":"127.314544ms","start":"2026-03-05T17:26:36.389773Z","end":"2026-03-05T17:26:36.517087Z","steps":["trace[59207638] 'agreement among raft nodes before linearized reading' (duration: 127.194261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:36.517018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.13625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T17:26:36.51722Z","caller":"traceutil/trace.go:171","msg":"trace[185438151] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23865; }","duration":"378.363525ms","start":"2026-03-05T17:26:36.138826Z","end":"2026-03-05T17:26:36.51719Z","steps":["trace[185438151] 'agreement among raft nodes before linearized reading' (duration: 378.047887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:36.517294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.138809Z","time spent":"378.465288ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-05T17:26:36.517467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.284016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:36.518213Z","caller":"traceutil/trace.go:171","msg":"trace[2018079331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23865; }","duration":"247.462971ms","start":"2026-03-05T17:26:36.270116Z","end":"2026-03-05T17:26:36.517579Z","steps":["trace[2018079331] 'agreement among raft nodes before linearized reading' (duration: 246.700151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:37.019751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:37.521354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:37.552799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034429556s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:26:38.015903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.060804ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:38.016022Z","caller":"traceutil/trace.go:171","msg":"trace[2062714069] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23865; }","duration":"848.191677ms","start":"2026-03-05T17:26:37.167813Z","end":"2026-03-05T17:26:38.016005Z","steps":["trace[2062714069] 'range keys from in-memory index tree' (duration: 848.045273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:38.016442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.354922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:38.016581Z","caller":"traceutil/trace.go:171","msg":"trace[981424627] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"1.558430415s","start":"2026-03-05T17:26:36.458128Z","end":"2026-03-05T17:26:38.016559Z","steps":["trace[981424627] 'process raft request' (duration: 1.094977902s)","trace[981424627] 'compare' (duration: 463.092844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:38.016678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.458106Z","time spent":"1.558539098s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:26:38.519054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:26:38.519123Z","caller":"traceutil/trace.go:171","msg":"trace[729822332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291078s","start":"2026-03-05T17:26:36.518818Z","end":"2026-03-05T17:26:38.519109Z","steps":["trace[729822332] 'agreement among raft nodes before linearized reading' (duration: 2.000200855s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:38.519159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.518801Z","time spent":"2.00035179s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:38.821268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:26:38.821355Z","caller":"traceutil/trace.go:171","msg":"trace[1424604765] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079473s","start":"2026-03-05T17:26:36.821255Z","end":"2026-03-05T17:26:38.821334Z","steps":["trace[1424604765] 'agreement among raft nodes before linearized reading' (duration: 1.99996643s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:38.821404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.821235Z","time spent":"2.000159265s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:39.469202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260271346s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-05T17:26:39.469467Z","caller":"traceutil/trace.go:171","msg":"trace[1808607652] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"758.430122ms","start":"2026-03-05T17:26:38.71102Z","end":"2026-03-05T17:26:39.46945Z","steps":["trace[1808607652] 'process raft request' (duration: 758.395311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:39.46956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:38.711001Z","time spent":"758.503255ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:39.469752Z","caller":"traceutil/trace.go:171","msg":"trace[1849779273] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"2.749050978s","start":"2026-03-05T17:26:36.72068Z","end":"2026-03-05T17:26:39.469731Z","steps":["trace[1849779273] 'process raft request' (duration: 2.748612397s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:39.469801Z","caller":"traceutil/trace.go:171","msg":"trace[333475302] linearizableReadLoop","detail":"{readStateIndex:24715; appliedIndex:24712; }","duration":"2.950919967s","start":"2026-03-05T17:26:36.518855Z","end":"2026-03-05T17:26:39.469775Z","steps":["trace[333475302] 'read index received' (duration: 1.034147309s)","trace[333475302] 'applied index is now lower than readState.Index' (duration: 1.916769798s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:39.46981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.519352Z","time spent":"2.950429005s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:26:39.46986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.720656Z","time spent":"2.74914772s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:39.971539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:40.526798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999862228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:26:40.526866Z","caller":"traceutil/trace.go:171","msg":"trace[28355236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998424s","start":"2026-03-05T17:26:38.526865Z","end":"2026-03-05T17:26:40.52685Z","steps":["trace[28355236] 'agreement among raft nodes before linearized reading' (duration: 1.999895428s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:40.52691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:38.526845Z","time spent":"2.000052152s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:26:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:26:41.149854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.998987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:41.149962Z","caller":"traceutil/trace.go:171","msg":"trace[1867096057] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"1.68574486s","start":"2026-03-05T17:26:39.464197Z","end":"2026-03-05T17:26:41.149942Z","steps":["trace[1867096057] 'process raft request' (duration: 852.580438ms)","trace[1867096057] 'compare' (duration: 832.416433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:41.150023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:39.464171Z","time spent":"1.685823672s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:42.196249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.269676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:42.196353Z","caller":"traceutil/trace.go:171","msg":"trace[1977459887] linearizableReadLoop","detail":"{readStateIndex:24718; appliedIndex:24716; }","duration":"2.726487915s","start":"2026-03-05T17:26:39.469849Z","end":"2026-03-05T17:26:42.196337Z","steps":["trace[1977459887] 'read index received' (duration: 846.954028ms)","trace[1977459887] 'applied index is now lower than readState.Index' (duration: 1.879531667s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:42.196424Z","caller":"traceutil/trace.go:171","msg":"trace[1911106630] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"2.725075769s","start":"2026-03-05T17:26:39.471337Z","end":"2026-03-05T17:26:42.196413Z","steps":["trace[1911106630] 'process raft request' (duration: 1.789565577s)","trace[1911106630] 'compare' (duration: 934.297651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:42.196479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:39.47131Z","time spent":"2.72514004s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:42.196756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399697035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:42.196792Z","caller":"traceutil/trace.go:171","msg":"trace[85801414] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23870; }","duration":"3.399736736s","start":"2026-03-05T17:26:38.797044Z","end":"2026-03-05T17:26:42.196781Z","steps":["trace[85801414] 'agreement among raft nodes before linearized reading' (duration: 3.399628823s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.196822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:38.796982Z","time spent":"3.399832068s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:42.197001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359245293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:42.197047Z","caller":"traceutil/trace.go:171","msg":"trace[595591625] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23870; }","duration":"5.359300215s","start":"2026-03-05T17:26:36.837724Z","end":"2026-03-05T17:26:42.197024Z","steps":["trace[595591625] 'agreement among raft nodes before linearized reading' (duration: 5.359246863s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.197076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.837713Z","time spent":"5.359355016s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:42.197322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.258928723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-05T17:26:42.197352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.674641357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:42.197372Z","caller":"traceutil/trace.go:171","msg":"trace[1456999937] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23870; }","duration":"5.259020676s","start":"2026-03-05T17:26:36.938338Z","end":"2026-03-05T17:26:42.197358Z","steps":["trace[1456999937] 'agreement among raft nodes before linearized reading' (duration: 5.258857182s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:42.197383Z","caller":"traceutil/trace.go:171","msg":"trace[1351532175] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23870; }","duration":"4.674708479s","start":"2026-03-05T17:26:37.522664Z","end":"2026-03-05T17:26:42.197373Z","steps":["trace[1351532175] 'agreement among raft nodes before linearized reading' (duration: 4.674604347s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.197376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177112361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-ff54j.189a01fa0e232797\" ","response":"range_response_count:1 size:889"} {"level":"warn","ts":"2026-03-05T17:26:42.19741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:37.522645Z","time spent":"4.674758091s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"warn","ts":"2026-03-05T17:26:42.197449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.238899732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:42.197445Z","caller":"traceutil/trace.go:171","msg":"trace[812873271] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-ff54j.189a01fa0e232797; range_end:; response_count:1; response_revision:23870; }","duration":"4.177231094s","start":"2026-03-05T17:26:38.020196Z","end":"2026-03-05T17:26:42.197427Z","steps":["trace[812873271] 'agreement among raft nodes before linearized reading' (duration: 4.177017649s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.197455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.674973112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:42.197478Z","caller":"traceutil/trace.go:171","msg":"trace[1057124450] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23870; }","duration":"5.238958813s","start":"2026-03-05T17:26:36.958509Z","end":"2026-03-05T17:26:42.197468Z","steps":["trace[1057124450] 'agreement among raft nodes before linearized reading' (duration: 5.238913962s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.197487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:38.020174Z","time spent":"4.177304216s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":912,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-ff54j.189a01fa0e232797\" "} {"level":"warn","ts":"2026-03-05T17:26:42.197467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480781592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-05T17:26:42.197504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.95849Z","time spent":"5.239007365s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:42.197404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.938317Z","time spent":"5.259078777s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-03-05T17:26:42.19751Z","caller":"traceutil/trace.go:171","msg":"trace[1985227038] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23870; }","duration":"5.675033523s","start":"2026-03-05T17:26:36.522463Z","end":"2026-03-05T17:26:42.197497Z","steps":["trace[1985227038] 'agreement among raft nodes before linearized reading' (duration: 5.674940901s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.19751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.548847086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-4tn4p\" ","response":"range_response_count:1 size:5312"} {"level":"info","ts":"2026-03-05T17:26:42.197538Z","caller":"traceutil/trace.go:171","msg":"trace[1746771858] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23870; }","duration":"3.480901796s","start":"2026-03-05T17:26:38.716615Z","end":"2026-03-05T17:26:42.197517Z","steps":["trace[1746771858] 'agreement among raft nodes before linearized reading' (duration: 3.48066149s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.19755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.52244Z","time spent":"5.675101694s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:26:42.197582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:38.716597Z","time spent":"3.480976048s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T17:26:42.197587Z","caller":"traceutil/trace.go:171","msg":"trace[2072215749] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-4tn4p; range_end:; response_count:1; response_revision:23870; }","duration":"5.54898583s","start":"2026-03-05T17:26:36.648577Z","end":"2026-03-05T17:26:42.197562Z","steps":["trace[2072215749] 'agreement among raft nodes before linearized reading' (duration: 5.548684302s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.197639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:36.648555Z","time spent":"5.549069971s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5335,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-4tn4p\" "} {"level":"warn","ts":"2026-03-05T17:26:42.398837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.52383ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:26:42.398941Z","caller":"traceutil/trace.go:171","msg":"trace[863026093] linearizableReadLoop","detail":"{readStateIndex:24719; appliedIndex:24718; }","duration":"202.544906ms","start":"2026-03-05T17:26:42.196379Z","end":"2026-03-05T17:26:42.398924Z","steps":["trace[863026093] 'read index received' (duration: 10.926683ms)","trace[863026093] 'applied index is now lower than readState.Index' (duration: 191.616493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:42.399126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.18576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:42.3992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871751712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:42.399229Z","caller":"traceutil/trace.go:171","msg":"trace[2012052504] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23870; }","duration":"693.350774ms","start":"2026-03-05T17:26:41.705854Z","end":"2026-03-05T17:26:42.399205Z","steps":["trace[2012052504] 'agreement among raft nodes before linearized reading' (duration: 693.142149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.399203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51587365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:42.399246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43291883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:42.399276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03420894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:42.399304Z","caller":"traceutil/trace.go:171","msg":"trace[1396366670] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23870; }","duration":"1.516026614s","start":"2026-03-05T17:26:40.883259Z","end":"2026-03-05T17:26:42.399285Z","steps":["trace[1396366670] 'agreement among raft nodes before linearized reading' (duration: 1.51586207s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.399363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:40.88324Z","time spent":"1.516113076s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:42.399215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.510204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:42.399372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.52535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:42.399361Z","caller":"traceutil/trace.go:171","msg":"trace[804617583] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23870; }","duration":"1.034373244s","start":"2026-03-05T17:26:41.364968Z","end":"2026-03-05T17:26:42.399341Z","steps":["trace[804617583] 'agreement among raft nodes before linearized reading' (duration: 1.03418712s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:42.39944Z","caller":"traceutil/trace.go:171","msg":"trace[343038944] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23870; }","duration":"795.626692ms","start":"2026-03-05T17:26:41.6038Z","end":"2026-03-05T17:26:42.399426Z","steps":["trace[343038944] 'agreement among raft nodes before linearized reading' (duration: 795.53287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.399303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:41.705824Z","time spent":"693.463757ms","remote":"127.0.0.1:48806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:42.399248Z","caller":"traceutil/trace.go:171","msg":"trace[864248440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23870; }","duration":"1.871850825s","start":"2026-03-05T17:26:40.527385Z","end":"2026-03-05T17:26:42.399235Z","steps":["trace[864248440] 'agreement among raft nodes before linearized reading' (duration: 1.871739722s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.399483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:41.603778Z","time spent":"795.694635ms","remote":"127.0.0.1:56826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:42.399503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:40.527364Z","time spent":"1.872132232s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:42.399306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080300274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:42.399544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.645561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:42.399641Z","caller":"traceutil/trace.go:171","msg":"trace[482768309] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23870; }","duration":"1.080637483s","start":"2026-03-05T17:26:41.318958Z","end":"2026-03-05T17:26:42.399595Z","steps":["trace[482768309] 'agreement among raft nodes before linearized reading' (duration: 1.080314985s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.399452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:41.364938Z","time spent":"1.034501098s","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:42.39967Z","caller":"traceutil/trace.go:171","msg":"trace[701653123] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23870; }","duration":"621.875316ms","start":"2026-03-05T17:26:41.777774Z","end":"2026-03-05T17:26:42.399649Z","steps":["trace[701653123] 'agreement among raft nodes before linearized reading' (duration: 621.540698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.39982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:41.318937Z","time spent":"1.080830757s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:42.399475Z","caller":"traceutil/trace.go:171","msg":"trace[957623087] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23870; }","duration":"477.800441ms","start":"2026-03-05T17:26:41.921617Z","end":"2026-03-05T17:26:42.399417Z","steps":["trace[957623087] 'agreement among raft nodes before linearized reading' (duration: 477.487324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.399843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:41.777752Z","time spent":"622.059041ms","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:42.399305Z","caller":"traceutil/trace.go:171","msg":"trace[1617758767] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23870; }","duration":"2.433017222s","start":"2026-03-05T17:26:39.966272Z","end":"2026-03-05T17:26:42.399289Z","steps":["trace[1617758767] 'agreement among raft nodes before linearized reading' (duration: 2.43292251s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.399935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:39.966252Z","time spent":"2.433659067s","remote":"127.0.0.1:42562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:42.399909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:41.921587Z","time spent":"478.301624ms","remote":"127.0.0.1:56788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:42.403748Z","caller":"traceutil/trace.go:171","msg":"trace[397197656] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"202.634959ms","start":"2026-03-05T17:26:42.201087Z","end":"2026-03-05T17:26:42.403722Z","steps":["trace[397197656] 'process raft request' (duration: 202.390053ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:42.403878Z","caller":"traceutil/trace.go:171","msg":"trace[162564940] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"198.66461ms","start":"2026-03-05T17:26:42.205192Z","end":"2026-03-05T17:26:42.403856Z","steps":["trace[162564940] 'process raft request' (duration: 198.462795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.404168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.966353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:42.40421Z","caller":"traceutil/trace.go:171","msg":"trace[16836703] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23872; }","duration":"200.029444ms","start":"2026-03-05T17:26:42.20417Z","end":"2026-03-05T17:26:42.4042Z","steps":["trace[16836703] 'agreement among raft nodes before linearized reading' (duration: 199.963193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.404257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.440944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-ff54j\" ","response":"range_response_count:1 size:4468"} {"level":"info","ts":"2026-03-05T17:26:42.404317Z","caller":"traceutil/trace.go:171","msg":"trace[1750232699] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-ff54j; range_end:; response_count:1; response_revision:23872; }","duration":"204.545777ms","start":"2026-03-05T17:26:42.199755Z","end":"2026-03-05T17:26:42.404301Z","steps":["trace[1750232699] 'agreement among raft nodes before linearized reading' (duration: 204.374783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.404436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.211389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T17:26:42.404481Z","caller":"traceutil/trace.go:171","msg":"trace[353756913] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23872; }","duration":"204.293981ms","start":"2026-03-05T17:26:42.200177Z","end":"2026-03-05T17:26:42.404471Z","steps":["trace[353756913] 'agreement among raft nodes before linearized reading' (duration: 204.114967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:42.918382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:43.418757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054310671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:26:43.793665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380082923s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:26:43.934625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.621807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:43.934739Z","caller":"traceutil/trace.go:171","msg":"trace[2005838453] linearizableReadLoop","detail":"{readStateIndex:24722; appliedIndex:24721; }","duration":"1.516794953s","start":"2026-03-05T17:26:42.417925Z","end":"2026-03-05T17:26:43.93472Z","steps":["trace[2005838453] 'read index received' (duration: 1.375979151s)","trace[2005838453] 'applied index is now lower than readState.Index' (duration: 140.814422ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:43.934818Z","caller":"traceutil/trace.go:171","msg":"trace[1347588445] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"1.521307235s","start":"2026-03-05T17:26:42.413496Z","end":"2026-03-05T17:26:43.934803Z","steps":["trace[1347588445] 'process raft request' (duration: 1.380407781s)","trace[1347588445] 'compare' (duration: 140.459553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:43.934884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:42.413476Z","time spent":"1.521374897s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:43.935086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517121021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fnswz\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-03-05T17:26:43.935192Z","caller":"traceutil/trace.go:171","msg":"trace[782298800] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-fnswz; range_end:; response_count:1; response_revision:23873; }","duration":"1.517247134s","start":"2026-03-05T17:26:42.41792Z","end":"2026-03-05T17:26:43.935167Z","steps":["trace[782298800] 'agreement among raft nodes before linearized reading' (duration: 1.516946057s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:43.935247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:42.417911Z","time spent":"1.517326236s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fnswz\" "} {"level":"warn","ts":"2026-03-05T17:26:44.818754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.001486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:44.818857Z","caller":"traceutil/trace.go:171","msg":"trace[1437012774] linearizableReadLoop","detail":"{readStateIndex:24723; appliedIndex:24722; }","duration":"884.073126ms","start":"2026-03-05T17:26:43.934766Z","end":"2026-03-05T17:26:44.818839Z","steps":["trace[1437012774] 'read index received' (duration: 176.925366ms)","trace[1437012774] 'applied index is now lower than readState.Index' (duration: 707.1463ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:44.819062Z","caller":"traceutil/trace.go:171","msg":"trace[2058054119] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"1.272552833s","start":"2026-03-05T17:26:43.546496Z","end":"2026-03-05T17:26:44.819049Z","steps":["trace[2058054119] 'process raft request' (duration: 565.176788ms)","trace[2058054119] 'compare' (duration: 706.884463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:44.819124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:43.546465Z","time spent":"1.272625916s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18604,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:44.819211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324800536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:26:44.819203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163235504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:44.819291Z","caller":"traceutil/trace.go:171","msg":"trace[1548001242] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23874; }","duration":"2.324940769s","start":"2026-03-05T17:26:42.494327Z","end":"2026-03-05T17:26:44.819268Z","steps":["trace[1548001242] 'agreement among raft nodes before linearized reading' (duration: 2.324756434s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:44.819315Z","caller":"traceutil/trace.go:171","msg":"trace[1234263038] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23874; }","duration":"2.163406438s","start":"2026-03-05T17:26:42.655882Z","end":"2026-03-05T17:26:44.819288Z","steps":["trace[1234263038] 'agreement among raft nodes before linearized reading' (duration: 2.163179753s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:44.819334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:42.494305Z","time spent":"2.325019491s","remote":"127.0.0.1:49172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:44.819331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843206648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-03-05T17:26:44.819379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:42.655867Z","time spent":"2.16349s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:44.81943Z","caller":"traceutil/trace.go:171","msg":"trace[905692209] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23874; }","duration":"1.843317691s","start":"2026-03-05T17:26:42.976086Z","end":"2026-03-05T17:26:44.819404Z","steps":["trace[905692209] 'agreement among raft nodes before linearized reading' (duration: 1.842964432s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:44.819467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95157647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:44.819539Z","caller":"traceutil/trace.go:171","msg":"trace[787104896] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23874; }","duration":"1.951688502s","start":"2026-03-05T17:26:42.867832Z","end":"2026-03-05T17:26:44.81952Z","steps":["trace[787104896] 'agreement among raft nodes before linearized reading' (duration: 1.951499187s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:44.819583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:42.867813Z","time spent":"1.951757934s","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:44.819578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09653412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:44.819591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615913433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T17:26:44.819597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474879684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:44.819616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71372263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:44.819629Z","caller":"traceutil/trace.go:171","msg":"trace[713717206] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23874; }","duration":"1.096614371s","start":"2026-03-05T17:26:43.723Z","end":"2026-03-05T17:26:44.819614Z","steps":["trace[713717206] 'agreement among raft nodes before linearized reading' (duration: 1.096522769s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:44.819651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004079532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:44.819676Z","caller":"traceutil/trace.go:171","msg":"trace[1570065353] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23874; }","duration":"1.713835063s","start":"2026-03-05T17:26:43.105826Z","end":"2026-03-05T17:26:44.819661Z","steps":["trace[1570065353] 'agreement among raft nodes before linearized reading' (duration: 1.71371235s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:44.819485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:42.976017Z","time spent":"1.843456985s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"info","ts":"2026-03-05T17:26:44.819679Z","caller":"traceutil/trace.go:171","msg":"trace[1595990474] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23874; }","duration":"1.475026537s","start":"2026-03-05T17:26:43.344628Z","end":"2026-03-05T17:26:44.819655Z","steps":["trace[1595990474] 'agreement among raft nodes before linearized reading' (duration: 1.474872744s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:44.819688Z","caller":"traceutil/trace.go:171","msg":"trace[150255187] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23874; }","duration":"2.004150864s","start":"2026-03-05T17:26:42.815524Z","end":"2026-03-05T17:26:44.819675Z","steps":["trace[150255187] 'agreement among raft nodes before linearized reading' (duration: 2.004089672s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:44.819712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:43.105803Z","time spent":"1.713899565s","remote":"127.0.0.1:49112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:44.819722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:42.815503Z","time spent":"2.004210496s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:44.819728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:43.344603Z","time spent":"1.47511501s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:44.819679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:43.722986Z","time spent":"1.096684054s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:44.819629Z","caller":"traceutil/trace.go:171","msg":"trace[194973371] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23874; }","duration":"1.615984585s","start":"2026-03-05T17:26:43.203634Z","end":"2026-03-05T17:26:44.819619Z","steps":["trace[194973371] 'agreement among raft nodes before linearized reading' (duration: 1.615877382s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:44.819831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:43.203616Z","time spent":"1.616186729s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"warn","ts":"2026-03-05T17:26:45.319224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.658816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:45.319416Z","caller":"traceutil/trace.go:171","msg":"trace[1558177188] linearizableReadLoop","detail":"{readStateIndex:24725; appliedIndex:24723; }","duration":"500.52182ms","start":"2026-03-05T17:26:44.818881Z","end":"2026-03-05T17:26:45.319403Z","steps":["trace[1558177188] 'read index received' (duration: 184.65772ms)","trace[1558177188] 'applied index is now lower than readState.Index' (duration: 315.86312ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:45.319519Z","caller":"traceutil/trace.go:171","msg":"trace[1544377348] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"1.374872883s","start":"2026-03-05T17:26:43.944623Z","end":"2026-03-05T17:26:45.319496Z","steps":["trace[1544377348] 'process raft request' (duration: 1.058877948s)","trace[1544377348] 'compare' (duration: 315.44684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:45.319587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:43.9446Z","time spent":"1.374949935s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:45.319927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380630387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fnswz.189a01fa5045e8be\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-05T17:26:45.319987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.51146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-h5jbc\" ","response":"range_response_count:1 size:4311"} {"level":"info","ts":"2026-03-05T17:26:45.32006Z","caller":"traceutil/trace.go:171","msg":"trace[166834309] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"811.158932ms","start":"2026-03-05T17:26:44.508883Z","end":"2026-03-05T17:26:45.320042Z","steps":["trace[166834309] 'process raft request' (duration: 810.439773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:45.320102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364827811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:26:45.320111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.19545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:45.32015Z","caller":"traceutil/trace.go:171","msg":"trace[603563719] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23876; }","duration":"256.275622ms","start":"2026-03-05T17:26:45.063866Z","end":"2026-03-05T17:26:45.320141Z","steps":["trace[603563719] 'agreement among raft nodes before linearized reading' (duration: 256.21566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:45.320153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:44.508863Z","time spent":"811.227903ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:45.320163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.972422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:45.320057Z","caller":"traceutil/trace.go:171","msg":"trace[957599299] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-h5jbc; range_end:; response_count:1; response_revision:23876; }","duration":"498.594392ms","start":"2026-03-05T17:26:44.821445Z","end":"2026-03-05T17:26:45.320039Z","steps":["trace[957599299] 'agreement among raft nodes before linearized reading' (duration: 498.392147ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:45.320161Z","caller":"traceutil/trace.go:171","msg":"trace[725728633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23876; }","duration":"1.364920085s","start":"2026-03-05T17:26:43.955219Z","end":"2026-03-05T17:26:45.320139Z","steps":["trace[725728633] 'agreement among raft nodes before linearized reading' (duration: 1.364833232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:45.320236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:43.955194Z","time spent":"1.365027928s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:45.320245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:44.821421Z","time spent":"498.789047ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4334,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-h5jbc\" "} {"level":"info","ts":"2026-03-05T17:26:45.320006Z","caller":"traceutil/trace.go:171","msg":"trace[833661943] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fnswz.189a01fa5045e8be; range_end:; response_count:1; response_revision:23876; }","duration":"1.380775381s","start":"2026-03-05T17:26:43.939212Z","end":"2026-03-05T17:26:45.319987Z","steps":["trace[833661943] 'agreement among raft nodes before linearized reading' (duration: 1.380533455s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:45.320192Z","caller":"traceutil/trace.go:171","msg":"trace[151231912] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23876; }","duration":"441.006313ms","start":"2026-03-05T17:26:44.879179Z","end":"2026-03-05T17:26:45.320185Z","steps":["trace[151231912] 'agreement among raft nodes before linearized reading' (duration: 440.925421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:45.320446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:43.939194Z","time spent":"1.381140579s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fnswz.189a01fa5045e8be\" "} {"level":"warn","ts":"2026-03-05T17:26:45.320439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:44.87911Z","time spent":"441.305919ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:46.010012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.322486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:46.010155Z","caller":"traceutil/trace.go:171","msg":"trace[638037554] linearizableReadLoop","detail":"{readStateIndex:24726; appliedIndex:24725; }","duration":"685.874637ms","start":"2026-03-05T17:26:45.324264Z","end":"2026-03-05T17:26:46.010138Z","steps":["trace[638037554] 'read index received' (duration: 153.392358ms)","trace[638037554] 'applied index is now lower than readState.Index' (duration: 532.480849ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:46.010243Z","caller":"traceutil/trace.go:171","msg":"trace[1860320375] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"687.411975ms","start":"2026-03-05T17:26:45.32282Z","end":"2026-03-05T17:26:46.010232Z","steps":["trace[1860320375] 'process raft request' (duration: 154.794702ms)","trace[1860320375] 'compare' (duration: 532.223953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:46.010308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:45.322808Z","time spent":"687.466637ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:46.010656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.406891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-4tn4p\" ","response":"range_response_count:1 size:5490"} {"level":"info","ts":"2026-03-05T17:26:46.010698Z","caller":"traceutil/trace.go:171","msg":"trace[1825649578] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-4tn4p; range_end:; response_count:1; response_revision:23877; }","duration":"686.452352ms","start":"2026-03-05T17:26:45.324236Z","end":"2026-03-05T17:26:46.010688Z","steps":["trace[1825649578] 'agreement among raft nodes before linearized reading' (duration: 686.247417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.010728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:45.324197Z","time spent":"686.524173ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5513,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-4tn4p\" "} {"level":"warn","ts":"2026-03-05T17:26:46.010906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.898477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:46.01094Z","caller":"traceutil/trace.go:171","msg":"trace[589377391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23877; }","duration":"681.948249ms","start":"2026-03-05T17:26:45.328984Z","end":"2026-03-05T17:26:46.010932Z","steps":["trace[589377391] 'agreement among raft nodes before linearized reading' (duration: 681.896138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.010965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:45.328974Z","time spent":"681.98533ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:46.011249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.221598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:46.011288Z","caller":"traceutil/trace.go:171","msg":"trace[170228264] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23877; }","duration":"186.263589ms","start":"2026-03-05T17:26:45.825014Z","end":"2026-03-05T17:26:46.011278Z","steps":["trace[170228264] 'agreement among raft nodes before linearized reading' (duration: 186.162336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.011369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.355179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:46.011583Z","caller":"traceutil/trace.go:171","msg":"trace[1469781450] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23877; }","duration":"397.581276ms","start":"2026-03-05T17:26:45.613939Z","end":"2026-03-05T17:26:46.01152Z","steps":["trace[1469781450] 'agreement among raft nodes before linearized reading' (duration: 397.318588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.011676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:45.61392Z","time spent":"397.739899ms","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:26:46.250224Z","caller":"traceutil/trace.go:171","msg":"trace[232701411] linearizableReadLoop","detail":"{readStateIndex:24728; appliedIndex:24726; }","duration":"204.995078ms","start":"2026-03-05T17:26:46.045201Z","end":"2026-03-05T17:26:46.250196Z","steps":["trace[232701411] 'read index received' (duration: 30.559324ms)","trace[232701411] 'applied index is now lower than readState.Index' (duration: 174.434644ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:46.250311Z","caller":"traceutil/trace.go:171","msg":"trace[499866318] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"228.65738ms","start":"2026-03-05T17:26:46.021622Z","end":"2026-03-05T17:26:46.25028Z","steps":["trace[499866318] 'process raft request' (duration: 215.910191ms)","trace[499866318] 'compare' (duration: 12.38638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:46.250405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.175133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:46.250441Z","caller":"traceutil/trace.go:171","msg":"trace[488327929] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23879; }","duration":"205.265825ms","start":"2026-03-05T17:26:46.045164Z","end":"2026-03-05T17:26:46.25043Z","steps":["trace[488327929] 'agreement among raft nodes before linearized reading' (duration: 205.174743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.250665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.847414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-npvcf.189a01fa87f82cef\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-05T17:26:46.25075Z","caller":"traceutil/trace.go:171","msg":"trace[1570223191] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-npvcf.189a01fa87f82cef; range_end:; response_count:1; response_revision:23879; }","duration":"170.975257ms","start":"2026-03-05T17:26:46.079752Z","end":"2026-03-05T17:26:46.250727Z","steps":["trace[1570223191] 'agreement among raft nodes before linearized reading' (duration: 170.737471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.250873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.801147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T17:26:46.250946Z","caller":"traceutil/trace.go:171","msg":"trace[1429768140] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23879; }","duration":"111.93826ms","start":"2026-03-05T17:26:46.138987Z","end":"2026-03-05T17:26:46.250925Z","steps":["trace[1429768140] 'agreement among raft nodes before linearized reading' (duration: 111.689964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.993242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.37977ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T17:26:46.993895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:46.252346Z","time spent":"741.53709ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:26:46.99412Z","caller":"traceutil/trace.go:171","msg":"trace[1639128095] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"272.081576ms","start":"2026-03-05T17:26:46.722016Z","end":"2026-03-05T17:26:46.994098Z","steps":["trace[1639128095] 'process raft request' (duration: 271.991533ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:46.994194Z","caller":"traceutil/trace.go:171","msg":"trace[463804700] linearizableReadLoop","detail":"{readStateIndex:24730; appliedIndex:24728; }","duration":"739.15228ms","start":"2026-03-05T17:26:46.255011Z","end":"2026-03-05T17:26:46.994164Z","steps":["trace[463804700] 'read index received' (duration: 103.158821ms)","trace[463804700] 'applied index is now lower than readState.Index' (duration: 635.990129ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:46.994334Z","caller":"traceutil/trace.go:171","msg":"trace[1028308949] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"741.18696ms","start":"2026-03-05T17:26:46.253134Z","end":"2026-03-05T17:26:46.994321Z","steps":["trace[1028308949] 'process raft request' (duration: 740.711028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.994444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.089877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:46.994501Z","caller":"traceutil/trace.go:171","msg":"trace[844256496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23881; }","duration":"725.19353ms","start":"2026-03-05T17:26:46.269291Z","end":"2026-03-05T17:26:46.994484Z","steps":["trace[844256496] 'agreement among raft nodes before linearized reading' (duration: 725.054107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.994539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.844703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:46.994573Z","caller":"traceutil/trace.go:171","msg":"trace[488633023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23881; }","duration":"200.918235ms","start":"2026-03-05T17:26:46.793646Z","end":"2026-03-05T17:26:46.994564Z","steps":["trace[488633023] 'agreement among raft nodes before linearized reading' (duration: 200.852243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.994668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.650332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-d5kph\" ","response":"range_response_count:1 size:7584"} {"level":"warn","ts":"2026-03-05T17:26:46.994693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.226522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T17:26:46.994725Z","caller":"traceutil/trace.go:171","msg":"trace[1060395907] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23881; }","duration":"410.297055ms","start":"2026-03-05T17:26:46.58442Z","end":"2026-03-05T17:26:46.994717Z","steps":["trace[1060395907] 'agreement among raft nodes before linearized reading' (duration: 410.14261ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:46.994722Z","caller":"traceutil/trace.go:171","msg":"trace[683978210] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-d5kph; range_end:; response_count:1; response_revision:23881; }","duration":"739.739655ms","start":"2026-03-05T17:26:46.25497Z","end":"2026-03-05T17:26:46.994709Z","steps":["trace[683978210] 'agreement among raft nodes before linearized reading' (duration: 739.55209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.994542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:46.269273Z","time spent":"725.259201ms","remote":"127.0.0.1:51584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:46.994758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:46.584398Z","time spent":"410.354416ms","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T17:26:46.994767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:46.254958Z","time spent":"739.800507ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7607,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-d5kph\" "} {"level":"warn","ts":"2026-03-05T17:26:46.99445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:46.253112Z","time spent":"741.255312ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:46.995137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.886976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-05T17:26:46.995173Z","caller":"traceutil/trace.go:171","msg":"trace[317931722] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23881; }","duration":"527.967678ms","start":"2026-03-05T17:26:46.467197Z","end":"2026-03-05T17:26:46.995165Z","steps":["trace[317931722] 'agreement among raft nodes before linearized reading' (duration: 527.890446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:46.99521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:46.467176Z","time spent":"528.026909ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-05T17:26:48.155042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.375025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:48.155161Z","caller":"traceutil/trace.go:171","msg":"trace[837455689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23881; }","duration":"988.499858ms","start":"2026-03-05T17:26:47.166642Z","end":"2026-03-05T17:26:48.155142Z","steps":["trace[837455689] 'range keys from in-memory index tree' (duration: 988.361144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.155608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015535634s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:48.155675Z","caller":"traceutil/trace.go:171","msg":"trace[830341055] linearizableReadLoop","detail":"{readStateIndex:24732; appliedIndex:24731; }","duration":"1.157039633s","start":"2026-03-05T17:26:46.998625Z","end":"2026-03-05T17:26:48.155665Z","steps":["trace[830341055] 'read index received' (duration: 141.448398ms)","trace[830341055] 'applied index is now lower than readState.Index' (duration: 1.015590235s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:48.155788Z","caller":"traceutil/trace.go:171","msg":"trace[476417] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"1.160433758s","start":"2026-03-05T17:26:46.995306Z","end":"2026-03-05T17:26:48.15574Z","steps":["trace[476417] 'process raft request' (duration: 144.678279ms)","trace[476417] 'compare' (duration: 1.01495191s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:48.155974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:46.995286Z","time spent":"1.160606682s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:48.156188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157559536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-npvcf.189a01fa87f86648\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-05T17:26:48.156232Z","caller":"traceutil/trace.go:171","msg":"trace[1867184001] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-npvcf.189a01fa87f86648; range_end:; response_count:1; response_revision:23882; }","duration":"1.157603837s","start":"2026-03-05T17:26:46.998616Z","end":"2026-03-05T17:26:48.15622Z","steps":["trace[1867184001] 'agreement among raft nodes before linearized reading' (duration: 1.157236848s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.156342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:46.998587Z","time spent":"1.157743141s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":927,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-npvcf.189a01fa87f86648\" "} {"level":"warn","ts":"2026-03-05T17:26:48.284174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085464324s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:26:48.314735Z","caller":"traceutil/trace.go:171","msg":"trace[2089672994] linearizableReadLoop","detail":"{readStateIndex:24733; appliedIndex:24732; }","duration":"158.881924ms","start":"2026-03-05T17:26:48.155827Z","end":"2026-03-05T17:26:48.314709Z","steps":["trace[2089672994] 'read index received' (duration: 128.575486ms)","trace[2089672994] 'applied index is now lower than readState.Index' (duration: 30.305228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:48.314901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.850755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:26:48.314931Z","caller":"traceutil/trace.go:171","msg":"trace[987231267] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23883; }","duration":"900.935457ms","start":"2026-03-05T17:26:47.413985Z","end":"2026-03-05T17:26:48.314921Z","steps":["trace[987231267] 'agreement among raft nodes before linearized reading' (duration: 900.829835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.314957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:47.413966Z","time spent":"900.983758ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:48.314923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.931705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:48.315012Z","caller":"traceutil/trace.go:171","msg":"trace[1594248261] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23883; }","duration":"468.090439ms","start":"2026-03-05T17:26:47.846899Z","end":"2026-03-05T17:26:48.31499Z","steps":["trace[1594248261] 'agreement among raft nodes before linearized reading' (duration: 467.859793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.315064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:47.846821Z","time spent":"468.229343ms","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:48.31514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019898913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:48.315166Z","caller":"traceutil/trace.go:171","msg":"trace[198675495] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23883; }","duration":"1.019963804s","start":"2026-03-05T17:26:47.295193Z","end":"2026-03-05T17:26:48.315157Z","steps":["trace[198675495] 'agreement among raft nodes before linearized reading' (duration: 1.019918713s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.315188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:47.295173Z","time spent":"1.020009465s","remote":"127.0.0.1:56184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:26:48.315388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10973321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T17:26:48.315412Z","caller":"traceutil/trace.go:171","msg":"trace[495538418] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23883; }","duration":"1.109796011s","start":"2026-03-05T17:26:47.205607Z","end":"2026-03-05T17:26:48.315403Z","steps":["trace[495538418] 'agreement among raft nodes before linearized reading' (duration: 1.109695729s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.315431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:47.205585Z","time spent":"1.109840883s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T17:26:48.315608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299591839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T17:26:48.3156Z","caller":"traceutil/trace.go:171","msg":"trace[478477370] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"1.311978599s","start":"2026-03-05T17:26:47.003602Z","end":"2026-03-05T17:26:48.315581Z","steps":["trace[478477370] 'process raft request' (duration: 1.2808422s)","trace[478477370] 'compare' (duration: 30.150824ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:48.315634Z","caller":"traceutil/trace.go:171","msg":"trace[399136983] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6; range_end:; response_count:1; response_revision:23883; }","duration":"1.299640851s","start":"2026-03-05T17:26:47.015985Z","end":"2026-03-05T17:26:48.315626Z","steps":["trace[399136983] 'agreement among raft nodes before linearized reading' (duration: 1.299557489s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.315656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:47.015976Z","time spent":"1.299675061s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-421a6d00-fcbd-41ae-a1c0-aed8f9022fc6\" "} {"level":"warn","ts":"2026-03-05T17:26:48.315719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:47.003585Z","time spent":"1.312050871s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:48.315811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316588885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-05T17:26:48.315833Z","caller":"traceutil/trace.go:171","msg":"trace[1647811142] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23883; }","duration":"1.316636806s","start":"2026-03-05T17:26:46.99919Z","end":"2026-03-05T17:26:48.315826Z","steps":["trace[1647811142] 'agreement among raft nodes before linearized reading' (duration: 1.316568374s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.315856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:46.999177Z","time spent":"1.316670816s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-05T17:26:48.315901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.791165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:48.315934Z","caller":"traceutil/trace.go:171","msg":"trace[502749686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23883; }","duration":"358.861327ms","start":"2026-03-05T17:26:47.957062Z","end":"2026-03-05T17:26:48.315924Z","steps":["trace[502749686] 'agreement among raft nodes before linearized reading' (duration: 358.805796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.315962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:47.957041Z","time spent":"358.914758ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:26:48.316184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.185919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-05T17:26:48.316216Z","caller":"traceutil/trace.go:171","msg":"trace[590517602] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23883; }","duration":"380.248972ms","start":"2026-03-05T17:26:47.935956Z","end":"2026-03-05T17:26:48.316205Z","steps":["trace[590517602] 'agreement among raft nodes before linearized reading' (duration: 380.124319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.316243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:47.935936Z","time spent":"380.300344ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-05T17:26:48.318757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.507345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T17:26:48.318866Z","caller":"traceutil/trace.go:171","msg":"trace[1773998326] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23884; }","duration":"160.633348ms","start":"2026-03-05T17:26:48.158201Z","end":"2026-03-05T17:26:48.318834Z","steps":["trace[1773998326] 'agreement among raft nodes before linearized reading' (duration: 160.450443ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:48.319075Z","caller":"traceutil/trace.go:171","msg":"trace[2004843691] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"160.323411ms","start":"2026-03-05T17:26:48.158743Z","end":"2026-03-05T17:26:48.319066Z","steps":["trace[2004843691] 'process raft request' (duration: 159.772607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:48.68547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.101399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:26:48.685848Z","caller":"traceutil/trace.go:171","msg":"trace[735198278] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"330.19194ms","start":"2026-03-05T17:26:48.355621Z","end":"2026-03-05T17:26:48.685813Z","steps":["trace[735198278] 'process raft request' (duration: 174.600849ms)","trace[735198278] 'compare' (duration: 154.958786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:48.68601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:48.355607Z","time spent":"330.321153ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:48.686187Z","caller":"traceutil/trace.go:171","msg":"trace[1265529665] linearizableReadLoop","detail":"{readStateIndex:24737; appliedIndex:24736; }","duration":"283.565923ms","start":"2026-03-05T17:26:48.402578Z","end":"2026-03-05T17:26:48.686143Z","steps":["trace[1265529665] 'read index received' (duration: 127.703615ms)","trace[1265529665] 'applied index is now lower than readState.Index' (duration: 155.846248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:48.686408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.811439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-d5kph.189a01fc03c6deb5\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-05T17:26:48.686469Z","caller":"traceutil/trace.go:171","msg":"trace[1793575889] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-d5kph.189a01fc03c6deb5; range_end:; response_count:1; response_revision:23888; }","duration":"283.879161ms","start":"2026-03-05T17:26:48.402569Z","end":"2026-03-05T17:26:48.686449Z","steps":["trace[1793575889] 'agreement among raft nodes before linearized reading' (duration: 283.695106ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:27:53.804467Z","caller":"traceutil/trace.go:171","msg":"trace[683298987] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"265.984894ms","start":"2026-03-05T17:27:53.538457Z","end":"2026-03-05T17:27:53.804441Z","steps":["trace[683298987] 'process raft request' (duration: 265.82496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:27:55.90656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.395386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:27:55.906635Z","caller":"traceutil/trace.go:171","msg":"trace[1807178012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24498; }","duration":"699.53688ms","start":"2026-03-05T17:27:55.207077Z","end":"2026-03-05T17:27:55.906613Z","steps":["trace[1807178012] 'range keys from in-memory index tree' (duration: 699.202202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:27:55.906667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:27:55.207045Z","time spent":"699.615652ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T17:27:55.907444Z","caller":"traceutil/trace.go:171","msg":"trace[1326526540] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"519.30647ms","start":"2026-03-05T17:27:55.388099Z","end":"2026-03-05T17:27:55.907406Z","steps":["trace[1326526540] 'process raft request' (duration: 482.433288ms)","trace[1326526540] 'compare' (duration: 36.75288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:27:55.907624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:27:55.38807Z","time spent":"519.460074ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:27:55.945093Z","caller":"traceutil/trace.go:171","msg":"trace[948840583] linearizableReadLoop","detail":"{readStateIndex:25366; appliedIndex:25364; }","duration":"490.837638ms","start":"2026-03-05T17:27:55.454226Z","end":"2026-03-05T17:27:55.945064Z","steps":["trace[948840583] 'read index received' (duration: 416.513569ms)","trace[948840583] 'applied index is now lower than readState.Index' (duration: 74.323099ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:27:55.94515Z","caller":"traceutil/trace.go:171","msg":"trace[1947179408] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"526.348757ms","start":"2026-03-05T17:27:55.418764Z","end":"2026-03-05T17:27:55.945113Z","steps":["trace[1947179408] 'process raft request' (duration: 526.058409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:27:55.945275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.026394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:27:55.945319Z","caller":"traceutil/trace.go:171","msg":"trace[1212735187] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24500; }","duration":"491.141337ms","start":"2026-03-05T17:27:55.454163Z","end":"2026-03-05T17:27:55.945305Z","steps":["trace[1212735187] 'agreement among raft nodes before linearized reading' (duration: 491.043424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:27:55.945369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:27:55.454142Z","time spent":"491.216719ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:27:55.945356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.531512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:27:55.945437Z","caller":"traceutil/trace.go:171","msg":"trace[1199293222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24500; }","duration":"237.659865ms","start":"2026-03-05T17:27:55.707757Z","end":"2026-03-05T17:27:55.945417Z","steps":["trace[1199293222] 'agreement among raft nodes before linearized reading' (duration: 237.532742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:27:55.945362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:27:55.418746Z","time spent":"526.49505ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:27:55.94556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.718961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:27:55.945627Z","caller":"traceutil/trace.go:171","msg":"trace[642499924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24500; }","duration":"136.826623ms","start":"2026-03-05T17:27:55.808783Z","end":"2026-03-05T17:27:55.94561Z","steps":["trace[642499924] 'agreement among raft nodes before linearized reading' (duration: 136.642869ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:00.365024Z","caller":"traceutil/trace.go:171","msg":"trace[1850626575] linearizableReadLoop","detail":"{readStateIndex:25394; appliedIndex:25393; }","duration":"433.3893ms","start":"2026-03-05T17:27:59.931611Z","end":"2026-03-05T17:28:00.365Z","steps":["trace[1850626575] 'read index received' (duration: 433.235936ms)","trace[1850626575] 'applied index is now lower than readState.Index' (duration: 152.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:28:00.36547Z","caller":"traceutil/trace.go:171","msg":"trace[1743036208] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"443.200176ms","start":"2026-03-05T17:27:59.922252Z","end":"2026-03-05T17:28:00.365452Z","steps":["trace[1743036208] 'process raft request' (duration: 442.587651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:00.365604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:27:59.922232Z","time spent":"443.284349ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:28:00.365822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.196632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:28:00.365891Z","caller":"traceutil/trace.go:171","msg":"trace[1940792768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24527; }","duration":"434.296064ms","start":"2026-03-05T17:27:59.931576Z","end":"2026-03-05T17:28:00.365872Z","steps":["trace[1940792768] 'agreement among raft nodes before linearized reading' (duration: 434.14876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:00.365961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:27:59.931568Z","time spent":"434.375686ms","remote":"127.0.0.1:56834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:28:00.865474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054312804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:28:01.365925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388790054312804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:28:01.68699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321930399s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:28:01.743088Z","caller":"traceutil/trace.go:171","msg":"trace[1176507371] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"1.564092586s","start":"2026-03-05T17:28:00.178971Z","end":"2026-03-05T17:28:01.743064Z","steps":["trace[1176507371] 'process raft request' (duration: 1.508200688s)","trace[1176507371] 'compare' (duration: 55.405706ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:28:01.743083Z","caller":"traceutil/trace.go:171","msg":"trace[37828259] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"1.432193787s","start":"2026-03-05T17:28:00.31086Z","end":"2026-03-05T17:28:01.743053Z","steps":["trace[37828259] 'process raft request' (duration: 1.432092444s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:01.743203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.178941Z","time spent":"1.564198719s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:28:01.74325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.310838Z","time spent":"1.432320929s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:28:01.955395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:28:01.955496Z","caller":"traceutil/trace.go:171","msg":"trace[425415817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000027471s","start":"2026-03-05T17:27:59.95544Z","end":"2026-03-05T17:28:01.955468Z","steps":["trace[425415817] 'agreement among raft nodes before linearized reading' (duration: 1.999884158s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:01.955565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:27:59.955407Z","time spent":"2.000142374s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:28:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T17:28:02.356362Z","caller":"traceutil/trace.go:171","msg":"trace[2091259049] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"1.775380432s","start":"2026-03-05T17:28:00.580951Z","end":"2026-03-05T17:28:02.356332Z","steps":["trace[2091259049] 'process raft request' (duration: 1.774588743s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:02.356422Z","caller":"traceutil/trace.go:171","msg":"trace[928354675] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"1.566837985s","start":"2026-03-05T17:28:00.789559Z","end":"2026-03-05T17:28:02.356397Z","steps":["trace[928354675] 'process raft request' (duration: 1.566761433s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.356509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.580926Z","time spent":"1.775511746s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:28:02.356575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.78952Z","time spent":"1.566976658s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:28:02.356784Z","caller":"traceutil/trace.go:171","msg":"trace[212415530] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"1.315140828s","start":"2026-03-05T17:28:01.041634Z","end":"2026-03-05T17:28:02.356775Z","steps":["trace[212415530] 'process raft request' (duration: 1.315090297s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.356825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:01.041612Z","time spent":"1.315191919s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:28:02.356883Z","caller":"traceutil/trace.go:171","msg":"trace[1011602740] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"1.546099527s","start":"2026-03-05T17:28:00.810777Z","end":"2026-03-05T17:28:02.356876Z","steps":["trace[1011602740] 'process raft request' (duration: 1.545579874s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.356921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.810741Z","time spent":"1.546157228s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:28:02.357079Z","caller":"traceutil/trace.go:171","msg":"trace[226867102] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"1.730237792s","start":"2026-03-05T17:28:00.62617Z","end":"2026-03-05T17:28:02.356407Z","steps":["trace[226867102] 'process raft request' (duration: 1.730050107s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:02.357047Z","caller":"traceutil/trace.go:171","msg":"trace[579733812] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"1.404827352s","start":"2026-03-05T17:28:00.952212Z","end":"2026-03-05T17:28:02.357039Z","steps":["trace[579733812] 'process raft request' (duration: 1.404433522s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.357287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.626128Z","time spent":"1.731060103s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:28:02.357407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.952189Z","time spent":"1.405186941s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:28:02.36042Z","caller":"traceutil/trace.go:171","msg":"trace[1253456122] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25394; }","duration":"1.995302894s","start":"2026-03-05T17:28:00.365086Z","end":"2026-03-05T17:28:02.360389Z","steps":["trace[1253456122] 'read index received' (duration: 1.322112783s)","trace[1253456122] 'applied index is now lower than readState.Index' (duration: 673.188741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:28:02.360481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020516644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:28:02.360522Z","caller":"traceutil/trace.go:171","msg":"trace[11817054] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24535; }","duration":"2.020593686s","start":"2026-03-05T17:28:00.339915Z","end":"2026-03-05T17:28:02.360508Z","steps":["trace[11817054] 'agreement among raft nodes before linearized reading' (duration: 2.020530404s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.360545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.339898Z","time spent":"2.020641918s","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:28:02.36068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061187472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T17:28:02.360727Z","caller":"traceutil/trace.go:171","msg":"trace[720716562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24535; }","duration":"2.061292954s","start":"2026-03-05T17:28:00.29942Z","end":"2026-03-05T17:28:02.360713Z","steps":["trace[720716562] 'agreement among raft nodes before linearized reading' (duration: 2.06112605s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.360796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.299396Z","time spent":"2.061365065s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:28:02.360694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928793669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:28:02.360862Z","caller":"traceutil/trace.go:171","msg":"trace[236149808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24535; }","duration":"1.929031025s","start":"2026-03-05T17:28:00.431822Z","end":"2026-03-05T17:28:02.360853Z","steps":["trace[236149808] 'agreement among raft nodes before linearized reading' (duration: 1.928848271s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.360843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344269653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T17:28:02.360885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.431792Z","time spent":"1.929087237s","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:28:02.360865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.232526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:28:02.360916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333348114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T17:28:02.360928Z","caller":"traceutil/trace.go:171","msg":"trace[696386783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24535; }","duration":"2.344416966s","start":"2026-03-05T17:28:00.01649Z","end":"2026-03-05T17:28:02.360907Z","steps":["trace[696386783] 'agreement among raft nodes before linearized reading' (duration: 2.344120919s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.360906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.944481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:28:02.360948Z","caller":"traceutil/trace.go:171","msg":"trace[1409618537] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24535; }","duration":"600.343558ms","start":"2026-03-05T17:28:01.760584Z","end":"2026-03-05T17:28:02.360927Z","steps":["trace[1409618537] 'agreement among raft nodes before linearized reading' (duration: 600.110333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.360947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.682601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:28:02.360984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.01647Z","time spent":"2.344507119s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:28:02.360812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247125657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T17:28:02.360996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:01.760573Z","time spent":"600.41323ms","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:28:02.361002Z","caller":"traceutil/trace.go:171","msg":"trace[126348445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24535; }","duration":"405.092744ms","start":"2026-03-05T17:28:01.955885Z","end":"2026-03-05T17:28:02.360978Z","steps":["trace[126348445] 'agreement among raft nodes before linearized reading' (duration: 404.890969ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:02.361027Z","caller":"traceutil/trace.go:171","msg":"trace[2114130760] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24535; }","duration":"256.806474ms","start":"2026-03-05T17:28:02.104197Z","end":"2026-03-05T17:28:02.361004Z","steps":["trace[2114130760] 'agreement among raft nodes before linearized reading' (duration: 256.549068ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:02.361045Z","caller":"traceutil/trace.go:171","msg":"trace[1922893886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24535; }","duration":"1.247383073s","start":"2026-03-05T17:28:01.113643Z","end":"2026-03-05T17:28:02.361026Z","steps":["trace[1922893886] 'agreement among raft nodes before linearized reading' (duration: 1.247064805s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.361053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:01.955865Z","time spent":"405.179696ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:28:02.361083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862289276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:28:02.361106Z","caller":"traceutil/trace.go:171","msg":"trace[1902611257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24535; }","duration":"1.862311577s","start":"2026-03-05T17:28:00.498787Z","end":"2026-03-05T17:28:02.361099Z","steps":["trace[1902611257] 'agreement among raft nodes before linearized reading' (duration: 1.86203984s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.3611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:01.11362Z","time spent":"1.247462955s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:28:02.361126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.498734Z","time spent":"1.862387498s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:28:02.361161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061754525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:28:02.361185Z","caller":"traceutil/trace.go:171","msg":"trace[1455132433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24535; }","duration":"2.061817726s","start":"2026-03-05T17:28:00.299361Z","end":"2026-03-05T17:28:02.361179Z","steps":["trace[1455132433] 'agreement among raft nodes before linearized reading' (duration: 2.061296434s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.361202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:00.299343Z","time spent":"2.061855448s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:28:02.360952Z","caller":"traceutil/trace.go:171","msg":"trace[1233332818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24535; }","duration":"1.333414146s","start":"2026-03-05T17:28:01.027528Z","end":"2026-03-05T17:28:02.360943Z","steps":["trace[1233332818] 'agreement among raft nodes before linearized reading' (duration: 1.33319346s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:02.361261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:01.027511Z","time spent":"1.333741943s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T17:28:42.806515Z","caller":"traceutil/trace.go:171","msg":"trace[63945025] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"300.2118ms","start":"2026-03-05T17:28:42.506273Z","end":"2026-03-05T17:28:42.806485Z","steps":["trace[63945025] 'process raft request' (duration: 299.989185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:42.806899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.506249Z","time spent":"300.349524ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:28:43.182674Z","caller":"traceutil/trace.go:171","msg":"trace[1317896303] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"579.813774ms","start":"2026-03-05T17:28:42.602813Z","end":"2026-03-05T17:28:43.182627Z","steps":["trace[1317896303] 'process raft request' (duration: 579.66885ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:43.182703Z","caller":"traceutil/trace.go:171","msg":"trace[1347643803] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"580.551752ms","start":"2026-03-05T17:28:42.60208Z","end":"2026-03-05T17:28:43.182632Z","steps":["trace[1347643803] 'process raft request' (duration: 580.178433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.18294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.602799Z","time spent":"580.003519ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:28:43.182967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.602035Z","time spent":"580.782719ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:28:43.18307Z","caller":"traceutil/trace.go:171","msg":"trace[695967425] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"579.033255ms","start":"2026-03-05T17:28:42.604002Z","end":"2026-03-05T17:28:43.183036Z","steps":["trace[695967425] 'process raft request' (duration: 578.533573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.183244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.603972Z","time spent":"579.180969ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:28:43.18335Z","caller":"traceutil/trace.go:171","msg":"trace[1838643436] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"577.67162ms","start":"2026-03-05T17:28:42.60566Z","end":"2026-03-05T17:28:43.183332Z","steps":["trace[1838643436] 'process raft request' (duration: 577.279541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.183417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.605653Z","time spent":"577.731032ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:28:43.183936Z","caller":"traceutil/trace.go:171","msg":"trace[1417518523] linearizableReadLoop","detail":"{readStateIndex:25862; appliedIndex:25856; }","duration":"483.413232ms","start":"2026-03-05T17:28:42.700481Z","end":"2026-03-05T17:28:43.183894Z","steps":["trace[1417518523] 'read index received' (duration: 105.810916ms)","trace[1417518523] 'applied index is now lower than readState.Index' (duration: 377.600716ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:28:43.184141Z","caller":"traceutil/trace.go:171","msg":"trace[595783907] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"419.71995ms","start":"2026-03-05T17:28:42.764406Z","end":"2026-03-05T17:28:43.184126Z","steps":["trace[595783907] 'process raft request' (duration: 419.33269ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:43.184148Z","caller":"traceutil/trace.go:171","msg":"trace[1274940467] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"575.880655ms","start":"2026-03-05T17:28:42.608246Z","end":"2026-03-05T17:28:43.184127Z","steps":["trace[1274940467] 'process raft request' (duration: 575.040434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.18426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.60823Z","time spent":"575.973868ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:28:43.184318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.764379Z","time spent":"419.797931ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:28:43.184664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.257648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T17:28:43.184723Z","caller":"traceutil/trace.go:171","msg":"trace[16883129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24984; }","duration":"483.34875ms","start":"2026-03-05T17:28:42.701359Z","end":"2026-03-05T17:28:43.184707Z","steps":["trace[16883129] 'agreement among raft nodes before linearized reading' (duration: 483.160716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.184772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.701342Z","time spent":"483.419383ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:28:43.185125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.455989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:28:43.185166Z","caller":"traceutil/trace.go:171","msg":"trace[303881306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24984; }","duration":"484.725525ms","start":"2026-03-05T17:28:42.700427Z","end":"2026-03-05T17:28:43.185153Z","steps":["trace[303881306] 'agreement among raft nodes before linearized reading' (duration: 484.429508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.185155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.490436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:28:43.185203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.700403Z","time spent":"484.790307ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:28:43.185219Z","caller":"traceutil/trace.go:171","msg":"trace[2015584418] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24984; }","duration":"228.593319ms","start":"2026-03-05T17:28:42.956612Z","end":"2026-03-05T17:28:43.185205Z","steps":["trace[2015584418] 'agreement among raft nodes before linearized reading' (duration: 228.289711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.185284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.72522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:28:43.185337Z","caller":"traceutil/trace.go:171","msg":"trace[1729670438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24984; }","duration":"473.834223ms","start":"2026-03-05T17:28:42.711491Z","end":"2026-03-05T17:28:43.185325Z","steps":["trace[1729670438] 'agreement among raft nodes before linearized reading' (duration: 473.638178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.185349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.649186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:28:43.185366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.711464Z","time spent":"473.894614ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:28:43.185399Z","caller":"traceutil/trace.go:171","msg":"trace[198571595] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24984; }","duration":"227.758358ms","start":"2026-03-05T17:28:42.957628Z","end":"2026-03-05T17:28:43.185387Z","steps":["trace[198571595] 'agreement among raft nodes before linearized reading' (duration: 227.648685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.185474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.557796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:28:43.185522Z","caller":"traceutil/trace.go:171","msg":"trace[16000251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24984; }","duration":"479.630628ms","start":"2026-03-05T17:28:42.705877Z","end":"2026-03-05T17:28:43.185508Z","steps":["trace[16000251] 'agreement among raft nodes before linearized reading' (duration: 479.507615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.185562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.705864Z","time spent":"479.687149ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:28:43.185573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.42948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:28:43.185575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.983044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T17:28:43.185594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.790049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:28:43.185609Z","caller":"traceutil/trace.go:171","msg":"trace[1363950854] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24984; }","duration":"285.470451ms","start":"2026-03-05T17:28:42.900124Z","end":"2026-03-05T17:28:43.185595Z","steps":["trace[1363950854] 'agreement among raft nodes before linearized reading' (duration: 285.391919ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:43.185614Z","caller":"traceutil/trace.go:171","msg":"trace[146970455] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24984; }","duration":"228.019424ms","start":"2026-03-05T17:28:42.957581Z","end":"2026-03-05T17:28:43.185601Z","steps":["trace[146970455] 'agreement among raft nodes before linearized reading' (duration: 227.85327ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:43.18563Z","caller":"traceutil/trace.go:171","msg":"trace[136188935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24984; }","duration":"227.83535ms","start":"2026-03-05T17:28:42.957782Z","end":"2026-03-05T17:28:43.185617Z","steps":["trace[136188935] 'agreement among raft nodes before linearized reading' (duration: 227.781529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.185812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.414532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:28:43.185844Z","caller":"traceutil/trace.go:171","msg":"trace[559109533] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24984; }","duration":"473.491544ms","start":"2026-03-05T17:28:42.712342Z","end":"2026-03-05T17:28:43.185834Z","steps":["trace[559109533] 'agreement among raft nodes before linearized reading' (duration: 473.428753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.185848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.857725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:28:43.185837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.544626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:28:43.185881Z","caller":"traceutil/trace.go:171","msg":"trace[1789905158] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24984; }","duration":"228.919587ms","start":"2026-03-05T17:28:42.95695Z","end":"2026-03-05T17:28:43.18587Z","steps":["trace[1789905158] 'agreement among raft nodes before linearized reading' (duration: 228.869176ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:43.185902Z","caller":"traceutil/trace.go:171","msg":"trace[581048540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24984; }","duration":"481.632799ms","start":"2026-03-05T17:28:42.704255Z","end":"2026-03-05T17:28:43.185887Z","steps":["trace[581048540] 'agreement among raft nodes before linearized reading' (duration: 481.478735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:43.185946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.704243Z","time spent":"481.6917ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:28:43.18587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:28:42.712319Z","time spent":"473.542136ms","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:28:54.189159Z","caller":"traceutil/trace.go:171","msg":"trace[1502100293] linearizableReadLoop","detail":"{readStateIndex:25947; appliedIndex:25946; }","duration":"159.607242ms","start":"2026-03-05T17:28:54.02952Z","end":"2026-03-05T17:28:54.189127Z","steps":["trace[1502100293] 'read index received' (duration: 33.19347ms)","trace[1502100293] 'applied index is now lower than readState.Index' (duration: 126.412782ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:28:54.189194Z","caller":"traceutil/trace.go:171","msg":"trace[1658539826] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"167.191933ms","start":"2026-03-05T17:28:54.021969Z","end":"2026-03-05T17:28:54.189161Z","steps":["trace[1658539826] 'process raft request' (duration: 71.797446ms)","trace[1658539826] 'compare' (duration: 95.223843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:28:54.189545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.962042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:28:54.189675Z","caller":"traceutil/trace.go:171","msg":"trace[2093528420] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25066; }","duration":"160.197507ms","start":"2026-03-05T17:28:54.029452Z","end":"2026-03-05T17:28:54.18965Z","steps":["trace[2093528420] 'agreement among raft nodes before linearized reading' (duration: 159.89929ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.413408Z","caller":"traceutil/trace.go:171","msg":"trace[2145254202] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"178.785702ms","start":"2026-03-05T17:28:55.234595Z","end":"2026-03-05T17:28:55.413381Z","steps":["trace[2145254202] 'process raft request' (duration: 178.69757ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.413456Z","caller":"traceutil/trace.go:171","msg":"trace[214368586] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"179.440209ms","start":"2026-03-05T17:28:55.233963Z","end":"2026-03-05T17:28:55.413403Z","steps":["trace[214368586] 'process raft request' (duration: 179.177172ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.41396Z","caller":"traceutil/trace.go:171","msg":"trace[992214396] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"173.736367ms","start":"2026-03-05T17:28:55.240193Z","end":"2026-03-05T17:28:55.413929Z","steps":["trace[992214396] 'process raft request' (duration: 173.514701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:55.414032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.242138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T17:28:55.414116Z","caller":"traceutil/trace.go:171","msg":"trace[1434773223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25071; }","duration":"146.376402ms","start":"2026-03-05T17:28:55.267726Z","end":"2026-03-05T17:28:55.414103Z","steps":["trace[1434773223] 'agreement among raft nodes before linearized reading' (duration: 146.161687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:55.41414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.050939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T17:28:55.414224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.429749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T17:28:55.414205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.072414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T17:28:55.41422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.264929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T17:28:55.414261Z","caller":"traceutil/trace.go:171","msg":"trace[762503826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25071; }","duration":"151.247633ms","start":"2026-03-05T17:28:55.262984Z","end":"2026-03-05T17:28:55.414231Z","steps":["trace[762503826] 'agreement among raft nodes before linearized reading' (duration: 150.940745ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.414278Z","caller":"traceutil/trace.go:171","msg":"trace[820233399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25071; }","duration":"147.549962ms","start":"2026-03-05T17:28:55.266712Z","end":"2026-03-05T17:28:55.414262Z","steps":["trace[820233399] 'agreement among raft nodes before linearized reading' (duration: 147.168562ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.414303Z","caller":"traceutil/trace.go:171","msg":"trace[1726474541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25071; }","duration":"146.195867ms","start":"2026-03-05T17:28:55.268086Z","end":"2026-03-05T17:28:55.414282Z","steps":["trace[1726474541] 'agreement among raft nodes before linearized reading' (duration: 145.809458ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.414322Z","caller":"traceutil/trace.go:171","msg":"trace[1630994471] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25071; }","duration":"180.400263ms","start":"2026-03-05T17:28:55.233896Z","end":"2026-03-05T17:28:55.414297Z","steps":["trace[1630994471] 'agreement among raft nodes before linearized reading' (duration: 180.132906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:55.414428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.573727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:28:55.414474Z","caller":"traceutil/trace.go:171","msg":"trace[2078980620] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25071; }","duration":"180.637888ms","start":"2026-03-05T17:28:55.233825Z","end":"2026-03-05T17:28:55.414463Z","steps":["trace[2078980620] 'agreement among raft nodes before linearized reading' (duration: 180.564576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:55.414474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.995312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:28:55.414574Z","caller":"traceutil/trace.go:171","msg":"trace[1691742299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25071; }","duration":"162.141736ms","start":"2026-03-05T17:28:55.252405Z","end":"2026-03-05T17:28:55.414546Z","steps":["trace[1691742299] 'agreement among raft nodes before linearized reading' (duration: 161.845818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:55.414506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.483625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:28:55.41384Z","caller":"traceutil/trace.go:171","msg":"trace[1939411590] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"174.517355ms","start":"2026-03-05T17:28:55.23927Z","end":"2026-03-05T17:28:55.413787Z","steps":["trace[1939411590] 'process raft request' (duration: 174.070824ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.414621Z","caller":"traceutil/trace.go:171","msg":"trace[205654371] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25071; }","duration":"180.658258ms","start":"2026-03-05T17:28:55.233954Z","end":"2026-03-05T17:28:55.414612Z","steps":["trace[205654371] 'agreement among raft nodes before linearized reading' (duration: 180.516675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:55.414006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.339341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:28:55.415033Z","caller":"traceutil/trace.go:171","msg":"trace[1635787150] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25071; }","duration":"117.437198ms","start":"2026-03-05T17:28:55.297568Z","end":"2026-03-05T17:28:55.415005Z","steps":["trace[1635787150] 'agreement among raft nodes before linearized reading' (duration: 116.31588ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.65426Z","caller":"traceutil/trace.go:171","msg":"trace[1150130449] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"234.796333ms","start":"2026-03-05T17:28:55.419418Z","end":"2026-03-05T17:28:55.654214Z","steps":["trace[1150130449] 'process raft request' (duration: 211.185262ms)","trace[1150130449] 'compare' (duration: 23.275303ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:28:55.654423Z","caller":"traceutil/trace.go:171","msg":"trace[645756730] linearizableReadLoop","detail":"{readStateIndex:25957; appliedIndex:25953; }","duration":"173.317915ms","start":"2026-03-05T17:28:55.481079Z","end":"2026-03-05T17:28:55.654397Z","steps":["trace[645756730] 'read index received' (duration: 149.441987ms)","trace[645756730] 'applied index is now lower than readState.Index' (duration: 23.874838ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:28:55.654553Z","caller":"traceutil/trace.go:171","msg":"trace[1436480993] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"233.808979ms","start":"2026-03-05T17:28:55.420731Z","end":"2026-03-05T17:28:55.65454Z","steps":["trace[1436480993] 'process raft request' (duration: 233.612584ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.654384Z","caller":"traceutil/trace.go:171","msg":"trace[1511675232] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"234.554618ms","start":"2026-03-05T17:28:55.419802Z","end":"2026-03-05T17:28:55.654356Z","steps":["trace[1511675232] 'process raft request' (duration: 234.334742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:28:55.654739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.654254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:28:55.654779Z","caller":"traceutil/trace.go:171","msg":"trace[1145673682] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25076; }","duration":"173.736386ms","start":"2026-03-05T17:28:55.481029Z","end":"2026-03-05T17:28:55.654765Z","steps":["trace[1145673682] 'agreement among raft nodes before linearized reading' (duration: 173.663604ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:28:55.654988Z","caller":"traceutil/trace.go:171","msg":"trace[54128972] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"234.339472ms","start":"2026-03-05T17:28:55.420086Z","end":"2026-03-05T17:28:55.654426Z","steps":["trace[54128972] 'process raft request' (duration: 234.173888ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:29:59.985951Z","caller":"traceutil/trace.go:171","msg":"trace[1870891821] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"250.417754ms","start":"2026-03-05T17:29:59.735505Z","end":"2026-03-05T17:29:59.985923Z","steps":["trace[1870891821] 'process raft request' (duration: 190.482405ms)","trace[1870891821] 'compare' (duration: 59.737694ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:29:59.986297Z","caller":"traceutil/trace.go:171","msg":"trace[1589192387] linearizableReadLoop","detail":"{readStateIndex:26504; appliedIndex:26501; }","duration":"239.811108ms","start":"2026-03-05T17:29:59.746452Z","end":"2026-03-05T17:29:59.986263Z","steps":["trace[1589192387] 'read index received' (duration: 31.960049ms)","trace[1589192387] 'applied index is now lower than readState.Index' (duration: 207.849429ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:29:59.986567Z","caller":"traceutil/trace.go:171","msg":"trace[1055004535] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"251.000258ms","start":"2026-03-05T17:29:59.73555Z","end":"2026-03-05T17:29:59.98655Z","steps":["trace[1055004535] 'process raft request' (duration: 250.329282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:29:59.986805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.313391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T17:29:59.986854Z","caller":"traceutil/trace.go:171","msg":"trace[734589307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25608; }","duration":"240.457046ms","start":"2026-03-05T17:29:59.746386Z","end":"2026-03-05T17:29:59.986844Z","steps":["trace[734589307] 'agreement among raft nodes before linearized reading' (duration: 240.22915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:29:59.987159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.188752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"warn","ts":"2026-03-05T17:29:59.987194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.232527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-05T17:29:59.98725Z","caller":"traceutil/trace.go:171","msg":"trace[1573785154] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25608; }","duration":"167.324215ms","start":"2026-03-05T17:29:59.819907Z","end":"2026-03-05T17:29:59.987232Z","steps":["trace[1573785154] 'agreement among raft nodes before linearized reading' (duration: 167.1004ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:29:59.987276Z","caller":"traceutil/trace.go:171","msg":"trace[919794436] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25608; }","duration":"170.32902ms","start":"2026-03-05T17:29:59.816925Z","end":"2026-03-05T17:29:59.987254Z","steps":["trace[919794436] 'agreement among raft nodes before linearized reading' (duration: 170.069063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:29:59.987299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.032443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:29:59.987332Z","caller":"traceutil/trace.go:171","msg":"trace[836631363] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25608; }","duration":"178.092384ms","start":"2026-03-05T17:29:59.80923Z","end":"2026-03-05T17:29:59.987322Z","steps":["trace[836631363] 'agreement among raft nodes before linearized reading' (duration: 178.027193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:29:59.988547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.06372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:29:59.988603Z","caller":"traceutil/trace.go:171","msg":"trace[86645789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25608; }","duration":"215.150542ms","start":"2026-03-05T17:29:59.773439Z","end":"2026-03-05T17:29:59.98859Z","steps":["trace[86645789] 'agreement among raft nodes before linearized reading' (duration: 213.544152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:29:59.989889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.350936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:29:59.990454Z","caller":"traceutil/trace.go:171","msg":"trace[2144911324] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25608; }","duration":"183.960152ms","start":"2026-03-05T17:29:59.806475Z","end":"2026-03-05T17:29:59.990435Z","steps":["trace[2144911324] 'agreement among raft nodes before linearized reading' (duration: 183.333995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:30:00.186837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.713789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:30:00.18709Z","caller":"traceutil/trace.go:171","msg":"trace[964092402] linearizableReadLoop","detail":"{readStateIndex:26509; appliedIndex:26505; }","duration":"122.018463ms","start":"2026-03-05T17:30:00.065057Z","end":"2026-03-05T17:30:00.187075Z","steps":["trace[964092402] 'read index received' (duration: 20.927834ms)","trace[964092402] 'applied index is now lower than readState.Index' (duration: 101.089849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:30:00.187186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.123925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:30:00.187218Z","caller":"traceutil/trace.go:171","msg":"trace[1928660451] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25613; }","duration":"122.193247ms","start":"2026-03-05T17:30:00.065015Z","end":"2026-03-05T17:30:00.187208Z","steps":["trace[1928660451] 'agreement among raft nodes before linearized reading' (duration: 122.114315ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:30:00.18728Z","caller":"traceutil/trace.go:171","msg":"trace[1764733936] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"186.153947ms","start":"2026-03-05T17:30:00.001085Z","end":"2026-03-05T17:30:00.187239Z","steps":["trace[1764733936] 'process raft request' (duration: 185.852939ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:30:00.187426Z","caller":"traceutil/trace.go:171","msg":"trace[2136906110] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"185.827338ms","start":"2026-03-05T17:30:00.001587Z","end":"2026-03-05T17:30:00.187414Z","steps":["trace[2136906110] 'process raft request' (duration: 185.421268ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:30:00.187458Z","caller":"traceutil/trace.go:171","msg":"trace[973268280] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"189.120331ms","start":"2026-03-05T17:29:59.998329Z","end":"2026-03-05T17:30:00.187449Z","steps":["trace[973268280] 'process raft request' (duration: 87.718505ms)","trace[973268280] 'compare' (duration: 100.410521ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:30:00.187585Z","caller":"traceutil/trace.go:171","msg":"trace[205658594] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"183.573112ms","start":"2026-03-05T17:30:00.004002Z","end":"2026-03-05T17:30:00.187575Z","steps":["trace[205658594] 'process raft request' (duration: 183.036889ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:30:00.286201Z","caller":"traceutil/trace.go:171","msg":"trace[223935899] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"177.857789ms","start":"2026-03-05T17:30:00.10832Z","end":"2026-03-05T17:30:00.286178Z","steps":["trace[223935899] 'process raft request' (duration: 177.327016ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:30:00.401321Z","caller":"traceutil/trace.go:171","msg":"trace[770001277] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"109.715294ms","start":"2026-03-05T17:30:00.291583Z","end":"2026-03-05T17:30:00.401299Z","steps":["trace[770001277] 'process raft request' (duration: 109.590471ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:30:00.404452Z","caller":"traceutil/trace.go:171","msg":"trace[1084686020] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"112.486693ms","start":"2026-03-05T17:30:00.291952Z","end":"2026-03-05T17:30:00.404438Z","steps":["trace[1084686020] 'process raft request' (duration: 112.243647ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:30:00.404797Z","caller":"traceutil/trace.go:171","msg":"trace[2029507188] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"109.12708ms","start":"2026-03-05T17:30:00.295664Z","end":"2026-03-05T17:30:00.404791Z","steps":["trace[2029507188] 'process raft request' (duration: 108.614387ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:31:09.643919Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23799} {"level":"info","ts":"2026-03-05T17:31:09.786849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23799,"took":"138.868054ms","hash":2074537326,"current-db-size-bytes":50008064,"current-db-size":"50 MB","current-db-size-in-use-bytes":33624064,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-05T17:31:09.786907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2074537326,"revision":23799,"compact-revision":21059} {"level":"info","ts":"2026-03-05T17:31:27.701303Z","caller":"traceutil/trace.go:171","msg":"trace[346722141] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"124.980724ms","start":"2026-03-05T17:31:27.576296Z","end":"2026-03-05T17:31:27.701277Z","steps":["trace[346722141] 'process raft request' (duration: 124.81913ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:31:36.131294Z","caller":"traceutil/trace.go:171","msg":"trace[343457000] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"109.277833ms","start":"2026-03-05T17:31:36.021962Z","end":"2026-03-05T17:31:36.13124Z","steps":["trace[343457000] 'process raft request' (duration: 109.062808ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:31:36.141565Z","caller":"traceutil/trace.go:171","msg":"trace[1151955478] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"119.059148ms","start":"2026-03-05T17:31:36.022474Z","end":"2026-03-05T17:31:36.141533Z","steps":["trace[1151955478] 'process raft request' (duration: 118.900674ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:31:38.653984Z","caller":"traceutil/trace.go:171","msg":"trace[1287851860] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"283.325357ms","start":"2026-03-05T17:31:38.370629Z","end":"2026-03-05T17:31:38.653954Z","steps":["trace[1287851860] 'process raft request' (duration: 266.948387ms)","trace[1287851860] 'compare' (duration: 16.019331ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:31:38.806109Z","caller":"traceutil/trace.go:171","msg":"trace[215530158] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"109.701995ms","start":"2026-03-05T17:31:38.696338Z","end":"2026-03-05T17:31:38.80604Z","steps":["trace[215530158] 'process raft request' (duration: 63.877748ms)","trace[215530158] 'compare' (duration: 45.55484ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:31:38.806109Z","caller":"traceutil/trace.go:171","msg":"trace[874568337] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"109.645363ms","start":"2026-03-05T17:31:38.696395Z","end":"2026-03-05T17:31:38.80604Z","steps":["trace[874568337] 'process raft request' (duration: 109.55562ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:31:38.806565Z","caller":"traceutil/trace.go:171","msg":"trace[1660348789] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"108.762271ms","start":"2026-03-05T17:31:38.697776Z","end":"2026-03-05T17:31:38.806539Z","steps":["trace[1660348789] 'process raft request' (duration: 108.212046ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:31:40.321176Z","caller":"traceutil/trace.go:171","msg":"trace[1759771983] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"135.220503ms","start":"2026-03-05T17:31:40.1859Z","end":"2026-03-05T17:31:40.321121Z","steps":["trace[1759771983] 'process raft request' (duration: 57.301724ms)","trace[1759771983] 'compare' (duration: 77.454917ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:36:09.650792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26252} {"level":"info","ts":"2026-03-05T17:36:09.780706Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26252,"took":"125.665164ms","hash":95438289,"current-db-size-bytes":50008064,"current-db-size":"50 MB","current-db-size-in-use-bytes":32124928,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-05T17:36:09.780807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":95438289,"revision":26252,"compact-revision":23799} {"level":"info","ts":"2026-03-05T17:37:13.916845Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":30007,"local-member-snapshot-index":20006,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T17:37:13.923794Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30007} {"level":"info","ts":"2026-03-05T17:37:13.92395Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25007} {"level":"info","ts":"2026-03-05T17:41:09.657712Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28569} {"level":"info","ts":"2026-03-05T17:41:09.792153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28569,"took":"123.843155ms","hash":1425090937,"current-db-size-bytes":50008064,"current-db-size":"50 MB","current-db-size-in-use-bytes":28315648,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T17:41:09.792244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1425090937,"revision":28569,"compact-revision":26252} {"level":"info","ts":"2026-03-05T17:46:09.663675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30647} {"level":"info","ts":"2026-03-05T17:46:09.805107Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30647,"took":"135.586408ms","hash":2340224105,"current-db-size-bytes":50008064,"current-db-size":"50 MB","current-db-size-in-use-bytes":28381184,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T17:46:09.805183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2340224105,"revision":30647,"compact-revision":28569} {"level":"info","ts":"2026-03-05T17:49:49.997183Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008a88.wal"} {"level":"info","ts":"2026-03-05T17:51:09.680946Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32799} {"level":"info","ts":"2026-03-05T17:51:09.833686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32799,"took":"148.863151ms","hash":2977491542,"current-db-size-bytes":50876416,"current-db-size":"51 MB","current-db-size-in-use-bytes":29052928,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T17:51:09.833781Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2977491542,"revision":32799,"compact-revision":30647} {"level":"info","ts":"2026-03-05T17:56:09.691216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34883} {"level":"info","ts":"2026-03-05T17:56:09.811083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34883,"took":"115.345083ms","hash":510798828,"current-db-size-bytes":52146176,"current-db-size":"52 MB","current-db-size-in-use-bytes":28749824,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T17:56:09.811163Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":510798828,"revision":34883,"compact-revision":32799}