{"level":"warn","ts":"2026-03-02T21:23:04.503267Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:23:04.503394Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.87:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.87:2380","--initial-cluster=instance=https://199.19.213.87:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.87:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.87:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T21:23:04.503491Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:23:04.503507Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.87:2380"]} {"level":"info","ts":"2026-03-02T21:23:04.503531Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:23:04.504341Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.87:2379"]} {"level":"info","ts":"2026-03-02T21:23:04.504429Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.87:2380"],"listen-peer-urls":["https://199.19.213.87:2380"],"advertise-client-urls":["https://199.19.213.87:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.87:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.87:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T21:23:04.518609Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"13.879998ms"} {"level":"info","ts":"2026-03-02T21:23:04.623152Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"bc3cb673a921c717","cluster-id":"f315f77360ac6549"} {"level":"info","ts":"2026-03-02T21:23:04.62329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T21:23:04.623402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 became follower at term 0"} {"level":"info","ts":"2026-03-02T21:23:04.623425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft bc3cb673a921c717 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T21:23:04.623449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 became follower at term 1"} {"level":"info","ts":"2026-03-02T21:23:04.623585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 switched to configuration voters=(13563916785608148759)"} {"level":"warn","ts":"2026-03-02T21:23:04.632841Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T21:23:04.63465Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T21:23:04.635746Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T21:23:04.638948Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"bc3cb673a921c717","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T21:23:04.639146Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"bc3cb673a921c717","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T21:23:04.639402Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:04.63956Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:04.639581Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:04.641423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 switched to configuration voters=(13563916785608148759)"} {"level":"info","ts":"2026-03-02T21:23:04.641606Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f315f77360ac6549","local-member-id":"bc3cb673a921c717","added-peer-id":"bc3cb673a921c717","added-peer-peer-urls":["https://199.19.213.87:2380"]} {"level":"info","ts":"2026-03-02T21:23:04.645589Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:23:04.645854Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"bc3cb673a921c717","initial-advertise-peer-urls":["https://199.19.213.87:2380"],"listen-peer-urls":["https://199.19.213.87:2380"],"advertise-client-urls":["https://199.19.213.87:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.87:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T21:23:04.645895Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T21:23:04.646014Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.87:2380"} {"level":"info","ts":"2026-03-02T21:23:04.646025Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.87:2380"} {"level":"info","ts":"2026-03-02T21:23:05.225041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T21:23:05.2251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T21:23:05.225136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 received MsgPreVoteResp from bc3cb673a921c717 at term 1"} {"level":"info","ts":"2026-03-02T21:23:05.225156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 became candidate at term 2"} {"level":"info","ts":"2026-03-02T21:23:05.225167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 received MsgVoteResp from bc3cb673a921c717 at term 2"} {"level":"info","ts":"2026-03-02T21:23:05.225182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bc3cb673a921c717 became leader at term 2"} {"level":"info","ts":"2026-03-02T21:23:05.225202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: bc3cb673a921c717 elected leader bc3cb673a921c717 at term 2"} {"level":"info","ts":"2026-03-02T21:23:05.227377Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"bc3cb673a921c717","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.87:2379]}","request-path":"/0/members/bc3cb673a921c717/attributes","cluster-id":"f315f77360ac6549","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T21:23:05.227741Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:05.22976Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:23:05.230451Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:23:05.230621Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f315f77360ac6549","local-member-id":"bc3cb673a921c717","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:05.230766Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:05.230632Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T21:23:05.230804Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:05.230822Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T21:23:05.232497Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.87:2379"} {"level":"info","ts":"2026-03-02T21:23:05.234138Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T21:23:07.066723Z","caller":"traceutil/trace.go:171","msg":"trace[2007156073] linearizableReadLoop","detail":"{readStateIndex:96; appliedIndex:95; }","duration":"178.184403ms","start":"2026-03-02T21:23:06.888504Z","end":"2026-03-02T21:23:07.066688Z","steps":["trace[2007156073] 'read index received' (duration: 167.738006ms)","trace[2007156073] 'applied index is now lower than readState.Index' (duration: 10.441906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:07.067018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.465119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:23:07.067148Z","caller":"traceutil/trace.go:171","msg":"trace[443363703] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:91; }","duration":"178.648704ms","start":"2026-03-02T21:23:06.888476Z","end":"2026-03-02T21:23:07.067125Z","steps":["trace[443363703] 'agreement among raft nodes before linearized reading' (duration: 178.380228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:07.066756Z","caller":"traceutil/trace.go:171","msg":"trace[1891230239] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"241.356056ms","start":"2026-03-02T21:23:06.825364Z","end":"2026-03-02T21:23:07.06672Z","steps":["trace[1891230239] 'process raft request' (duration: 230.957361ms)","trace[1891230239] 'compare' (duration: 10.209441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:09.278914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.318168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:09.279059Z","caller":"traceutil/trace.go:171","msg":"trace[1408769221] linearizableReadLoop","detail":"{readStateIndex:165; appliedIndex:164; }","duration":"149.834102ms","start":"2026-03-02T21:23:09.129207Z","end":"2026-03-02T21:23:09.279042Z","steps":["trace[1408769221] 'read index received' (duration: 46.764766ms)","trace[1408769221] 'applied index is now lower than readState.Index' (duration: 103.068016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:09.279178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.972255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:09.279215Z","caller":"traceutil/trace.go:171","msg":"trace[1547849299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:160; }","duration":"150.048937ms","start":"2026-03-02T21:23:09.129158Z","end":"2026-03-02T21:23:09.279207Z","steps":["trace[1547849299] 'agreement among raft nodes before linearized reading' (duration: 149.931934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:09.279086Z","caller":"traceutil/trace.go:171","msg":"trace[587841196] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"175.262882ms","start":"2026-03-02T21:23:09.103797Z","end":"2026-03-02T21:23:09.27906Z","steps":["trace[587841196] 'process raft request' (duration: 72.165286ms)","trace[587841196] 'compare' (duration: 102.134744ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:09.523633Z","caller":"traceutil/trace.go:171","msg":"trace[1315916896] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"198.535055ms","start":"2026-03-02T21:23:09.325036Z","end":"2026-03-02T21:23:09.523571Z","steps":["trace[1315916896] 'process raft request' (duration: 184.037622ms)","trace[1315916896] 'compare' (duration: 14.217276ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:09.523857Z","caller":"traceutil/trace.go:171","msg":"trace[1211359030] linearizableReadLoop","detail":"{readStateIndex:169; appliedIndex:167; }","duration":"191.287993ms","start":"2026-03-02T21:23:09.332492Z","end":"2026-03-02T21:23:09.52378Z","steps":["trace[1211359030] 'read index received' (duration: 176.600605ms)","trace[1211359030] 'applied index is now lower than readState.Index' (duration: 14.684078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:09.52414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.60045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:09.523942Z","caller":"traceutil/trace.go:171","msg":"trace[938414491] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"198.625577ms","start":"2026-03-02T21:23:09.325234Z","end":"2026-03-02T21:23:09.52386Z","steps":["trace[938414491] 'process raft request' (duration: 198.224857ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:09.524194Z","caller":"traceutil/trace.go:171","msg":"trace[331567324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:164; }","duration":"191.700673ms","start":"2026-03-02T21:23:09.332475Z","end":"2026-03-02T21:23:09.524176Z","steps":["trace[331567324] 'agreement among raft nodes before linearized reading' (duration: 191.499778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:12.374587Z","caller":"traceutil/trace.go:171","msg":"trace[2099265079] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"172.877857ms","start":"2026-03-02T21:23:12.201675Z","end":"2026-03-02T21:23:12.374553Z","steps":["trace[2099265079] 'process raft request' (duration: 111.536097ms)","trace[2099265079] 'compare' (duration: 60.947521ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:12.374896Z","caller":"traceutil/trace.go:171","msg":"trace[1662320569] transaction","detail":"{read_only:false; number_of_response:0; response_revision:277; }","duration":"153.418797ms","start":"2026-03-02T21:23:12.221465Z","end":"2026-03-02T21:23:12.374884Z","steps":["trace[1662320569] 'process raft request' (duration: 153.243693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:12.374846Z","caller":"traceutil/trace.go:171","msg":"trace[1313979147] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"157.091504ms","start":"2026-03-02T21:23:12.217714Z","end":"2026-03-02T21:23:12.374806Z","steps":["trace[1313979147] 'process raft request' (duration: 156.924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:12.374978Z","caller":"traceutil/trace.go:171","msg":"trace[1662865721] transaction","detail":"{read_only:false; number_of_response:0; response_revision:276; }","duration":"172.022557ms","start":"2026-03-02T21:23:12.202904Z","end":"2026-03-02T21:23:12.374927Z","steps":["trace[1662865721] 'process raft request' (duration: 171.617147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:12.375037Z","caller":"traceutil/trace.go:171","msg":"trace[868250680] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"153.211453ms","start":"2026-03-02T21:23:12.221798Z","end":"2026-03-02T21:23:12.37501Z","steps":["trace[868250680] 'process raft request' (duration: 152.938976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:12.375061Z","caller":"traceutil/trace.go:171","msg":"trace[425184725] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"153.11864ms","start":"2026-03-02T21:23:12.221906Z","end":"2026-03-02T21:23:12.375025Z","steps":["trace[425184725] 'process raft request' (duration: 152.884035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:12.375255Z","caller":"traceutil/trace.go:171","msg":"trace[202368633] transaction","detail":"{read_only:false; number_of_response:0; response_revision:279; }","duration":"152.819013ms","start":"2026-03-02T21:23:12.222406Z","end":"2026-03-02T21:23:12.375225Z","steps":["trace[202368633] 'process raft request' (duration: 152.418764ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:12.375532Z","caller":"traceutil/trace.go:171","msg":"trace[185726583] transaction","detail":"{read_only:false; number_of_response:0; response_revision:279; }","duration":"152.080886ms","start":"2026-03-02T21:23:12.223437Z","end":"2026-03-02T21:23:12.375518Z","steps":["trace[185726583] 'process raft request' (duration: 151.42017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:12.58456Z","caller":"traceutil/trace.go:171","msg":"trace[849698909] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"154.185426ms","start":"2026-03-02T21:23:12.43034Z","end":"2026-03-02T21:23:12.584525Z","steps":["trace[849698909] 'process raft request' (duration: 154.096353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:12.58458Z","caller":"traceutil/trace.go:171","msg":"trace[19947244] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"155.871426ms","start":"2026-03-02T21:23:12.428657Z","end":"2026-03-02T21:23:12.584528Z","steps":["trace[19947244] 'process raft request' (duration: 131.036868ms)","trace[19947244] 'compare' (duration: 24.590712ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:13.271384Z","caller":"traceutil/trace.go:171","msg":"trace[791330508] transaction","detail":"{read_only:false; number_of_response:0; response_revision:287; }","duration":"131.12424ms","start":"2026-03-02T21:23:13.140229Z","end":"2026-03-02T21:23:13.271353Z","steps":["trace[791330508] 'process raft request' (duration: 130.592078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:13.271467Z","caller":"traceutil/trace.go:171","msg":"trace[940413010] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"109.54526ms","start":"2026-03-02T21:23:13.161851Z","end":"2026-03-02T21:23:13.271397Z","steps":["trace[940413010] 'process raft request' (duration: 109.080079ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:22.529183Z","caller":"traceutil/trace.go:171","msg":"trace[699254898] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"333.541346ms","start":"2026-03-02T21:23:22.19561Z","end":"2026-03-02T21:23:22.529152Z","steps":["trace[699254898] 'read index received' (duration: 333.364892ms)","trace[699254898] 'applied index is now lower than readState.Index' (duration: 175.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:22.529306Z","caller":"traceutil/trace.go:171","msg":"trace[1996415340] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"363.652818ms","start":"2026-03-02T21:23:22.165643Z","end":"2026-03-02T21:23:22.529295Z","steps":["trace[1996415340] 'process raft request' (duration: 363.28355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:22.529608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:22.165615Z","time spent":"363.72066ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:22.529829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.249453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-02T21:23:22.530016Z","caller":"traceutil/trace.go:171","msg":"trace[427686454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:407; }","duration":"334.442848ms","start":"2026-03-02T21:23:22.195545Z","end":"2026-03-02T21:23:22.529988Z","steps":["trace[427686454] 'agreement among raft nodes before linearized reading' (duration: 334.049158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:22.530156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:22.1955Z","time spent":"334.604331ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:23:22.947514Z","caller":"traceutil/trace.go:171","msg":"trace[147062525] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"418.217328ms","start":"2026-03-02T21:23:22.529261Z","end":"2026-03-02T21:23:22.947478Z","steps":["trace[147062525] 'read index received' (duration: 410.614318ms)","trace[147062525] 'applied index is now lower than readState.Index' (duration: 7.60149ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:22.947529Z","caller":"traceutil/trace.go:171","msg":"trace[1863417338] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"493.376026ms","start":"2026-03-02T21:23:22.454087Z","end":"2026-03-02T21:23:22.947463Z","steps":["trace[1863417338] 'process raft request' (duration: 485.623162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:22.947754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:22.45406Z","time spent":"493.567721ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:22.948031Z","caller":"traceutil/trace.go:171","msg":"trace[639395505] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"413.349624ms","start":"2026-03-02T21:23:22.53463Z","end":"2026-03-02T21:23:22.94798Z","steps":["trace[639395505] 'process raft request' (duration: 412.800091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:22.948109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.632034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-02T21:23:22.948183Z","caller":"traceutil/trace.go:171","msg":"trace[1343228076] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:409; }","duration":"436.740406ms","start":"2026-03-02T21:23:22.511423Z","end":"2026-03-02T21:23:22.948163Z","steps":["trace[1343228076] 'agreement among raft nodes before linearized reading' (duration: 436.077941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:22.948202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:22.534607Z","time spent":"413.498387ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:22.948247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.212792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:23:22.948238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:22.5114Z","time spent":"436.820669ms","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T21:23:22.948305Z","caller":"traceutil/trace.go:171","msg":"trace[1269471381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"578.304334ms","start":"2026-03-02T21:23:22.369985Z","end":"2026-03-02T21:23:22.948289Z","steps":["trace[1269471381] 'agreement among raft nodes before linearized reading' (duration: 577.593087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:22.948353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:22.369961Z","time spent":"578.381235ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:23:29.323316Z","caller":"traceutil/trace.go:171","msg":"trace[660440364] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"345.98866ms","start":"2026-03-02T21:23:28.977298Z","end":"2026-03-02T21:23:29.323287Z","steps":["trace[660440364] 'process raft request' (duration: 345.840937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:29.323496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:28.977281Z","time spent":"346.134684ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:33.870045Z","caller":"traceutil/trace.go:171","msg":"trace[1012873110] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"140.901602ms","start":"2026-03-02T21:23:33.729111Z","end":"2026-03-02T21:23:33.870013Z","steps":["trace[1012873110] 'process raft request' (duration: 139.400006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:38.225101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.334555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:23:38.225177Z","caller":"traceutil/trace.go:171","msg":"trace[256305572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:505; }","duration":"301.460248ms","start":"2026-03-02T21:23:37.923701Z","end":"2026-03-02T21:23:38.225161Z","steps":["trace[256305572] 'range keys from in-memory index tree' (duration: 301.178011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:38.225204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:37.923682Z","time spent":"301.516029ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:23:38.225158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.829363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:23:38.225235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.629303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:23:38.225315Z","caller":"traceutil/trace.go:171","msg":"trace[867377488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:505; }","duration":"455.013367ms","start":"2026-03-02T21:23:37.770243Z","end":"2026-03-02T21:23:38.225256Z","steps":["trace[867377488] 'range keys from in-memory index tree' (duration: 454.6873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:38.22536Z","caller":"traceutil/trace.go:171","msg":"trace[1387123954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:505; }","duration":"326.796967ms","start":"2026-03-02T21:23:37.898536Z","end":"2026-03-02T21:23:38.225333Z","steps":["trace[1387123954] 'range keys from in-memory index tree' (duration: 326.419488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:38.225386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:37.770219Z","time spent":"455.150201ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:23:38.225413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:37.898516Z","time spent":"326.88692ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:23:38.63008Z","caller":"traceutil/trace.go:171","msg":"trace[119192031] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"400.94621ms","start":"2026-03-02T21:23:38.229114Z","end":"2026-03-02T21:23:38.63006Z","steps":["trace[119192031] 'process raft request' (duration: 400.829558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:38.6302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:38.229091Z","time spent":"401.048152ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:40.058262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428202428s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:23:40.058657Z","caller":"traceutil/trace.go:171","msg":"trace[1126465868] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"1.829017515s","start":"2026-03-02T21:23:38.22962Z","end":"2026-03-02T21:23:40.058638Z","steps":["trace[1126465868] 'process raft request' (duration: 1.828833681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:40.058755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:38.229599Z","time spent":"1.829092426s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:40.058865Z","caller":"traceutil/trace.go:171","msg":"trace[821139882] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:524; }","duration":"1.686959636s","start":"2026-03-02T21:23:38.371874Z","end":"2026-03-02T21:23:40.058834Z","steps":["trace[821139882] 'read index received' (duration: 258.169944ms)","trace[821139882] 'applied index is now lower than readState.Index' (duration: 1.428787782s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:40.058981Z","caller":"traceutil/trace.go:171","msg":"trace[1471130634] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"1.828924103s","start":"2026-03-02T21:23:38.229989Z","end":"2026-03-02T21:23:40.058913Z","steps":["trace[1471130634] 'process raft request' (duration: 1.828613305s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:40.059047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687155911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:23:40.059088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.790519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"warn","ts":"2026-03-02T21:23:40.059106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.818647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:23:40.059134Z","caller":"traceutil/trace.go:171","msg":"trace[953503741] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:508; }","duration":"563.868242ms","start":"2026-03-02T21:23:39.495254Z","end":"2026-03-02T21:23:40.059122Z","steps":["trace[953503741] 'agreement among raft nodes before linearized reading' (duration: 563.756099ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:40.059126Z","caller":"traceutil/trace.go:171","msg":"trace[1380456914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"1.687272243s","start":"2026-03-02T21:23:38.371833Z","end":"2026-03-02T21:23:40.059105Z","steps":["trace[1380456914] 'agreement among raft nodes before linearized reading' (duration: 1.68713569s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:40.059171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:39.495237Z","time spent":"563.928284ms","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:23:40.059181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:38.371812Z","time spent":"1.687360986s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:40.059182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:38.229967Z","time spent":"1.829118277s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:40.059137Z","caller":"traceutil/trace.go:171","msg":"trace[1313118214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"669.909699ms","start":"2026-03-02T21:23:39.389219Z","end":"2026-03-02T21:23:40.059128Z","steps":["trace[1313118214] 'agreement among raft nodes before linearized reading' (duration: 669.753515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:40.059326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:39.38919Z","time spent":"670.089533ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:23:40.790662Z","caller":"traceutil/trace.go:171","msg":"trace[830367354] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"153.628732ms","start":"2026-03-02T21:23:40.637009Z","end":"2026-03-02T21:23:40.790638Z","steps":["trace[830367354] 'process raft request' (duration: 153.444548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:42.184254Z","caller":"traceutil/trace.go:171","msg":"trace[72388777] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"116.858043ms","start":"2026-03-02T21:23:42.067369Z","end":"2026-03-02T21:23:42.184227Z","steps":["trace[72388777] 'process raft request' (duration: 116.678739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:42.408683Z","caller":"traceutil/trace.go:171","msg":"trace[844676181] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:531; }","duration":"307.982223ms","start":"2026-03-02T21:23:42.100681Z","end":"2026-03-02T21:23:42.408663Z","steps":["trace[844676181] 'read index received' (duration: 83.456534ms)","trace[844676181] 'applied index is now lower than readState.Index' (duration: 224.524909ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:42.408735Z","caller":"traceutil/trace.go:171","msg":"trace[164686326] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"341.007593ms","start":"2026-03-02T21:23:42.067698Z","end":"2026-03-02T21:23:42.408706Z","steps":["trace[164686326] 'process raft request' (duration: 340.858239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:42.408868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:42.067686Z","time spent":"341.110656ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:42.408924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.233118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:23:42.408983Z","caller":"traceutil/trace.go:171","msg":"trace[975264638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"308.353271ms","start":"2026-03-02T21:23:42.100611Z","end":"2026-03-02T21:23:42.408964Z","steps":["trace[975264638] 'agreement among raft nodes before linearized reading' (duration: 308.133205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:42.409033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:42.100585Z","time spent":"308.439643ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:23:45.00858Z","caller":"traceutil/trace.go:171","msg":"trace[516084406] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"195.277757ms","start":"2026-03-02T21:23:44.81327Z","end":"2026-03-02T21:23:45.008548Z","steps":["trace[516084406] 'process raft request' (duration: 195.089322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:48.057071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.013582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:48.057154Z","caller":"traceutil/trace.go:171","msg":"trace[1388969837] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:0; response_revision:549; }","duration":"187.144105ms","start":"2026-03-02T21:23:47.86999Z","end":"2026-03-02T21:23:48.057134Z","steps":["trace[1388969837] 'range keys from in-memory index tree' (duration: 186.92134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:49.865456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.143774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:49.865614Z","caller":"traceutil/trace.go:171","msg":"trace[418684593] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.41312065s","start":"2026-03-02T21:23:48.452471Z","end":"2026-03-02T21:23:49.865592Z","steps":["trace[418684593] 'process raft request' (duration: 446.717611ms)","trace[418684593] 'compare' (duration: 965.873636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:49.86568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:48.452459Z","time spent":"1.413192801s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:50.97386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.074368448s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:23:51.054363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.674776ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:51.054555Z","caller":"traceutil/trace.go:171","msg":"trace[61985518] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:561; }","duration":"247.883801ms","start":"2026-03-02T21:23:50.806642Z","end":"2026-03-02T21:23:51.054526Z","steps":["trace[61985518] 'range keys from in-memory index tree' (duration: 247.656806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.054863Z","caller":"traceutil/trace.go:171","msg":"trace[2048657816] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"2.602124884s","start":"2026-03-02T21:23:48.452651Z","end":"2026-03-02T21:23:51.054776Z","steps":["trace[2048657816] 'process raft request' (duration: 2.521434907s)","trace[2048657816] 'compare' (duration: 80.136194ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:51.054948Z","caller":"traceutil/trace.go:171","msg":"trace[317722534] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"2.595273953s","start":"2026-03-02T21:23:48.459654Z","end":"2026-03-02T21:23:51.054928Z","steps":["trace[317722534] 'process raft request' (duration: 2.595000096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.055056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:48.452644Z","time spent":"2.602315938s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:51.055047Z","caller":"traceutil/trace.go:171","msg":"trace[882789334] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"2.593736306s","start":"2026-03-02T21:23:48.46127Z","end":"2026-03-02T21:23:51.055007Z","steps":["trace[882789334] 'process raft request' (duration: 2.593553621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.055072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:48.459634Z","time spent":"2.595365944s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:51.055069Z","caller":"traceutil/trace.go:171","msg":"trace[549982888] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"2.593622683s","start":"2026-03-02T21:23:48.461402Z","end":"2026-03-02T21:23:51.055025Z","steps":["trace[549982888] 'process raft request' (duration: 2.59350722s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.054885Z","caller":"traceutil/trace.go:171","msg":"trace[1538093868] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"2.601718594s","start":"2026-03-02T21:23:48.453103Z","end":"2026-03-02T21:23:51.054821Z","steps":["trace[1538093868] 'process raft request' (duration: 2.601457738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.055232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:48.461394Z","time spent":"2.593759646s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:51.055046Z","caller":"traceutil/trace.go:171","msg":"trace[787983266] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:580; }","duration":"2.589706241s","start":"2026-03-02T21:23:48.465269Z","end":"2026-03-02T21:23:51.054975Z","steps":["trace[787983266] 'read index received' (duration: 434.016381ms)","trace[787983266] 'applied index is now lower than readState.Index' (duration: 2.15568867s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:51.055217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:48.461257Z","time spent":"2.593883289s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:51.055305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:48.453067Z","time spent":"2.602201016s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:51.055525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590249823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:23:51.055601Z","caller":"traceutil/trace.go:171","msg":"trace[2105765859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:566; }","duration":"2.590359686s","start":"2026-03-02T21:23:48.46522Z","end":"2026-03-02T21:23:51.055579Z","steps":["trace[2105765859] 'agreement among raft nodes before linearized reading' (duration: 2.59009746s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.055645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:48.4652Z","time spent":"2.590432797s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:23:51.369412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:23:51.369508Z","caller":"traceutil/trace.go:171","msg":"trace[665838687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203654s","start":"2026-03-02T21:23:49.369288Z","end":"2026-03-02T21:23:51.369492Z","steps":["trace[665838687] 'agreement among raft nodes before linearized reading' (duration: 2.000082001s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.369546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:49.369269Z","time spent":"2.000270656s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:51.556498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600958469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:23:52.057609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600958469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:23:52.558371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600958469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:23:52.788894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.814794378s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:23:52.912015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.880885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:52.912182Z","caller":"traceutil/trace.go:171","msg":"trace[1736952081] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"3.039899175s","start":"2026-03-02T21:23:49.87227Z","end":"2026-03-02T21:23:52.91217Z","steps":["trace[1736952081] 'process raft request' (duration: 3.039823034s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:52.912233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:49.87224Z","time spent":"3.039962987s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:52.91291Z","caller":"traceutil/trace.go:171","msg":"trace[1849784378] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"3.041461212s","start":"2026-03-02T21:23:49.870708Z","end":"2026-03-02T21:23:52.912169Z","steps":["trace[1849784378] 'process raft request' (duration: 2.918376092s)","trace[1849784378] 'compare' (duration: 122.058256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:52.913052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:49.870685Z","time spent":"3.042309402s","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:53.370548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T21:23:53.370641Z","caller":"traceutil/trace.go:171","msg":"trace[223964459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626491s","start":"2026-03-02T21:23:51.369998Z","end":"2026-03-02T21:23:53.370624Z","steps":["trace[223964459] 'agreement among raft nodes before linearized reading' (duration: 2.000442747s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:53.370679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.369981Z","time spent":"2.000690353s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:23:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:23:53.595163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999457156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:23:53.59526Z","caller":"traceutil/trace.go:171","msg":"trace[1311247216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99962258s","start":"2026-03-02T21:23:48.595617Z","end":"2026-03-02T21:23:53.595239Z","steps":["trace[1311247216] 'agreement among raft nodes before linearized reading' (duration: 4.999500017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:53.595308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:48.595578Z","time spent":"4.999720023s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:23:54.422243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.633104234s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:23:55.010965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.443163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:55.011193Z","caller":"traceutil/trace.go:171","msg":"trace[81188237] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"3.950780802s","start":"2026-03-02T21:23:51.060374Z","end":"2026-03-02T21:23:55.011154Z","steps":["trace[81188237] 'process raft request' (duration: 3.362074002s)","trace[81188237] 'compare' (duration: 588.27894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:55.011395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.06035Z","time spent":"3.950925355s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:55.011462Z","caller":"traceutil/trace.go:171","msg":"trace[2061269012] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:586; }","duration":"3.95617272s","start":"2026-03-02T21:23:51.055276Z","end":"2026-03-02T21:23:55.011449Z","steps":["trace[2061269012] 'read index received' (duration: 1.733823004s)","trace[2061269012] 'applied index is now lower than readState.Index' (duration: 2.222349036s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:55.011588Z","caller":"traceutil/trace.go:171","msg":"trace[438843646] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"3.936401272s","start":"2026-03-02T21:23:51.075179Z","end":"2026-03-02T21:23:55.011581Z","steps":["trace[438843646] 'process raft request' (duration: 3.936186807s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:55.011593Z","caller":"traceutil/trace.go:171","msg":"trace[2052498459] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"3.936435722s","start":"2026-03-02T21:23:51.075136Z","end":"2026-03-02T21:23:55.011572Z","steps":["trace[2052498459] 'process raft request' (duration: 3.936195917s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.011637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.075167Z","time spent":"3.936450054s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:55.011632Z","caller":"traceutil/trace.go:171","msg":"trace[379862473] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"3.936693939s","start":"2026-03-02T21:23:51.074908Z","end":"2026-03-02T21:23:55.011602Z","steps":["trace[379862473] 'process raft request' (duration: 3.93628612s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:55.011698Z","caller":"traceutil/trace.go:171","msg":"trace[1232958686] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"3.936719329s","start":"2026-03-02T21:23:51.07497Z","end":"2026-03-02T21:23:55.01169Z","steps":["trace[1232958686] 'process raft request' (duration: 3.936245988s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.01175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.074951Z","time spent":"3.936775851s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:55.011755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.074876Z","time spent":"3.936822832s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:55.011796Z","caller":"traceutil/trace.go:171","msg":"trace[385340790] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"3.936462934s","start":"2026-03-02T21:23:51.075325Z","end":"2026-03-02T21:23:55.011788Z","steps":["trace[385340790] 'process raft request' (duration: 3.936060814s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.011838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.075315Z","time spent":"3.936505364s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:55.011835Z","caller":"traceutil/trace.go:171","msg":"trace[749360617] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"3.936794911s","start":"2026-03-02T21:23:51.075017Z","end":"2026-03-02T21:23:55.011812Z","steps":["trace[749360617] 'process raft request' (duration: 3.936246468s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.011665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.07513Z","time spent":"3.936502055s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:55.011874Z","caller":"traceutil/trace.go:171","msg":"trace[1893534411] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"3.950908355s","start":"2026-03-02T21:23:51.060937Z","end":"2026-03-02T21:23:55.011845Z","steps":["trace[1893534411] 'process raft request' (duration: 3.950137457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.011927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.075007Z","time spent":"3.936876063s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:55.011916Z","caller":"traceutil/trace.go:171","msg":"trace[917213569] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"3.936882364s","start":"2026-03-02T21:23:51.074993Z","end":"2026-03-02T21:23:55.011875Z","steps":["trace[917213569] 'process raft request' (duration: 3.936251629s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:55.011995Z","caller":"traceutil/trace.go:171","msg":"trace[501147895] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"3.936391042s","start":"2026-03-02T21:23:51.075592Z","end":"2026-03-02T21:23:55.011983Z","steps":["trace[501147895] 'process raft request' (duration: 3.935831099s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:55.012021Z","caller":"traceutil/trace.go:171","msg":"trace[562531847] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"3.936452093s","start":"2026-03-02T21:23:51.075553Z","end":"2026-03-02T21:23:55.012006Z","steps":["trace[562531847] 'process raft request' (duration: 3.935849608s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.012059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.075566Z","time spent":"3.936467373s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:55.012064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681299955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-02T21:23:55.01207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.074982Z","time spent":"3.937013006s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:55.011894Z","caller":"traceutil/trace.go:171","msg":"trace[1466244328] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"3.936772901s","start":"2026-03-02T21:23:51.0751Z","end":"2026-03-02T21:23:55.011873Z","steps":["trace[1466244328] 'process raft request' (duration: 3.936182167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.01207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.760334808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2hmsm\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-02T21:23:55.012106Z","caller":"traceutil/trace.go:171","msg":"trace[682384225] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:582; }","duration":"4.681383217s","start":"2026-03-02T21:23:50.330713Z","end":"2026-03-02T21:23:55.012096Z","steps":["trace[682384225] 'agreement among raft nodes before linearized reading' (duration: 4.681272064s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.012105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.075544Z","time spent":"3.936516305s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:55.012128Z","caller":"traceutil/trace.go:171","msg":"trace[338356657] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"3.936953325s","start":"2026-03-02T21:23:51.074923Z","end":"2026-03-02T21:23:55.011876Z","steps":["trace[338356657] 'process raft request' (duration: 3.936246348s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:55.011878Z","caller":"traceutil/trace.go:171","msg":"trace[700177057] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"3.936911495s","start":"2026-03-02T21:23:51.074916Z","end":"2026-03-02T21:23:55.011828Z","steps":["trace[700177057] 'process raft request' (duration: 3.936219708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.012087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.060918Z","time spent":"3.951062139s","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:55.012184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.074898Z","time spent":"3.937262712s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:55.012012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.955139924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T21:23:55.012194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746003845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:23:55.01222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.075094Z","time spent":"3.937035787s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:55.012261Z","caller":"traceutil/trace.go:171","msg":"trace[317180845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:582; }","duration":"4.746100947s","start":"2026-03-02T21:23:50.266141Z","end":"2026-03-02T21:23:55.012242Z","steps":["trace[317180845] 'agreement among raft nodes before linearized reading' (duration: 4.745890932s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.012306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:50.266104Z","time spent":"4.7461947s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:23:55.012137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:50.330693Z","time spent":"4.681436888s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"info","ts":"2026-03-02T21:23:55.012139Z","caller":"traceutil/trace.go:171","msg":"trace[1432989787] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2hmsm; range_end:; response_count:1; response_revision:582; }","duration":"5.76043255s","start":"2026-03-02T21:23:49.251689Z","end":"2026-03-02T21:23:55.012122Z","steps":["trace[1432989787] 'agreement among raft nodes before linearized reading' (duration: 5.760217355s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.0125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:49.251672Z","time spent":"5.760815449s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-2hmsm\" "} {"level":"warn","ts":"2026-03-02T21:23:55.012171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.074911Z","time spent":"3.937244102s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:55.012295Z","caller":"traceutil/trace.go:171","msg":"trace[1901802109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"5.95541244s","start":"2026-03-02T21:23:49.05683Z","end":"2026-03-02T21:23:55.012242Z","steps":["trace[1901802109] 'agreement among raft nodes before linearized reading' (duration: 5.955141774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.01268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:49.05681Z","time spent":"5.955861361s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:23:55.393576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:23:55.393709Z","caller":"traceutil/trace.go:171","msg":"trace[1634124610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405878s","start":"2026-03-02T21:23:53.393287Z","end":"2026-03-02T21:23:55.393692Z","steps":["trace[1634124610] 'agreement among raft nodes before linearized reading' (duration: 2.000250674s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:55.393756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:53.393275Z","time spent":"2.000473219s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:55.542301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600958488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:23:56.043081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600958488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:23:56.353696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.931140479s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:23:56.354126Z","caller":"traceutil/trace.go:171","msg":"trace[1483320894] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"3.434374673s","start":"2026-03-02T21:23:52.919732Z","end":"2026-03-02T21:23:56.354106Z","steps":["trace[1483320894] 'process raft request' (duration: 3.434180348s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.354246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:52.919705Z","time spent":"3.434476506s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:56.354411Z","caller":"traceutil/trace.go:171","msg":"trace[263832120] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"3.433956413s","start":"2026-03-02T21:23:52.920447Z","end":"2026-03-02T21:23:56.354404Z","steps":["trace[263832120] 'process raft request' (duration: 3.433632115s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.354447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:52.920421Z","time spent":"3.434007344s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:56.354519Z","caller":"traceutil/trace.go:171","msg":"trace[260596946] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"2.962802892s","start":"2026-03-02T21:23:53.39171Z","end":"2026-03-02T21:23:56.354513Z","steps":["trace[260596946] 'process raft request' (duration: 2.962612168s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.35454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:53.391686Z","time spent":"2.962842784s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:56.354521Z","caller":"traceutil/trace.go:171","msg":"trace[1173246569] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"2.670741617s","start":"2026-03-02T21:23:53.683733Z","end":"2026-03-02T21:23:56.354475Z","steps":["trace[1173246569] 'process raft request' (duration: 2.670677686s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.354664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:53.68371Z","time spent":"2.67088119s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:56.421533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.014099Z","time spent":"1.407421587s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:23:56.421774Z","caller":"traceutil/trace.go:171","msg":"trace[1301626768] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.403397922s","start":"2026-03-02T21:23:55.018326Z","end":"2026-03-02T21:23:56.421723Z","steps":["trace[1301626768] 'process raft request' (duration: 1.403062034s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:56.422029Z","caller":"traceutil/trace.go:171","msg":"trace[1790756292] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.401628739s","start":"2026-03-02T21:23:55.02034Z","end":"2026-03-02T21:23:56.421969Z","steps":["trace[1790756292] 'process raft request' (duration: 1.401287031s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:56.422057Z","caller":"traceutil/trace.go:171","msg":"trace[1862287746] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.403467043s","start":"2026-03-02T21:23:55.018448Z","end":"2026-03-02T21:23:56.421915Z","steps":["trace[1862287746] 'process raft request' (duration: 1.403116265s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.422267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.02033Z","time spent":"1.401838555s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:56.422288Z","caller":"traceutil/trace.go:171","msg":"trace[1015323877] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"1.401842075s","start":"2026-03-02T21:23:55.020405Z","end":"2026-03-02T21:23:56.422247Z","steps":["trace[1015323877] 'process raft request' (duration: 1.401526078s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.42207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.018289Z","time spent":"1.403617167s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:56.422433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.0204Z","time spent":"1.401962938s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:56.422681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.018423Z","time spent":"1.403879643s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:56.428641Z","caller":"traceutil/trace.go:171","msg":"trace[1182330423] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"1.40799791s","start":"2026-03-02T21:23:55.020437Z","end":"2026-03-02T21:23:56.428435Z","steps":["trace[1182330423] 'process raft request' (duration: 1.401751433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.428911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.020433Z","time spent":"1.408263956s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:56.428959Z","caller":"traceutil/trace.go:171","msg":"trace[1135858034] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.407710714s","start":"2026-03-02T21:23:55.021215Z","end":"2026-03-02T21:23:56.428926Z","steps":["trace[1135858034] 'process raft request' (duration: 1.407436547s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:56.429122Z","caller":"traceutil/trace.go:171","msg":"trace[576814963] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.40797322s","start":"2026-03-02T21:23:55.021124Z","end":"2026-03-02T21:23:56.429097Z","steps":["trace[576814963] 'process raft request' (duration: 1.407263823s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.429267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.021118Z","time spent":"1.408116623s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:56.429269Z","caller":"traceutil/trace.go:171","msg":"trace[363690520] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.40759131s","start":"2026-03-02T21:23:55.021651Z","end":"2026-03-02T21:23:56.429242Z","steps":["trace[363690520] 'process raft request' (duration: 1.407056508s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:56.429355Z","caller":"traceutil/trace.go:171","msg":"trace[1013154882] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.406400262s","start":"2026-03-02T21:23:55.02293Z","end":"2026-03-02T21:23:56.42933Z","steps":["trace[1013154882] 'process raft request' (duration: 1.40585868s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.429382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.021629Z","time spent":"1.407688873s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:56.42945Z","caller":"traceutil/trace.go:171","msg":"trace[257622972] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.407880078s","start":"2026-03-02T21:23:55.021548Z","end":"2026-03-02T21:23:56.429428Z","steps":["trace[257622972] 'process raft request' (duration: 1.40713528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.429452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.022921Z","time spent":"1.406475004s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:56.429432Z","caller":"traceutil/trace.go:171","msg":"trace[1508031655] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.408920412s","start":"2026-03-02T21:23:55.020463Z","end":"2026-03-02T21:23:56.429384Z","steps":["trace[1508031655] 'process raft request' (duration: 1.407887767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.429545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.021543Z","time spent":"1.407955179s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:56.42955Z","caller":"traceutil/trace.go:171","msg":"trace[862392271] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.408372819s","start":"2026-03-02T21:23:55.021167Z","end":"2026-03-02T21:23:56.42954Z","steps":["trace[862392271] 'process raft request' (duration: 1.407253443s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.429575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.021211Z","time spent":"1.407838687s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:56.429616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.021163Z","time spent":"1.40841573s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:56.429618Z","caller":"traceutil/trace.go:171","msg":"trace[2043286529] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.403117025s","start":"2026-03-02T21:23:55.026486Z","end":"2026-03-02T21:23:56.429604Z","steps":["trace[2043286529] 'process raft request' (duration: 1.402383468s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.42963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.020459Z","time spent":"1.409082327s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:23:56.429691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.026467Z","time spent":"1.403183846s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:56.429739Z","caller":"traceutil/trace.go:171","msg":"trace[1277199258] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.408534503s","start":"2026-03-02T21:23:55.021191Z","end":"2026-03-02T21:23:56.429725Z","steps":["trace[1277199258] 'process raft request' (duration: 1.407434507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.429812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.021188Z","time spent":"1.408596884s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:56.42986Z","caller":"traceutil/trace.go:171","msg":"trace[702199919] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.407359365s","start":"2026-03-02T21:23:55.021814Z","end":"2026-03-02T21:23:56.429173Z","steps":["trace[702199919] 'process raft request' (duration: 1.406922184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.430187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.021806Z","time spent":"1.408161045s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:56.430251Z","caller":"traceutil/trace.go:171","msg":"trace[702420718] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.405580783s","start":"2026-03-02T21:23:55.024565Z","end":"2026-03-02T21:23:56.430145Z","steps":["trace[702420718] 'process raft request' (duration: 1.404266792s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.430413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.02456Z","time spent":"1.405793558s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:56.434194Z","caller":"traceutil/trace.go:171","msg":"trace[269375061] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:602; }","duration":"1.422697348s","start":"2026-03-02T21:23:55.011485Z","end":"2026-03-02T21:23:56.434183Z","steps":["trace[269375061] 'read index received' (duration: 1.342488832s)","trace[269375061] 'applied index is now lower than readState.Index' (duration: 80.207896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:56.434811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040389449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:56.434845Z","caller":"traceutil/trace.go:171","msg":"trace[1832596791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"1.040454061s","start":"2026-03-02T21:23:55.394382Z","end":"2026-03-02T21:23:56.434836Z","steps":["trace[1832596791] 'agreement among raft nodes before linearized reading' (duration: 1.040375899s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.434865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.394365Z","time spent":"1.040494471s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:56.43541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.455231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:23:56.435478Z","caller":"traceutil/trace.go:171","msg":"trace[629530733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:605; }","duration":"837.551962ms","start":"2026-03-02T21:23:55.597907Z","end":"2026-03-02T21:23:56.435459Z","steps":["trace[629530733] 'agreement among raft nodes before linearized reading' (duration: 837.391599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.435525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:55.597892Z","time spent":"837.622115ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:23:56.8577Z","caller":"traceutil/trace.go:171","msg":"trace[1256967395] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"217.167804ms","start":"2026-03-02T21:23:56.640504Z","end":"2026-03-02T21:23:56.857672Z","steps":["trace[1256967395] 'process raft request' (duration: 216.085289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:57.773616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600958598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:23:58.056302Z","caller":"traceutil/trace.go:171","msg":"trace[1681066040] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"916.682675ms","start":"2026-03-02T21:23:57.139593Z","end":"2026-03-02T21:23:58.056276Z","steps":["trace[1681066040] 'process raft request' (duration: 916.384608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:58.056471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:57.139564Z","time spent":"916.822168ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211654,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:58.069163Z","caller":"traceutil/trace.go:171","msg":"trace[1699189581] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:695; }","duration":"796.058783ms","start":"2026-03-02T21:23:57.273079Z","end":"2026-03-02T21:23:58.069138Z","steps":["trace[1699189581] 'read index received' (duration: 783.090956ms)","trace[1699189581] 'applied index is now lower than readState.Index' (duration: 12.967107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:58.069441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.343729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2hmsm\" ","response":"range_response_count:1 size:17145"} {"level":"warn","ts":"2026-03-02T21:23:58.06944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.894689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:58.069487Z","caller":"traceutil/trace.go:171","msg":"trace[1539096353] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2hmsm; range_end:; response_count:1; response_revision:675; }","duration":"796.440091ms","start":"2026-03-02T21:23:57.273033Z","end":"2026-03-02T21:23:58.069473Z","steps":["trace[1539096353] 'agreement among raft nodes before linearized reading' (duration: 796.310908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:58.069521Z","caller":"traceutil/trace.go:171","msg":"trace[854864459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"489.009732ms","start":"2026-03-02T21:23:57.58048Z","end":"2026-03-02T21:23:58.06949Z","steps":["trace[854864459] 'agreement among raft nodes before linearized reading' (duration: 488.879829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:58.069518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:57.273001Z","time spent":"796.508382ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17169,"request content":"key:\"/registry/pods/kube-system/cilium-2hmsm\" "} {"level":"warn","ts":"2026-03-02T21:23:58.069551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:57.58046Z","time spent":"489.084064ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:23:58.06945Z","caller":"traceutil/trace.go:171","msg":"trace[792893052] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"795.55575ms","start":"2026-03-02T21:23:57.273871Z","end":"2026-03-02T21:23:58.069426Z","steps":["trace[792893052] 'process raft request' (duration: 795.12827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:58.069726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:57.273841Z","time spent":"795.815467ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:58.409092Z","caller":"traceutil/trace.go:171","msg":"trace[1820760548] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:702; }","duration":"129.742888ms","start":"2026-03-02T21:23:58.279327Z","end":"2026-03-02T21:23:58.40907Z","steps":["trace[1820760548] 'read index received' (duration: 129.010531ms)","trace[1820760548] 'applied index is now lower than readState.Index' (duration: 731.397µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:58.409297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.960723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2hmsm\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-02T21:23:58.409337Z","caller":"traceutil/trace.go:171","msg":"trace[1515787675] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2hmsm; range_end:; response_count:1; response_revision:680; }","duration":"130.053225ms","start":"2026-03-02T21:23:58.279275Z","end":"2026-03-02T21:23:58.409328Z","steps":["trace[1515787675] 'agreement among raft nodes before linearized reading' (duration: 129.880091ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:58.40917Z","caller":"traceutil/trace.go:171","msg":"trace[122802627] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"193.078535ms","start":"2026-03-02T21:23:58.21605Z","end":"2026-03-02T21:23:58.409128Z","steps":["trace[122802627] 'process raft request' (duration: 192.521182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:59.625363Z","caller":"traceutil/trace.go:171","msg":"trace[412294419] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"131.880208ms","start":"2026-03-02T21:23:59.493455Z","end":"2026-03-02T21:23:59.625335Z","steps":["trace[412294419] 'process raft request' (duration: 131.754855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:02.641534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.189682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:02.641614Z","caller":"traceutil/trace.go:171","msg":"trace[1907190755] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:775; }","duration":"194.283364ms","start":"2026-03-02T21:24:02.447318Z","end":"2026-03-02T21:24:02.641601Z","steps":["trace[1907190755] 'read index received' (duration: 73.99193ms)","trace[1907190755] 'applied index is now lower than readState.Index' (duration: 120.290644ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:02.641672Z","caller":"traceutil/trace.go:171","msg":"trace[1839218163] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"194.990781ms","start":"2026-03-02T21:24:02.446675Z","end":"2026-03-02T21:24:02.641666Z","steps":["trace[1839218163] 'process raft request' (duration: 74.587644ms)","trace[1839218163] 'compare' (duration: 120.013477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:02.641828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.518599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:24:02.641844Z","caller":"traceutil/trace.go:171","msg":"trace[1878026564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:752; }","duration":"194.572861ms","start":"2026-03-02T21:24:02.447264Z","end":"2026-03-02T21:24:02.641837Z","steps":["trace[1878026564] 'agreement among raft nodes before linearized reading' (duration: 194.498819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:02.641915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.686027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:24:02.64201Z","caller":"traceutil/trace.go:171","msg":"trace[647886117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:752; }","duration":"173.858021ms","start":"2026-03-02T21:24:02.46813Z","end":"2026-03-02T21:24:02.641988Z","steps":["trace[647886117] 'agreement among raft nodes before linearized reading' (duration: 173.600195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:02.64211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.646116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-02T21:24:02.642155Z","caller":"traceutil/trace.go:171","msg":"trace[1515548052] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:752; }","duration":"151.726067ms","start":"2026-03-02T21:24:02.490413Z","end":"2026-03-02T21:24:02.642139Z","steps":["trace[1515548052] 'agreement among raft nodes before linearized reading' (duration: 151.634005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:05.227265Z","caller":"traceutil/trace.go:171","msg":"trace[509457842] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"111.403077ms","start":"2026-03-02T21:24:05.115822Z","end":"2026-03-02T21:24:05.227225Z","steps":["trace[509457842] 'process raft request' (duration: 43.947344ms)","trace[509457842] 'compare' (duration: 67.268808ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:07.010994Z","caller":"traceutil/trace.go:171","msg":"trace[573234576] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"119.025024ms","start":"2026-03-02T21:24:06.891928Z","end":"2026-03-02T21:24:07.010953Z","steps":["trace[573234576] 'process raft request' (duration: 82.498253ms)","trace[573234576] 'compare' (duration: 36.327027ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:08.007402Z","caller":"traceutil/trace.go:171","msg":"trace[836971923] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"163.963352ms","start":"2026-03-02T21:24:07.843423Z","end":"2026-03-02T21:24:08.007386Z","steps":["trace[836971923] 'process raft request' (duration: 163.86704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:08.121534Z","caller":"traceutil/trace.go:171","msg":"trace[546268398] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:840; }","duration":"158.773912ms","start":"2026-03-02T21:24:07.96273Z","end":"2026-03-02T21:24:08.121504Z","steps":["trace[546268398] 'read index received' (duration: 44.572859ms)","trace[546268398] 'applied index is now lower than readState.Index' (duration: 114.200092ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:08.121598Z","caller":"traceutil/trace.go:171","msg":"trace[1364771527] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"218.941414ms","start":"2026-03-02T21:24:07.902607Z","end":"2026-03-02T21:24:08.121548Z","steps":["trace[1364771527] 'process raft request' (duration: 216.839434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:08.121664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.908595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:24:08.121693Z","caller":"traceutil/trace.go:171","msg":"trace[60582730] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:816; }","duration":"158.990286ms","start":"2026-03-02T21:24:07.962694Z","end":"2026-03-02T21:24:08.121684Z","steps":["trace[60582730] 'agreement among raft nodes before linearized reading' (duration: 158.896464ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:08.812936Z","caller":"traceutil/trace.go:171","msg":"trace[74319919] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"126.932269ms","start":"2026-03-02T21:24:08.685973Z","end":"2026-03-02T21:24:08.812905Z","steps":["trace[74319919] 'process raft request' (duration: 126.196112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:09.051328Z","caller":"traceutil/trace.go:171","msg":"trace[257987961] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"125.025764ms","start":"2026-03-02T21:24:08.926276Z","end":"2026-03-02T21:24:09.051302Z","steps":["trace[257987961] 'process raft request' (duration: 124.546093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:09.086407Z","caller":"traceutil/trace.go:171","msg":"trace[1466632651] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"154.8289ms","start":"2026-03-02T21:24:08.931545Z","end":"2026-03-02T21:24:09.086374Z","steps":["trace[1466632651] 'process raft request' (duration: 154.680886ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:09.5386Z","caller":"traceutil/trace.go:171","msg":"trace[370637111] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"180.340403ms","start":"2026-03-02T21:24:09.358233Z","end":"2026-03-02T21:24:09.538573Z","steps":["trace[370637111] 'process raft request' (duration: 180.18267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:09.664239Z","caller":"traceutil/trace.go:171","msg":"trace[167590982] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"299.989442ms","start":"2026-03-02T21:24:09.364216Z","end":"2026-03-02T21:24:09.664205Z","steps":["trace[167590982] 'process raft request' (duration: 297.525695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:09.664405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:09.364187Z","time spent":"300.125706ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5070,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:09.664409Z","caller":"traceutil/trace.go:171","msg":"trace[180240006] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:869; }","duration":"296.900011ms","start":"2026-03-02T21:24:09.367465Z","end":"2026-03-02T21:24:09.664365Z","steps":["trace[180240006] 'read index received' (duration: 171.105178ms)","trace[180240006] 'applied index is now lower than readState.Index' (duration: 125.791993ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:09.664529Z","caller":"traceutil/trace.go:171","msg":"trace[946572087] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"239.171414ms","start":"2026-03-02T21:24:09.425223Z","end":"2026-03-02T21:24:09.664395Z","steps":["trace[946572087] 'process raft request' (duration: 238.845967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:09.664697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.200267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:09.664757Z","caller":"traceutil/trace.go:171","msg":"trace[56058029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:845; }","duration":"297.31313ms","start":"2026-03-02T21:24:09.367433Z","end":"2026-03-02T21:24:09.664746Z","steps":["trace[56058029] 'agreement among raft nodes before linearized reading' (duration: 297.108685ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:09.671001Z","caller":"traceutil/trace.go:171","msg":"trace[1279719885] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"114.036458ms","start":"2026-03-02T21:24:09.556944Z","end":"2026-03-02T21:24:09.670981Z","steps":["trace[1279719885] 'process raft request' (duration: 113.897985ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:10.138627Z","caller":"traceutil/trace.go:171","msg":"trace[1793954394] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"114.316964ms","start":"2026-03-02T21:24:10.024282Z","end":"2026-03-02T21:24:10.138599Z","steps":["trace[1793954394] 'process raft request' (duration: 114.111519ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:10.716618Z","caller":"traceutil/trace.go:171","msg":"trace[170890393] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"140.430273ms","start":"2026-03-02T21:24:10.57616Z","end":"2026-03-02T21:24:10.71659Z","steps":["trace[170890393] 'process raft request' (duration: 140.248189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.167608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.493567ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:11.16785Z","caller":"traceutil/trace.go:171","msg":"trace[415257425] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:867; }","duration":"361.752123ms","start":"2026-03-02T21:24:10.806076Z","end":"2026-03-02T21:24:11.167828Z","steps":["trace[415257425] 'range keys from in-memory index tree' (duration: 361.476347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.203038Z","caller":"traceutil/trace.go:171","msg":"trace[564177754] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"578.023684ms","start":"2026-03-02T21:24:10.624989Z","end":"2026-03-02T21:24:11.203012Z","steps":["trace[564177754] 'process raft request' (duration: 577.887491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.203057Z","caller":"traceutil/trace.go:171","msg":"trace[829131071] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:894; }","duration":"482.304923ms","start":"2026-03-02T21:24:10.720709Z","end":"2026-03-02T21:24:11.203014Z","steps":["trace[829131071] 'read index received' (duration: 482.283243ms)","trace[829131071] 'applied index is now lower than readState.Index' (duration: 17.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:11.203187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.62496Z","time spent":"578.159608ms","remote":"127.0.0.1:36122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2493,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:24:11.203416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.695192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-vq5st\" ","response":"range_response_count:1 size:5085"} {"level":"info","ts":"2026-03-02T21:24:11.2035Z","caller":"traceutil/trace.go:171","msg":"trace[1191995052] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-vq5st; range_end:; response_count:1; response_revision:868; }","duration":"482.828495ms","start":"2026-03-02T21:24:10.72065Z","end":"2026-03-02T21:24:11.203479Z","steps":["trace[1191995052] 'agreement among raft nodes before linearized reading' (duration: 482.556929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.203548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.720623Z","time spent":"482.916698ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5109,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-vq5st\" "} {"level":"warn","ts":"2026-03-02T21:24:11.255841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.825186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:24:11.255914Z","caller":"traceutil/trace.go:171","msg":"trace[139013615] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:870; }","duration":"126.95623ms","start":"2026-03-02T21:24:11.128938Z","end":"2026-03-02T21:24:11.255895Z","steps":["trace[139013615] 'agreement among raft nodes before linearized reading' (duration: 126.796456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.25585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.978109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:24:11.255989Z","caller":"traceutil/trace.go:171","msg":"trace[610388551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:870; }","duration":"438.161004ms","start":"2026-03-02T21:24:10.817808Z","end":"2026-03-02T21:24:11.255969Z","steps":["trace[610388551] 'agreement among raft nodes before linearized reading' (duration: 437.882377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.25604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.817786Z","time spent":"438.242606ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:24:11.256038Z","caller":"traceutil/trace.go:171","msg":"trace[760230286] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"533.178949ms","start":"2026-03-02T21:24:10.722811Z","end":"2026-03-02T21:24:11.25599Z","steps":["trace[760230286] 'process raft request' (duration: 532.671997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.256057Z","caller":"traceutil/trace.go:171","msg":"trace[1447306712] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"231.488147ms","start":"2026-03-02T21:24:11.024513Z","end":"2026-03-02T21:24:11.256002Z","steps":["trace[1447306712] 'process raft request' (duration: 231.112908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.255852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.807247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:11.256218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.722799Z","time spent":"533.327852ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1452,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:11.256269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.421204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:24:11.256385Z","caller":"traceutil/trace.go:171","msg":"trace[1148851336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:870; }","duration":"433.595128ms","start":"2026-03-02T21:24:10.822774Z","end":"2026-03-02T21:24:11.256369Z","steps":["trace[1148851336] 'agreement among raft nodes before linearized reading' (duration: 433.223139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.256165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.079326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:24:11.256377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.074282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-02T21:24:11.256459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.822761Z","time spent":"433.660609ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:24:11.256312Z","caller":"traceutil/trace.go:171","msg":"trace[841345281] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:870; }","duration":"233.235367ms","start":"2026-03-02T21:24:11.02299Z","end":"2026-03-02T21:24:11.256225Z","steps":["trace[841345281] 'agreement among raft nodes before linearized reading' (duration: 232.793036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.256519Z","caller":"traceutil/trace.go:171","msg":"trace[187512783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:870; }","duration":"148.251956ms","start":"2026-03-02T21:24:11.108231Z","end":"2026-03-02T21:24:11.256483Z","steps":["trace[187512783] 'agreement among raft nodes before linearized reading' (duration: 147.801265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.256634Z","caller":"traceutil/trace.go:171","msg":"trace[191899038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:870; }","duration":"430.443474ms","start":"2026-03-02T21:24:10.825994Z","end":"2026-03-02T21:24:11.256437Z","steps":["trace[191899038] 'agreement among raft nodes before linearized reading' (duration: 429.903351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.256749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.825978Z","time spent":"430.713901ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:24:11.319704Z","caller":"traceutil/trace.go:171","msg":"trace[439377410] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"106.746988ms","start":"2026-03-02T21:24:11.212932Z","end":"2026-03-02T21:24:11.319679Z","steps":["trace[439377410] 'process raft request' (duration: 106.583714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.374411Z","caller":"traceutil/trace.go:171","msg":"trace[443420821] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"112.337209ms","start":"2026-03-02T21:24:11.262044Z","end":"2026-03-02T21:24:11.374382Z","steps":["trace[443420821] 'process raft request' (duration: 112.239307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.374448Z","caller":"traceutil/trace.go:171","msg":"trace[1254767988] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"112.664526ms","start":"2026-03-02T21:24:11.261753Z","end":"2026-03-02T21:24:11.374418Z","steps":["trace[1254767988] 'process raft request' (duration: 112.343639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.374781Z","caller":"traceutil/trace.go:171","msg":"trace[1459529948] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"112.38551ms","start":"2026-03-02T21:24:11.262382Z","end":"2026-03-02T21:24:11.374767Z","steps":["trace[1459529948] 'process raft request' (duration: 111.95461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.374963Z","caller":"traceutil/trace.go:171","msg":"trace[20859544] linearizableReadLoop","detail":"{readStateIndex:902; appliedIndex:897; }","duration":"105.661663ms","start":"2026-03-02T21:24:11.269271Z","end":"2026-03-02T21:24:11.374933Z","steps":["trace[20859544] 'read index received' (duration: 50.248761ms)","trace[20859544] 'applied index is now lower than readState.Index' (duration: 55.411162ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:11.375008Z","caller":"traceutil/trace.go:171","msg":"trace[1312963456] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"112.233396ms","start":"2026-03-02T21:24:11.262745Z","end":"2026-03-02T21:24:11.374978Z","steps":["trace[1312963456] 'process raft request' (duration: 111.95406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.37525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.95432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-02T21:24:11.375327Z","caller":"traceutil/trace.go:171","msg":"trace[92273688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:875; }","duration":"106.077033ms","start":"2026-03-02T21:24:11.269234Z","end":"2026-03-02T21:24:11.375311Z","steps":["trace[92273688] 'agreement among raft nodes before linearized reading' (duration: 105.805677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.535538Z","caller":"traceutil/trace.go:171","msg":"trace[951322076] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"208.93035ms","start":"2026-03-02T21:24:11.326571Z","end":"2026-03-02T21:24:11.535501Z","steps":["trace[951322076] 'process raft request' (duration: 208.600422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.535854Z","caller":"traceutil/trace.go:171","msg":"trace[2102008693] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"209.085214ms","start":"2026-03-02T21:24:11.326756Z","end":"2026-03-02T21:24:11.535842Z","steps":["trace[2102008693] 'process raft request' (duration: 208.646734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.535918Z","caller":"traceutil/trace.go:171","msg":"trace[978967511] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:902; }","duration":"160.805278ms","start":"2026-03-02T21:24:11.375087Z","end":"2026-03-02T21:24:11.535892Z","steps":["trace[978967511] 'read index received' (duration: 160.137513ms)","trace[978967511] 'applied index is now lower than readState.Index' (duration: 666.795µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:11.536259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.196641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:11.536302Z","caller":"traceutil/trace.go:171","msg":"trace[1597615978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:878; }","duration":"168.324773ms","start":"2026-03-02T21:24:11.367965Z","end":"2026-03-02T21:24:11.536289Z","steps":["trace[1597615978] 'agreement among raft nodes before linearized reading' (duration: 168.208601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.536462Z","caller":"traceutil/trace.go:171","msg":"trace[1723198501] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"209.019992ms","start":"2026-03-02T21:24:11.327398Z","end":"2026-03-02T21:24:11.536418Z","steps":["trace[1723198501] 'process raft request' (duration: 208.340027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.541183Z","caller":"traceutil/trace.go:171","msg":"trace[1998464312] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"161.432623ms","start":"2026-03-02T21:24:11.379723Z","end":"2026-03-02T21:24:11.541156Z","steps":["trace[1998464312] 'process raft request' (duration: 161.282149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:16.760916Z","caller":"traceutil/trace.go:171","msg":"trace[1675202007] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"144.626931ms","start":"2026-03-02T21:24:16.616263Z","end":"2026-03-02T21:24:16.76089Z","steps":["trace[1675202007] 'process raft request' (duration: 144.415667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:16.761171Z","caller":"traceutil/trace.go:171","msg":"trace[1944644399] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"143.048965ms","start":"2026-03-02T21:24:16.618091Z","end":"2026-03-02T21:24:16.76114Z","steps":["trace[1944644399] 'process raft request' (duration: 142.737958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:17.606061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:17.056322Z","time spent":"549.730035ms","remote":"127.0.0.1:58072","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:24:17.608005Z","caller":"traceutil/trace.go:171","msg":"trace[1301862708] linearizableReadLoop","detail":"{readStateIndex:956; appliedIndex:955; }","duration":"237.485067ms","start":"2026-03-02T21:24:17.370486Z","end":"2026-03-02T21:24:17.607971Z","steps":["trace[1301862708] 'read index received' (duration: 237.110378ms)","trace[1301862708] 'applied index is now lower than readState.Index' (duration: 373.119µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:17.608131Z","caller":"traceutil/trace.go:171","msg":"trace[1615134290] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"837.633106ms","start":"2026-03-02T21:24:16.770445Z","end":"2026-03-02T21:24:17.608078Z","steps":["trace[1615134290] 'process raft request' (duration: 837.282458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:17.608286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.770404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:17.60834Z","caller":"traceutil/trace.go:171","msg":"trace[248551474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:926; }","duration":"237.897387ms","start":"2026-03-02T21:24:17.37043Z","end":"2026-03-02T21:24:17.608327Z","steps":["trace[248551474] 'agreement among raft nodes before linearized reading' (duration: 237.758974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:17.608428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:16.770404Z","time spent":"837.853241ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:17.608559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.299006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:24:17.608582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.013133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:24:17.60863Z","caller":"traceutil/trace.go:171","msg":"trace[1089010751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:926; }","duration":"208.390509ms","start":"2026-03-02T21:24:17.400228Z","end":"2026-03-02T21:24:17.608618Z","steps":["trace[1089010751] 'agreement among raft nodes before linearized reading' (duration: 208.140883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:17.608673Z","caller":"traceutil/trace.go:171","msg":"trace[1217889779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:926; }","duration":"209.173707ms","start":"2026-03-02T21:24:17.399482Z","end":"2026-03-02T21:24:17.608655Z","steps":["trace[1217889779] 'agreement among raft nodes before linearized reading' (duration: 208.90663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:17.608672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.012406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:24:17.608804Z","caller":"traceutil/trace.go:171","msg":"trace[2044311551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:926; }","duration":"210.235602ms","start":"2026-03-02T21:24:17.398549Z","end":"2026-03-02T21:24:17.608785Z","steps":["trace[2044311551] 'agreement among raft nodes before linearized reading' (duration: 209.865873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:17.608828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.764737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:24:17.609023Z","caller":"traceutil/trace.go:171","msg":"trace[1027368020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:926; }","duration":"211.977912ms","start":"2026-03-02T21:24:17.39698Z","end":"2026-03-02T21:24:17.608958Z","steps":["trace[1027368020] 'agreement among raft nodes before linearized reading' (duration: 211.385978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:27.894362Z","caller":"traceutil/trace.go:171","msg":"trace[148877511] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"121.184365ms","start":"2026-03-02T21:24:27.773146Z","end":"2026-03-02T21:24:27.89433Z","steps":["trace[148877511] 'process raft request' (duration: 121.088803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:27.894365Z","caller":"traceutil/trace.go:171","msg":"trace[206996671] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"121.345398ms","start":"2026-03-02T21:24:27.772962Z","end":"2026-03-02T21:24:27.894307Z","steps":["trace[206996671] 'process raft request' (duration: 51.07398ms)","trace[206996671] 'compare' (duration: 70.006042ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:27.895024Z","caller":"traceutil/trace.go:171","msg":"trace[332074185] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"121.680417ms","start":"2026-03-02T21:24:27.77332Z","end":"2026-03-02T21:24:27.895Z","steps":["trace[332074185] 'process raft request' (duration: 121.342059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:27.89501Z","caller":"traceutil/trace.go:171","msg":"trace[1018419916] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"121.81225ms","start":"2026-03-02T21:24:27.77316Z","end":"2026-03-02T21:24:27.894972Z","steps":["trace[1018419916] 'process raft request' (duration: 121.123394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:28.921257Z","caller":"traceutil/trace.go:171","msg":"trace[762436700] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"147.852926ms","start":"2026-03-02T21:24:28.773365Z","end":"2026-03-02T21:24:28.921217Z","steps":["trace[762436700] 'process raft request' (duration: 90.190982ms)","trace[762436700] 'compare' (duration: 57.4953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:30.583725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.069048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:30.58374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.109865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:24:30.583813Z","caller":"traceutil/trace.go:171","msg":"trace[1949227949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"213.18836ms","start":"2026-03-02T21:24:30.370604Z","end":"2026-03-02T21:24:30.583792Z","steps":["trace[1949227949] 'range keys from in-memory index tree' (duration: 213.014496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:30.583819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.295736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:24:30.583843Z","caller":"traceutil/trace.go:171","msg":"trace[1588520966] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1002; }","duration":"245.357661ms","start":"2026-03-02T21:24:30.338464Z","end":"2026-03-02T21:24:30.583821Z","steps":["trace[1588520966] 'count revisions from in-memory index tree' (duration: 244.945071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:30.583904Z","caller":"traceutil/trace.go:171","msg":"trace[856692902] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:1002; }","duration":"250.476379ms","start":"2026-03-02T21:24:30.333406Z","end":"2026-03-02T21:24:30.583883Z","steps":["trace[856692902] 'range keys from in-memory index tree' (duration: 250.07762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:30.584438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.74414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213843"} {"level":"info","ts":"2026-03-02T21:24:30.584545Z","caller":"traceutil/trace.go:171","msg":"trace[1520683934] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1002; }","duration":"194.908464ms","start":"2026-03-02T21:24:30.389609Z","end":"2026-03-02T21:24:30.584517Z","steps":["trace[1520683934] 'range keys from in-memory index tree' (duration: 193.689556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:32.539254Z","caller":"traceutil/trace.go:171","msg":"trace[1600731565] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"129.910128ms","start":"2026-03-02T21:24:32.409311Z","end":"2026-03-02T21:24:32.539221Z","steps":["trace[1600731565] 'process raft request' (duration: 129.787976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:32.539281Z","caller":"traceutil/trace.go:171","msg":"trace[113726666] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"130.024461ms","start":"2026-03-02T21:24:32.409239Z","end":"2026-03-02T21:24:32.539263Z","steps":["trace[113726666] 'process raft request' (duration: 129.731345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:32.539276Z","caller":"traceutil/trace.go:171","msg":"trace[704587577] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"129.904788ms","start":"2026-03-02T21:24:32.409342Z","end":"2026-03-02T21:24:32.539247Z","steps":["trace[704587577] 'process raft request' (duration: 129.793806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:32.539443Z","caller":"traceutil/trace.go:171","msg":"trace[1467628760] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"128.978666ms","start":"2026-03-02T21:24:32.410456Z","end":"2026-03-02T21:24:32.539435Z","steps":["trace[1467628760] 'process raft request' (duration: 128.734231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:32.539593Z","caller":"traceutil/trace.go:171","msg":"trace[2147457086] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"129.975539ms","start":"2026-03-02T21:24:32.409588Z","end":"2026-03-02T21:24:32.539563Z","steps":["trace[2147457086] 'process raft request' (duration: 129.57698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:32.539643Z","caller":"traceutil/trace.go:171","msg":"trace[1529983102] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"125.473965ms","start":"2026-03-02T21:24:32.414148Z","end":"2026-03-02T21:24:32.539622Z","steps":["trace[1529983102] 'process raft request' (duration: 125.076046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:33.012115Z","caller":"traceutil/trace.go:171","msg":"trace[1439182800] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1076; }","duration":"156.16216ms","start":"2026-03-02T21:24:32.855927Z","end":"2026-03-02T21:24:33.012089Z","steps":["trace[1439182800] 'read index received' (duration: 4.213728ms)","trace[1439182800] 'applied index is now lower than readState.Index' (duration: 151.947472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:33.012332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.388615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-03-02T21:24:33.012412Z","caller":"traceutil/trace.go:171","msg":"trace[365060657] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1040; }","duration":"156.497827ms","start":"2026-03-02T21:24:32.855864Z","end":"2026-03-02T21:24:33.012362Z","steps":["trace[365060657] 'agreement among raft nodes before linearized reading' (duration: 156.332643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:33.012412Z","caller":"traceutil/trace.go:171","msg":"trace[1441015033] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1040; }","duration":"196.583151ms","start":"2026-03-02T21:24:32.815659Z","end":"2026-03-02T21:24:33.012243Z","steps":["trace[1441015033] 'process raft request' (duration: 120.606681ms)","trace[1441015033] 'compare' (duration: 75.720444ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:35.990564Z","caller":"traceutil/trace.go:171","msg":"trace[906067756] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"106.119374ms","start":"2026-03-02T21:24:35.884406Z","end":"2026-03-02T21:24:35.990525Z","steps":["trace[906067756] 'process raft request' (duration: 105.901619ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:36.228608Z","caller":"traceutil/trace.go:171","msg":"trace[1696218353] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"131.594908ms","start":"2026-03-02T21:24:36.09695Z","end":"2026-03-02T21:24:36.228545Z","steps":["trace[1696218353] 'process raft request' (duration: 92.897096ms)","trace[1696218353] 'compare' (duration: 38.438516ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:37.59644Z","caller":"traceutil/trace.go:171","msg":"trace[631909965] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"226.402707ms","start":"2026-03-02T21:24:37.36999Z","end":"2026-03-02T21:24:37.596393Z","steps":["trace[631909965] 'process raft request' (duration: 204.785993ms)","trace[631909965] 'compare' (duration: 21.368838ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:37.620406Z","caller":"traceutil/trace.go:171","msg":"trace[745220428] linearizableReadLoop","detail":"{readStateIndex:1098; appliedIndex:1095; }","duration":"186.446186ms","start":"2026-03-02T21:24:37.433931Z","end":"2026-03-02T21:24:37.620377Z","steps":["trace[745220428] 'read index received' (duration: 140.942076ms)","trace[745220428] 'applied index is now lower than readState.Index' (duration: 45.50301ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:37.620538Z","caller":"traceutil/trace.go:171","msg":"trace[1096763437] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"249.758272ms","start":"2026-03-02T21:24:37.370735Z","end":"2026-03-02T21:24:37.620493Z","steps":["trace[1096763437] 'process raft request' (duration: 249.414924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:37.620634Z","caller":"traceutil/trace.go:171","msg":"trace[1457133120] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"231.503867ms","start":"2026-03-02T21:24:37.389116Z","end":"2026-03-02T21:24:37.62062Z","steps":["trace[1457133120] 'process raft request' (duration: 231.19611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:37.620588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.62834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:24:37.620771Z","caller":"traceutil/trace.go:171","msg":"trace[460964499] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1059; }","duration":"186.834585ms","start":"2026-03-02T21:24:37.433888Z","end":"2026-03-02T21:24:37.620723Z","steps":["trace[460964499] 'agreement among raft nodes before linearized reading' (duration: 186.60388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:41.0502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.214412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:41.050317Z","caller":"traceutil/trace.go:171","msg":"trace[1008913383] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"132.819256ms","start":"2026-03-02T21:24:40.917476Z","end":"2026-03-02T21:24:41.050295Z","steps":["trace[1008913383] 'process raft request' (duration: 30.4366ms)","trace[1008913383] 'compare' (duration: 102.071689ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:42.005096Z","caller":"traceutil/trace.go:171","msg":"trace[627702746] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"274.53655ms","start":"2026-03-02T21:24:41.730535Z","end":"2026-03-02T21:24:42.005072Z","steps":["trace[627702746] 'process raft request' (duration: 274.370026ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:44.411041Z","caller":"traceutil/trace.go:171","msg":"trace[1603799157] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"117.730985ms","start":"2026-03-02T21:24:44.293275Z","end":"2026-03-02T21:24:44.411006Z","steps":["trace[1603799157] 'process raft request' (duration: 117.453798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:48.254688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.739398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T21:24:48.254778Z","caller":"traceutil/trace.go:171","msg":"trace[1660101300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1213; }","duration":"133.885662ms","start":"2026-03-02T21:24:48.120875Z","end":"2026-03-02T21:24:48.25476Z","steps":["trace[1660101300] 'range keys from in-memory index tree' (duration: 133.576404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:48.254769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.113556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-02T21:24:48.254846Z","caller":"traceutil/trace.go:171","msg":"trace[933351602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1213; }","duration":"152.254409ms","start":"2026-03-02T21:24:48.10257Z","end":"2026-03-02T21:24:48.254824Z","steps":["trace[933351602] 'range keys from in-memory index tree' (duration: 151.86953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:50.401601Z","caller":"traceutil/trace.go:171","msg":"trace[1159755883] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1262; }","duration":"117.760055ms","start":"2026-03-02T21:24:50.283815Z","end":"2026-03-02T21:24:50.401575Z","steps":["trace[1159755883] 'read index received' (duration: 117.505419ms)","trace[1159755883] 'applied index is now lower than readState.Index' (duration: 253.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:50.401671Z","caller":"traceutil/trace.go:171","msg":"trace[1747967951] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"126.912719ms","start":"2026-03-02T21:24:50.274723Z","end":"2026-03-02T21:24:50.401636Z","steps":["trace[1747967951] 'process raft request' (duration: 126.695924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:50.402276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.236746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T21:24:50.402351Z","caller":"traceutil/trace.go:171","msg":"trace[1628628495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1221; }","duration":"118.553684ms","start":"2026-03-02T21:24:50.283783Z","end":"2026-03-02T21:24:50.402336Z","steps":["trace[1628628495] 'agreement among raft nodes before linearized reading' (duration: 117.925289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:50.56691Z","caller":"traceutil/trace.go:171","msg":"trace[1825009967] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1263; }","duration":"163.232876ms","start":"2026-03-02T21:24:50.403639Z","end":"2026-03-02T21:24:50.566872Z","steps":["trace[1825009967] 'read index received' (duration: 100.971874ms)","trace[1825009967] 'applied index is now lower than readState.Index' (duration: 62.257241ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:50.566927Z","caller":"traceutil/trace.go:171","msg":"trace[1347756973] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"160.215464ms","start":"2026-03-02T21:24:50.406683Z","end":"2026-03-02T21:24:50.566899Z","steps":["trace[1347756973] 'process raft request' (duration: 160.092011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:50.567078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:50.567143Z","caller":"traceutil/trace.go:171","msg":"trace[1438694324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1222; }","duration":"163.530143ms","start":"2026-03-02T21:24:50.4036Z","end":"2026-03-02T21:24:50.56713Z","steps":["trace[1438694324] 'agreement among raft nodes before linearized reading' (duration: 163.42051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:50.567334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.853784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:24:50.567421Z","caller":"traceutil/trace.go:171","msg":"trace[2125714635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1222; }","duration":"125.967017ms","start":"2026-03-02T21:24:50.441438Z","end":"2026-03-02T21:24:50.567405Z","steps":["trace[2125714635] 'agreement among raft nodes before linearized reading' (duration: 125.769852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:50.567467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.176109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:24:50.567544Z","caller":"traceutil/trace.go:171","msg":"trace[1022134336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1222; }","duration":"119.411564ms","start":"2026-03-02T21:24:50.448115Z","end":"2026-03-02T21:24:50.567527Z","steps":["trace[1022134336] 'agreement among raft nodes before linearized reading' (duration: 119.152448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:50.567466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.96435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:24:50.567748Z","caller":"traceutil/trace.go:171","msg":"trace[1519716345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1222; }","duration":"121.189445ms","start":"2026-03-02T21:24:50.446404Z","end":"2026-03-02T21:24:50.567593Z","steps":["trace[1519716345] 'agreement among raft nodes before linearized reading' (duration: 120.931729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:51.101132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.003847ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:51.101269Z","caller":"traceutil/trace.go:171","msg":"trace[2085434004] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1222; }","duration":"295.15384ms","start":"2026-03-02T21:24:50.806098Z","end":"2026-03-02T21:24:51.101252Z","steps":["trace[2085434004] 'range keys from in-memory index tree' (duration: 294.987816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:51.101444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.568081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:51.101786Z","caller":"traceutil/trace.go:171","msg":"trace[66056412] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"529.148015ms","start":"2026-03-02T21:24:50.572623Z","end":"2026-03-02T21:24:51.101771Z","steps":["trace[66056412] 'process raft request' (duration: 529.104694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:51.101786Z","caller":"traceutil/trace.go:171","msg":"trace[712094891] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"533.342022ms","start":"2026-03-02T21:24:50.568391Z","end":"2026-03-02T21:24:51.101733Z","steps":["trace[712094891] 'process raft request' (duration: 412.407003ms)","trace[712094891] 'compare' (duration: 120.216063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:51.101865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:50.572612Z","time spent":"529.218027ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:51.101886Z","caller":"traceutil/trace.go:171","msg":"trace[1636198488] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"529.632486ms","start":"2026-03-02T21:24:50.572228Z","end":"2026-03-02T21:24:51.10186Z","steps":["trace[1636198488] 'process raft request' (duration: 529.398121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:51.101967Z","caller":"traceutil/trace.go:171","msg":"trace[161914436] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"529.589095ms","start":"2026-03-02T21:24:50.572339Z","end":"2026-03-02T21:24:51.101928Z","steps":["trace[161914436] 'process raft request' (duration: 529.35603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:51.102036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:50.572213Z","time spent":"529.723298ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:51.102157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:50.572313Z","time spent":"529.748659ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:51.102593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:50.568338Z","time spent":"533.547627ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:58.64081Z","caller":"traceutil/trace.go:171","msg":"trace[1423807197] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"152.572037ms","start":"2026-03-02T21:24:58.488202Z","end":"2026-03-02T21:24:58.640774Z","steps":["trace[1423807197] 'process raft request' (duration: 116.496206ms)","trace[1423807197] 'compare' (duration: 35.819125ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:59.562916Z","caller":"traceutil/trace.go:171","msg":"trace[413535838] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"101.522387ms","start":"2026-03-02T21:24:59.461322Z","end":"2026-03-02T21:24:59.562844Z","steps":["trace[413535838] 'process raft request' (duration: 67.298709ms)","trace[413535838] 'compare' (duration: 34.011483ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:01.582042Z","caller":"traceutil/trace.go:171","msg":"trace[361761655] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"169.529012ms","start":"2026-03-02T21:25:01.412483Z","end":"2026-03-02T21:25:01.582012Z","steps":["trace[361761655] 'process raft request' (duration: 169.01362ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:02.203294Z","caller":"traceutil/trace.go:171","msg":"trace[1867981653] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"267.26442ms","start":"2026-03-02T21:25:01.935985Z","end":"2026-03-02T21:25:02.20325Z","steps":["trace[1867981653] 'process raft request' (duration: 232.902969ms)","trace[1867981653] 'compare' (duration: 34.066864ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:02.203368Z","caller":"traceutil/trace.go:171","msg":"trace[2114636720] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"267.059615ms","start":"2026-03-02T21:25:01.936264Z","end":"2026-03-02T21:25:02.203324Z","steps":["trace[2114636720] 'process raft request' (duration: 266.938303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:02.203536Z","caller":"traceutil/trace.go:171","msg":"trace[2038403599] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"131.216329ms","start":"2026-03-02T21:25:02.072292Z","end":"2026-03-02T21:25:02.203509Z","steps":["trace[2038403599] 'process raft request' (duration: 131.034745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:15.729658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600960459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:25:16.182389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265164751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c170173-6fff-492e-b148-144fd938af7a\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-02T21:25:16.18245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389510455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:25:16.182483Z","caller":"traceutil/trace.go:171","msg":"trace[1175611120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c170173-6fff-492e-b148-144fd938af7a; range_end:; response_count:1; response_revision:1607; }","duration":"1.265339936s","start":"2026-03-02T21:25:14.917119Z","end":"2026-03-02T21:25:16.182459Z","steps":["trace[1175611120] 'range keys from in-memory index tree' (duration: 1.264951046s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:16.182575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:14.917091Z","time spent":"1.265463178s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c170173-6fff-492e-b148-144fd938af7a\" "} {"level":"info","ts":"2026-03-02T21:25:16.182583Z","caller":"traceutil/trace.go:171","msg":"trace[1880761581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1607; }","duration":"1.38967203s","start":"2026-03-02T21:25:14.792869Z","end":"2026-03-02T21:25:16.182541Z","steps":["trace[1880761581] 'range keys from in-memory index tree' (duration: 1.389060965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:16.182628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:14.792844Z","time spent":"1.389775152s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:25:16.18245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398401274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:25:16.183013Z","caller":"traceutil/trace.go:171","msg":"trace[1922225778] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1607; }","duration":"1.399039138s","start":"2026-03-02T21:25:14.783956Z","end":"2026-03-02T21:25:16.182996Z","steps":["trace[1922225778] 'range keys from in-memory index tree' (duration: 1.398083857s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:16.18308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:14.783902Z","time spent":"1.399159792s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:25:16.230689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600960459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:25:16.73175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600960459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:25:16.784545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.65079691s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:25:16.78504Z","caller":"traceutil/trace.go:171","msg":"trace[2069600938] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"1.651463655s","start":"2026-03-02T21:25:15.13355Z","end":"2026-03-02T21:25:16.785014Z","steps":["trace[2069600938] 'process raft request' (duration: 1.65126535s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:16.785219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.133522Z","time spent":"1.651599608s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7597,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:17.36976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:25:17.369866Z","caller":"traceutil/trace.go:171","msg":"trace[1503456484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628478s","start":"2026-03-02T21:25:15.369217Z","end":"2026-03-02T21:25:17.369846Z","steps":["trace[1503456484] 'agreement among raft nodes before linearized reading' (duration: 2.000499765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:17.369907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.369196Z","time spent":"2.00070374s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:25:17.967508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.841653ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:25:17.968635Z","caller":"traceutil/trace.go:171","msg":"trace[1047712818] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"1.781338788s","start":"2026-03-02T21:25:16.187262Z","end":"2026-03-02T21:25:17.9686Z","steps":["trace[1047712818] 'process raft request' (duration: 1.780347325s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:17.968832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:16.187237Z","time spent":"1.781495812s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:18.282625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.953137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:18.282976Z","caller":"traceutil/trace.go:171","msg":"trace[3283291] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"273.591872ms","start":"2026-03-02T21:25:18.009365Z","end":"2026-03-02T21:25:18.282957Z","steps":["trace[3283291] 'process raft request' (duration: 273.550761ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:18.283192Z","caller":"traceutil/trace.go:171","msg":"trace[1357257693] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"2.074622661s","start":"2026-03-02T21:25:16.208558Z","end":"2026-03-02T21:25:18.283181Z","steps":["trace[1357257693] 'process raft request' (duration: 2.074257033s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.283262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:16.20852Z","time spent":"2.074704843s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:18.2833Z","caller":"traceutil/trace.go:171","msg":"trace[171890474] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"2.095609983s","start":"2026-03-02T21:25:16.187662Z","end":"2026-03-02T21:25:18.283272Z","steps":["trace[171890474] 'process raft request' (duration: 1.780921869s)","trace[171890474] 'compare' (duration: 313.668341ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:18.283329Z","caller":"traceutil/trace.go:171","msg":"trace[1075869468] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1676; }","duration":"3.053914623s","start":"2026-03-02T21:25:15.229387Z","end":"2026-03-02T21:25:18.283301Z","steps":["trace[1075869468] 'read index received' (duration: 1.555441364s)","trace[1075869468] 'applied index is now lower than readState.Index' (duration: 1.498469349s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:18.283379Z","caller":"traceutil/trace.go:171","msg":"trace[1916225923] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"2.093554386s","start":"2026-03-02T21:25:16.189817Z","end":"2026-03-02T21:25:18.283371Z","steps":["trace[1916225923] 'process raft request' (duration: 2.092907961s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.283436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:16.189809Z","time spent":"2.093598597s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:18.283527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044543943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c170173-6fff-492e-b148-144fd938af7a\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-02T21:25:18.283441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:16.187651Z","time spent":"2.095718636s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:18.283528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054141268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:25:18.283585Z","caller":"traceutil/trace.go:171","msg":"trace[664541461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1614; }","duration":"3.054249571s","start":"2026-03-02T21:25:15.229331Z","end":"2026-03-02T21:25:18.283581Z","steps":["trace[664541461] 'agreement among raft nodes before linearized reading' (duration: 3.054081617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.283607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.229307Z","time spent":"3.054294232s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:25:18.283658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302015991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:25:18.283696Z","caller":"traceutil/trace.go:171","msg":"trace[1762705852] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1614; }","duration":"2.302101133s","start":"2026-03-02T21:25:15.981586Z","end":"2026-03-02T21:25:18.283687Z","steps":["trace[1762705852] 'agreement among raft nodes before linearized reading' (duration: 2.30198606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.283726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39285957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:25:18.283741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.981562Z","time spent":"2.302163224s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T21:25:18.283755Z","caller":"traceutil/trace.go:171","msg":"trace[1711152111] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1614; }","duration":"2.392927311s","start":"2026-03-02T21:25:15.890819Z","end":"2026-03-02T21:25:18.283747Z","steps":["trace[1711152111] 'agreement among raft nodes before linearized reading' (duration: 2.3928604s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.283777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.890796Z","time spent":"2.392975863s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:25:18.283565Z","caller":"traceutil/trace.go:171","msg":"trace[1861169767] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c170173-6fff-492e-b148-144fd938af7a; range_end:; response_count:1; response_revision:1614; }","duration":"3.044623015s","start":"2026-03-02T21:25:15.238933Z","end":"2026-03-02T21:25:18.283556Z","steps":["trace[1861169767] 'agreement among raft nodes before linearized reading' (duration: 3.044565344s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.283871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972445173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:25:18.283334Z","caller":"traceutil/trace.go:171","msg":"trace[428694404] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"1.810207075s","start":"2026-03-02T21:25:16.473118Z","end":"2026-03-02T21:25:18.283325Z","steps":["trace[428694404] 'process raft request' (duration: 1.809753914s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:18.28389Z","caller":"traceutil/trace.go:171","msg":"trace[2082307155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1614; }","duration":"2.972499965s","start":"2026-03-02T21:25:15.311384Z","end":"2026-03-02T21:25:18.283884Z","steps":["trace[2082307155] 'agreement among raft nodes before linearized reading' (duration: 2.972446633s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.283879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971490691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T21:25:18.283912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.311364Z","time spent":"2.972542586s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:25:18.28393Z","caller":"traceutil/trace.go:171","msg":"trace[2112539151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1614; }","duration":"2.971565063s","start":"2026-03-02T21:25:15.312351Z","end":"2026-03-02T21:25:18.283916Z","steps":["trace[2112539151] 'agreement among raft nodes before linearized reading' (duration: 2.97142972s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.284019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.495258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189923464d407d9e\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-02T21:25:18.284061Z","caller":"traceutil/trace.go:171","msg":"trace[1665174248] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189923464d407d9e; range_end:; response_count:1; response_revision:1614; }","duration":"284.557028ms","start":"2026-03-02T21:25:17.999486Z","end":"2026-03-02T21:25:18.284044Z","steps":["trace[1665174248] 'agreement among raft nodes before linearized reading' (duration: 284.475306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.284101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643143766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-02T21:25:18.284137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.496595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:18.284154Z","caller":"traceutil/trace.go:171","msg":"trace[1400012801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1614; }","duration":"2.643216358s","start":"2026-03-02T21:25:15.640917Z","end":"2026-03-02T21:25:18.284134Z","steps":["trace[1400012801] 'agreement among raft nodes before linearized reading' (duration: 2.643123985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.284154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721938376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T21:25:18.284177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.951929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:25:18.284195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.640903Z","time spent":"2.643285649s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T21:25:18.284202Z","caller":"traceutil/trace.go:171","msg":"trace[2101998972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1614; }","duration":"914.019251ms","start":"2026-03-02T21:25:17.370176Z","end":"2026-03-02T21:25:18.284195Z","steps":["trace[2101998972] 'agreement among raft nodes before linearized reading' (duration: 913.97822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:18.284198Z","caller":"traceutil/trace.go:171","msg":"trace[973639446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1614; }","duration":"1.722025868s","start":"2026-03-02T21:25:16.562162Z","end":"2026-03-02T21:25:18.284188Z","steps":["trace[973639446] 'agreement among raft nodes before linearized reading' (duration: 1.721921745s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:18.28419Z","caller":"traceutil/trace.go:171","msg":"trace[759622621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1614; }","duration":"685.588338ms","start":"2026-03-02T21:25:17.598589Z","end":"2026-03-02T21:25:18.284177Z","steps":["trace[759622621] 'agreement among raft nodes before linearized reading' (duration: 685.515396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.284226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:17.370157Z","time spent":"914.064752ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:25:18.284231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:16.562133Z","time spent":"1.72209166s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:25:18.283942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:16.473092Z","time spent":"1.810811499s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:18.284243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:17.598556Z","time spent":"685.678029ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:25:18.283991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.312343Z","time spent":"2.971631085s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:25:18.283889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.238915Z","time spent":"3.044961933s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c170173-6fff-492e-b148-144fd938af7a\" "} {"level":"warn","ts":"2026-03-02T21:25:18.283988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683049551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:25:18.284594Z","caller":"traceutil/trace.go:171","msg":"trace[93404405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1614; }","duration":"2.683727467s","start":"2026-03-02T21:25:15.600848Z","end":"2026-03-02T21:25:18.284575Z","steps":["trace[93404405] 'agreement among raft nodes before linearized reading' (duration: 2.682888727s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:18.284645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:15.600816Z","time spent":"2.683814469s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:25:26.557713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.992177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:26.557801Z","caller":"traceutil/trace.go:171","msg":"trace[42209373] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"170.576188ms","start":"2026-03-02T21:25:26.38721Z","end":"2026-03-02T21:25:26.557786Z","steps":["trace[42209373] 'read index received' (duration: 2.374755ms)","trace[42209373] 'applied index is now lower than readState.Index' (duration: 168.199673ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:26.557822Z","caller":"traceutil/trace.go:171","msg":"trace[1873237752] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"211.834435ms","start":"2026-03-02T21:25:26.345968Z","end":"2026-03-02T21:25:26.557802Z","steps":["trace[1873237752] 'process raft request' (duration: 43.683484ms)","trace[1873237752] 'compare' (duration: 167.843844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:26.557936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.732771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:25:26.557962Z","caller":"traceutil/trace.go:171","msg":"trace[1860814609] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1691; }","duration":"170.790192ms","start":"2026-03-02T21:25:26.387158Z","end":"2026-03-02T21:25:26.557948Z","steps":["trace[1860814609] 'agreement among raft nodes before linearized reading' (duration: 170.6941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:26.558033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.950751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:25:26.558067Z","caller":"traceutil/trace.go:171","msg":"trace[1218938618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1691; }","duration":"146.005602ms","start":"2026-03-02T21:25:26.412048Z","end":"2026-03-02T21:25:26.558054Z","steps":["trace[1218938618] 'agreement among raft nodes before linearized reading' (duration: 145.90853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:26.558168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.895455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:25:26.558251Z","caller":"traceutil/trace.go:171","msg":"trace[1406997416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1691; }","duration":"136.003298ms","start":"2026-03-02T21:25:26.422224Z","end":"2026-03-02T21:25:26.558227Z","steps":["trace[1406997416] 'agreement among raft nodes before linearized reading' (duration: 135.802253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:26.558285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.325319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:25:26.558289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.360576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:25:26.558309Z","caller":"traceutil/trace.go:171","msg":"trace[338977841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1691; }","duration":"140.395661ms","start":"2026-03-02T21:25:26.417907Z","end":"2026-03-02T21:25:26.558302Z","steps":["trace[338977841] 'agreement among raft nodes before linearized reading' (duration: 140.333489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.558325Z","caller":"traceutil/trace.go:171","msg":"trace[1470800843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1691; }","duration":"136.417317ms","start":"2026-03-02T21:25:26.421897Z","end":"2026-03-02T21:25:26.558314Z","steps":["trace[1470800843] 'agreement among raft nodes before linearized reading' (duration: 136.318995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:26.55864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.13808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:25:26.558673Z","caller":"traceutil/trace.go:171","msg":"trace[976489121] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1691; }","duration":"133.187911ms","start":"2026-03-02T21:25:26.425474Z","end":"2026-03-02T21:25:26.558662Z","steps":["trace[976489121] 'agreement among raft nodes before linearized reading' (duration: 132.898634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:26.558876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.937439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:25:26.558972Z","caller":"traceutil/trace.go:171","msg":"trace[1181150682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1691; }","duration":"134.072342ms","start":"2026-03-02T21:25:26.424879Z","end":"2026-03-02T21:25:26.558952Z","steps":["trace[1181150682] 'agreement among raft nodes before linearized reading' (duration: 133.780675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.730941Z","caller":"traceutil/trace.go:171","msg":"trace[2022693148] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"167.217039ms","start":"2026-03-02T21:25:26.563693Z","end":"2026-03-02T21:25:26.73091Z","steps":["trace[2022693148] 'process raft request' (duration: 164.770282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.739242Z","caller":"traceutil/trace.go:171","msg":"trace[1119707347] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"175.378871ms","start":"2026-03-02T21:25:26.563846Z","end":"2026-03-02T21:25:26.739224Z","steps":["trace[1119707347] 'process raft request' (duration: 175.232247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.739408Z","caller":"traceutil/trace.go:171","msg":"trace[1087269104] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"175.477763ms","start":"2026-03-02T21:25:26.563919Z","end":"2026-03-02T21:25:26.739396Z","steps":["trace[1087269104] 'process raft request' (duration: 175.250947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.739638Z","caller":"traceutil/trace.go:171","msg":"trace[1147211701] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"175.333529ms","start":"2026-03-02T21:25:26.564298Z","end":"2026-03-02T21:25:26.739631Z","steps":["trace[1147211701] 'process raft request' (duration: 175.060433ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.74003Z","caller":"traceutil/trace.go:171","msg":"trace[155537742] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"175.033512ms","start":"2026-03-02T21:25:26.564928Z","end":"2026-03-02T21:25:26.739962Z","steps":["trace[155537742] 'process raft request' (duration: 174.671503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.740147Z","caller":"traceutil/trace.go:171","msg":"trace[792480363] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"175.184156ms","start":"2026-03-02T21:25:26.564944Z","end":"2026-03-02T21:25:26.740128Z","steps":["trace[792480363] 'process raft request' (duration: 174.92142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:30.226003Z","caller":"traceutil/trace.go:171","msg":"trace[790731279] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"141.605289ms","start":"2026-03-02T21:25:30.084372Z","end":"2026-03-02T21:25:30.225977Z","steps":["trace[790731279] 'process raft request' (duration: 141.395694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:30.22621Z","caller":"traceutil/trace.go:171","msg":"trace[473117834] linearizableReadLoop","detail":"{readStateIndex:1788; appliedIndex:1785; }","duration":"128.883561ms","start":"2026-03-02T21:25:30.097295Z","end":"2026-03-02T21:25:30.226179Z","steps":["trace[473117834] 'read index received' (duration: 41.545743ms)","trace[473117834] 'applied index is now lower than readState.Index' (duration: 87.335538ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:30.226379Z","caller":"traceutil/trace.go:171","msg":"trace[269292095] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"141.2508ms","start":"2026-03-02T21:25:30.085086Z","end":"2026-03-02T21:25:30.226337Z","steps":["trace[269292095] 'process raft request' (duration: 140.82964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:30.226551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.190338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T21:25:30.226635Z","caller":"traceutil/trace.go:171","msg":"trace[1665725277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1716; }","duration":"129.353752ms","start":"2026-03-02T21:25:30.097259Z","end":"2026-03-02T21:25:30.226612Z","steps":["trace[1665725277] 'agreement among raft nodes before linearized reading' (duration: 129.030694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:33.778637Z","caller":"traceutil/trace.go:171","msg":"trace[216627548] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1812; }","duration":"479.353454ms","start":"2026-03-02T21:25:33.299259Z","end":"2026-03-02T21:25:33.778612Z","steps":["trace[216627548] 'read index received' (duration: 477.325166ms)","trace[216627548] 'applied index is now lower than readState.Index' (duration: 2.026868ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:33.778687Z","caller":"traceutil/trace.go:171","msg":"trace[1522062914] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"482.839756ms","start":"2026-03-02T21:25:33.295821Z","end":"2026-03-02T21:25:33.778661Z","steps":["trace[1522062914] 'process raft request' (duration: 480.751777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:33.778805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.213701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:25:33.778821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:33.295796Z","time spent":"482.961159ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:33.77884Z","caller":"traceutil/trace.go:171","msg":"trace[1343342830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1740; }","duration":"409.305223ms","start":"2026-03-02T21:25:33.369524Z","end":"2026-03-02T21:25:33.778829Z","steps":["trace[1343342830] 'agreement among raft nodes before linearized reading' (duration: 409.229081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:33.778875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:33.369504Z","time spent":"409.363774ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:25:33.778904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.637541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:25:33.77896Z","caller":"traceutil/trace.go:171","msg":"trace[446240716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1740; }","duration":"479.732334ms","start":"2026-03-02T21:25:33.299212Z","end":"2026-03-02T21:25:33.778944Z","steps":["trace[446240716] 'agreement among raft nodes before linearized reading' (duration: 479.537489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:33.778996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:33.299194Z","time spent":"479.793435ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T21:25:33.778968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.671186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:25:33.779052Z","caller":"traceutil/trace.go:171","msg":"trace[86982576] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1740; }","duration":"399.80435ms","start":"2026-03-02T21:25:33.37923Z","end":"2026-03-02T21:25:33.779034Z","steps":["trace[86982576] 'agreement among raft nodes before linearized reading' (duration: 399.662026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:33.779123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:33.379211Z","time spent":"399.901423ms","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:25:33.906718Z","caller":"traceutil/trace.go:171","msg":"trace[1247691248] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"123.129486ms","start":"2026-03-02T21:25:33.783565Z","end":"2026-03-02T21:25:33.906694Z","steps":["trace[1247691248] 'process raft request' (duration: 122.980572ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:40.180817Z","caller":"traceutil/trace.go:171","msg":"trace[410363875] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"102.885782ms","start":"2026-03-02T21:25:40.077909Z","end":"2026-03-02T21:25:40.180795Z","steps":["trace[410363875] 'process raft request' (duration: 102.642916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:57.38004Z","caller":"traceutil/trace.go:171","msg":"trace[848862139] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1941; }","duration":"287.921428ms","start":"2026-03-02T21:25:57.092097Z","end":"2026-03-02T21:25:57.380018Z","steps":["trace[848862139] 'read index received' (duration: 287.710483ms)","trace[848862139] 'applied index is now lower than readState.Index' (duration: 209.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:57.380118Z","caller":"traceutil/trace.go:171","msg":"trace[288096038] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"290.546259ms","start":"2026-03-02T21:25:57.089526Z","end":"2026-03-02T21:25:57.380072Z","steps":["trace[288096038] 'process raft request' (duration: 290.349305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:57.380242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.132243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-02T21:25:57.380292Z","caller":"traceutil/trace.go:171","msg":"trace[1183532609] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1864; }","duration":"288.218844ms","start":"2026-03-02T21:25:57.092059Z","end":"2026-03-02T21:25:57.380278Z","steps":["trace[1183532609] 'agreement among raft nodes before linearized reading' (duration: 288.083781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:57.913329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.236898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:57.913477Z","caller":"traceutil/trace.go:171","msg":"trace[1366571118] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1942; }","duration":"331.970411ms","start":"2026-03-02T21:25:57.581485Z","end":"2026-03-02T21:25:57.913456Z","steps":["trace[1366571118] 'read index received' (duration: 46.941µs)","trace[1366571118] 'applied index is now lower than readState.Index' (duration: 331.92158ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:57.913651Z","caller":"traceutil/trace.go:171","msg":"trace[23187769] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"526.427667ms","start":"2026-03-02T21:25:57.387187Z","end":"2026-03-02T21:25:57.913615Z","steps":["trace[23187769] 'process raft request' (duration: 178.756089ms)","trace[23187769] 'compare' (duration: 346.824898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:57.9137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.198576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:57.913797Z","caller":"traceutil/trace.go:171","msg":"trace[1954198968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1865; }","duration":"332.342449ms","start":"2026-03-02T21:25:57.581427Z","end":"2026-03-02T21:25:57.913769Z","steps":["trace[1954198968] 'agreement among raft nodes before linearized reading' (duration: 332.144674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:57.913839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:57.581406Z","time spent":"332.424161ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:25:57.913835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.484657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T21:25:57.913842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:57.387164Z","time spent":"526.5776ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:57.913889Z","caller":"traceutil/trace.go:171","msg":"trace[1855863017] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1865; }","duration":"316.569199ms","start":"2026-03-02T21:25:57.597305Z","end":"2026-03-02T21:25:57.913874Z","steps":["trace[1855863017] 'agreement among raft nodes before linearized reading' (duration: 316.277943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:57.914039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:57.597294Z","time spent":"316.632141ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":263,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:26:02.986207Z","caller":"traceutil/trace.go:171","msg":"trace[601334011] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"250.685235ms","start":"2026-03-02T21:26:02.735496Z","end":"2026-03-02T21:26:02.986181Z","steps":["trace[601334011] 'read index received' (duration: 250.539161ms)","trace[601334011] 'applied index is now lower than readState.Index' (duration: 145.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:02.986293Z","caller":"traceutil/trace.go:171","msg":"trace[840279795] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"370.33067ms","start":"2026-03-02T21:26:02.615939Z","end":"2026-03-02T21:26:02.986269Z","steps":["trace[840279795] 'process raft request' (duration: 370.078584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:02.986441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:02.615914Z","time spent":"370.434492ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:02.986471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.964752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:26:02.98653Z","caller":"traceutil/trace.go:171","msg":"trace[1403549347] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1887; }","duration":"251.069845ms","start":"2026-03-02T21:26:02.735452Z","end":"2026-03-02T21:26:02.986522Z","steps":["trace[1403549347] 'agreement among raft nodes before linearized reading' (duration: 250.896651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:03.012939Z","caller":"traceutil/trace.go:171","msg":"trace[550715706] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"181.148026ms","start":"2026-03-02T21:26:02.83176Z","end":"2026-03-02T21:26:03.012908Z","steps":["trace[550715706] 'process raft request' (duration: 180.978002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:03.441368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.96429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:26:03.441567Z","caller":"traceutil/trace.go:171","msg":"trace[1998520796] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"356.174138ms","start":"2026-03-02T21:26:03.085375Z","end":"2026-03-02T21:26:03.441549Z","steps":["trace[1998520796] 'read index received' (duration: 192.894691ms)","trace[1998520796] 'applied index is now lower than readState.Index' (duration: 163.277907ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:03.441654Z","caller":"traceutil/trace.go:171","msg":"trace[1605499183] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"424.178371ms","start":"2026-03-02T21:26:03.017433Z","end":"2026-03-02T21:26:03.441611Z","steps":["trace[1605499183] 'process raft request' (duration: 260.896295ms)","trace[1605499183] 'compare' (duration: 162.753284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:03.441805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.406433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:26:03.441863Z","caller":"traceutil/trace.go:171","msg":"trace[1673330113] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1889; }","duration":"356.507475ms","start":"2026-03-02T21:26:03.085341Z","end":"2026-03-02T21:26:03.441849Z","steps":["trace[1673330113] 'agreement among raft nodes before linearized reading' (duration: 356.31229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:03.441854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.017409Z","time spent":"424.346715ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:03.441895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.085326Z","time spent":"356.563917ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:26:03.441898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.100159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-02T21:26:03.441991Z","caller":"traceutil/trace.go:171","msg":"trace[750487254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1889; }","duration":"354.220492ms","start":"2026-03-02T21:26:03.087749Z","end":"2026-03-02T21:26:03.44197Z","steps":["trace[750487254] 'agreement among raft nodes before linearized reading' (duration: 353.974256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:03.442044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.730847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T21:26:03.442133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.087743Z","time spent":"354.372105ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:26:03.442167Z","caller":"traceutil/trace.go:171","msg":"trace[641598607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1889; }","duration":"352.913961ms","start":"2026-03-02T21:26:03.089238Z","end":"2026-03-02T21:26:03.442152Z","steps":["trace[641598607] 'agreement among raft nodes before linearized reading' (duration: 352.611974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:03.44221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.089226Z","time spent":"352.972952ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:26:03.863927Z","caller":"traceutil/trace.go:171","msg":"trace[2108954220] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"417.172197ms","start":"2026-03-02T21:26:03.446733Z","end":"2026-03-02T21:26:03.863905Z","steps":["trace[2108954220] 'process raft request' (duration: 410.348597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:03.864068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.446695Z","time spent":"417.287389ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:04.227548Z","caller":"traceutil/trace.go:171","msg":"trace[1507349313] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"780.388309ms","start":"2026-03-02T21:26:03.447119Z","end":"2026-03-02T21:26:04.227508Z","steps":["trace[1507349313] 'process raft request' (duration: 780.174204ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:04.227555Z","caller":"traceutil/trace.go:171","msg":"trace[298042010] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"780.40115ms","start":"2026-03-02T21:26:03.44713Z","end":"2026-03-02T21:26:04.227531Z","steps":["trace[298042010] 'process raft request' (duration: 780.316668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:04.227664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.447093Z","time spent":"780.512193ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:04.2277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.447106Z","time spent":"780.518543ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:04.228033Z","caller":"traceutil/trace.go:171","msg":"trace[2003056909] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"780.213535ms","start":"2026-03-02T21:26:03.447797Z","end":"2026-03-02T21:26:04.228011Z","steps":["trace[2003056909] 'process raft request' (duration: 779.691293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:04.228094Z","caller":"traceutil/trace.go:171","msg":"trace[1991521220] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"423.032945ms","start":"2026-03-02T21:26:03.805048Z","end":"2026-03-02T21:26:04.228081Z","steps":["trace[1991521220] 'process raft request' (duration: 422.899062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:04.228154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.447789Z","time spent":"780.302548ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:04.228177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.805025Z","time spent":"423.120406ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:04.228156Z","caller":"traceutil/trace.go:171","msg":"trace[479382344] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1968; }","duration":"584.273044ms","start":"2026-03-02T21:26:03.643808Z","end":"2026-03-02T21:26:04.228081Z","steps":["trace[479382344] 'read index received' (duration: 213.291259ms)","trace[479382344] 'applied index is now lower than readState.Index' (duration: 370.980705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:04.228489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.623903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:26:04.228531Z","caller":"traceutil/trace.go:171","msg":"trace[164927927] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1894; }","duration":"308.709295ms","start":"2026-03-02T21:26:03.919812Z","end":"2026-03-02T21:26:04.228521Z","steps":["trace[164927927] 'agreement among raft nodes before linearized reading' (duration: 308.565162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:04.228567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.919792Z","time spent":"308.768887ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T21:26:04.228548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.730124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899234e8db0b787\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-02T21:26:04.2286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.677233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:26:04.228622Z","caller":"traceutil/trace.go:171","msg":"trace[1115623843] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899234e8db0b787; range_end:; response_count:1; response_revision:1894; }","duration":"584.851777ms","start":"2026-03-02T21:26:03.643751Z","end":"2026-03-02T21:26:04.228603Z","steps":["trace[1115623843] 'agreement among raft nodes before linearized reading' (duration: 584.663172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:04.228642Z","caller":"traceutil/trace.go:171","msg":"trace[1756107276] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1894; }","duration":"290.750284ms","start":"2026-03-02T21:26:03.93788Z","end":"2026-03-02T21:26:04.228631Z","steps":["trace[1756107276] 'agreement among raft nodes before linearized reading' (duration: 290.655552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:04.228663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.643727Z","time spent":"584.928279ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899234e8db0b787\" "} {"level":"warn","ts":"2026-03-02T21:26:04.228673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.696528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:04.228798Z","caller":"traceutil/trace.go:171","msg":"trace[1620666133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"207.903503ms","start":"2026-03-02T21:26:04.020868Z","end":"2026-03-02T21:26:04.228772Z","steps":["trace[1620666133] 'agreement among raft nodes before linearized reading' (duration: 207.543344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:05.365246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036121772s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:26:05.365441Z","caller":"traceutil/trace.go:171","msg":"trace[715720710] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.133578707s","start":"2026-03-02T21:26:04.23183Z","end":"2026-03-02T21:26:05.365408Z","steps":["trace[715720710] 'process raft request' (duration: 97.216009ms)","trace[715720710] 'compare' (duration: 1.035854736s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:05.365479Z","caller":"traceutil/trace.go:171","msg":"trace[312233182] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"1.132501421s","start":"2026-03-02T21:26:04.23296Z","end":"2026-03-02T21:26:05.365462Z","steps":["trace[312233182] 'process raft request' (duration: 1.132370718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:05.365566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:04.232946Z","time spent":"1.132576933s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:05.365567Z","caller":"traceutil/trace.go:171","msg":"trace[1912617799] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1973; }","duration":"1.11065102s","start":"2026-03-02T21:26:04.254864Z","end":"2026-03-02T21:26:05.365515Z","steps":["trace[1912617799] 'read index received' (duration: 3.322868ms)","trace[1912617799] 'applied index is now lower than readState.Index' (duration: 1.107319841s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:05.365626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110765582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:26:05.365689Z","caller":"traceutil/trace.go:171","msg":"trace[1172388754] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1898; }","duration":"1.110874034s","start":"2026-03-02T21:26:04.254802Z","end":"2026-03-02T21:26:05.365676Z","steps":["trace[1172388754] 'agreement among raft nodes before linearized reading' (duration: 1.110789382s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:05.365727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:04.254777Z","time spent":"1.110941226s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:26:05.365612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:04.231815Z","time spent":"1.13370303s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:05.365468Z","caller":"traceutil/trace.go:171","msg":"trace[1747251176] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"346.375768ms","start":"2026-03-02T21:26:05.019074Z","end":"2026-03-02T21:26:05.36545Z","steps":["trace[1747251176] 'process raft request' (duration: 346.327917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:05.365868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.013748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:05.36591Z","caller":"traceutil/trace.go:171","msg":"trace[1601584582] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1898; }","duration":"715.08519ms","start":"2026-03-02T21:26:04.650819Z","end":"2026-03-02T21:26:05.365904Z","steps":["trace[1601584582] 'agreement among raft nodes before linearized reading' (duration: 715.000728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:05.365863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:05.019058Z","time spent":"346.772517ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:05.365956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:04.650805Z","time spent":"715.13074ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:26:05.365952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.685215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:26:05.365869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.262463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:05.365985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071623185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-02T21:26:05.366009Z","caller":"traceutil/trace.go:171","msg":"trace[1210323546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1898; }","duration":"375.774937ms","start":"2026-03-02T21:26:04.990223Z","end":"2026-03-02T21:26:05.365997Z","steps":["trace[1210323546] 'agreement among raft nodes before linearized reading' (duration: 375.581192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:05.366016Z","caller":"traceutil/trace.go:171","msg":"trace[338304594] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1898; }","duration":"223.480288ms","start":"2026-03-02T21:26:05.142522Z","end":"2026-03-02T21:26:05.366003Z","steps":["trace[338304594] 'agreement among raft nodes before linearized reading' (duration: 223.242892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:05.366039Z","caller":"traceutil/trace.go:171","msg":"trace[845510831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1898; }","duration":"1.071736048s","start":"2026-03-02T21:26:04.294288Z","end":"2026-03-02T21:26:05.366024Z","steps":["trace[845510831] 'agreement among raft nodes before linearized reading' (duration: 1.071470471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:05.366046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:04.990209Z","time spent":"375.829578ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:05.366091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:04.294273Z","time spent":"1.071809409s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:26:05.366107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.021264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:05.366212Z","caller":"traceutil/trace.go:171","msg":"trace[31357074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1898; }","duration":"129.100646ms","start":"2026-03-02T21:26:05.237073Z","end":"2026-03-02T21:26:05.366173Z","steps":["trace[31357074] 'agreement among raft nodes before linearized reading' (duration: 128.86314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:06.913439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19301219s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:26:06.913775Z","caller":"traceutil/trace.go:171","msg":"trace[2066556457] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.463135111s","start":"2026-03-02T21:26:05.450608Z","end":"2026-03-02T21:26:06.913744Z","steps":["trace[2066556457] 'process raft request' (duration: 269.730162ms)","trace[2066556457] 'compare' (duration: 1.192670641s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:06.914196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:05.450592Z","time spent":"1.463286035s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:07.911718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.169725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:26:07.91182Z","caller":"traceutil/trace.go:171","msg":"trace[840349642] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1978; }","duration":"2.043742998s","start":"2026-03-02T21:26:05.868057Z","end":"2026-03-02T21:26:07.9118Z","steps":["trace[840349642] 'read index received' (duration: 293.556139ms)","trace[840349642] 'applied index is now lower than readState.Index' (duration: 1.750185089s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:07.912023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:07.301665Z","time spent":"610.350655ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:26:07.912329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044264271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:26:07.912398Z","caller":"traceutil/trace.go:171","msg":"trace[1129924074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1900; }","duration":"2.044378214s","start":"2026-03-02T21:26:05.868001Z","end":"2026-03-02T21:26:07.912379Z","steps":["trace[1129924074] 'agreement among raft nodes before linearized reading' (duration: 2.044165859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:07.912538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:05.867979Z","time spent":"2.044509496s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:26:08.113536Z","caller":"traceutil/trace.go:171","msg":"trace[339523409] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"741.524298ms","start":"2026-03-02T21:26:07.371989Z","end":"2026-03-02T21:26:08.113513Z","steps":["trace[339523409] 'process raft request' (duration: 741.391365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.113835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:07.371976Z","time spent":"741.802345ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:08.11382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738742779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:08.11361Z","caller":"traceutil/trace.go:171","msg":"trace[875605853] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1981; }","duration":"201.532833ms","start":"2026-03-02T21:26:07.912019Z","end":"2026-03-02T21:26:08.113552Z","steps":["trace[875605853] 'read index received' (duration: 201.512923ms)","trace[875605853] 'applied index is now lower than readState.Index' (duration: 17.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:08.113675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074147254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:08.114068Z","caller":"traceutil/trace.go:171","msg":"trace[1254826015] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1901; }","duration":"1.074558504s","start":"2026-03-02T21:26:07.039464Z","end":"2026-03-02T21:26:08.114023Z","steps":["trace[1254826015] 'agreement among raft nodes before linearized reading' (duration: 1.074138234s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.113715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563201386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-02T21:26:08.11421Z","caller":"traceutil/trace.go:171","msg":"trace[583856321] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1901; }","duration":"1.563730078s","start":"2026-03-02T21:26:06.550465Z","end":"2026-03-02T21:26:08.114195Z","steps":["trace[583856321] 'agreement among raft nodes before linearized reading' (duration: 1.563180625s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.11426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.86757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:26:08.114328Z","caller":"traceutil/trace.go:171","msg":"trace[1258541833] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1901; }","duration":"649.986754ms","start":"2026-03-02T21:26:07.464321Z","end":"2026-03-02T21:26:08.114308Z","steps":["trace[1258541833] 'agreement among raft nodes before linearized reading' (duration: 649.4008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.114376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:07.464301Z","time spent":"650.064745ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:26:08.114296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.194963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:26:08.114403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.115796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-02T21:26:08.114416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88297068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:26:08.114447Z","caller":"traceutil/trace.go:171","msg":"trace[604297408] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1901; }","duration":"743.159727ms","start":"2026-03-02T21:26:07.371278Z","end":"2026-03-02T21:26:08.114438Z","steps":["trace[604297408] 'agreement among raft nodes before linearized reading' (duration: 742.44849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.114477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:07.371205Z","time spent":"743.26496ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:26:08.114272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.550455Z","time spent":"1.56380042s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T21:26:08.114524Z","caller":"traceutil/trace.go:171","msg":"trace[165308894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1901; }","duration":"727.47162ms","start":"2026-03-02T21:26:07.386952Z","end":"2026-03-02T21:26:08.114424Z","steps":["trace[165308894] 'agreement among raft nodes before linearized reading' (duration: 726.757543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.114293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:07.039444Z","time spent":"1.074728068s","remote":"127.0.0.1:58018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:26:08.114487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882621792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-02T21:26:08.113922Z","caller":"traceutil/trace.go:171","msg":"trace[1635958643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"1.738889603s","start":"2026-03-02T21:26:06.375007Z","end":"2026-03-02T21:26:08.113897Z","steps":["trace[1635958643] 'agreement among raft nodes before linearized reading' (duration: 1.738592366s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:08.114595Z","caller":"traceutil/trace.go:171","msg":"trace[32377372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1901; }","duration":"1.883112213s","start":"2026-03-02T21:26:06.23134Z","end":"2026-03-02T21:26:08.114452Z","steps":["trace[32377372] 'agreement among raft nodes before linearized reading' (duration: 1.882332335s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.114712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.374992Z","time spent":"1.739707872s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:26:08.114742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.231324Z","time spent":"1.883402601s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:26:08.114781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.484225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:08.114806Z","caller":"traceutil/trace.go:171","msg":"trace[1964837133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"746.544996ms","start":"2026-03-02T21:26:07.368254Z","end":"2026-03-02T21:26:08.114799Z","steps":["trace[1964837133] 'agreement among raft nodes before linearized reading' (duration: 745.483852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.114822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:07.368229Z","time spent":"746.590118ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:26:08.114703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:07.38694Z","time spent":"727.744916ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:26:08.11467Z","caller":"traceutil/trace.go:171","msg":"trace[1574839317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1901; }","duration":"1.882828247s","start":"2026-03-02T21:26:06.23183Z","end":"2026-03-02T21:26:08.114658Z","steps":["trace[1574839317] 'agreement among raft nodes before linearized reading' (duration: 1.881905685s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.115091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.231813Z","time spent":"1.883243656s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:26:08.115115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883218386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:26:08.115151Z","caller":"traceutil/trace.go:171","msg":"trace[773547458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1901; }","duration":"1.883275547s","start":"2026-03-02T21:26:06.231866Z","end":"2026-03-02T21:26:08.115141Z","steps":["trace[773547458] 'agreement among raft nodes before linearized reading' (duration: 1.881842734s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.115181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.231854Z","time spent":"1.883320658s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:08.115272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565713955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130939"} {"level":"info","ts":"2026-03-02T21:26:08.115408Z","caller":"traceutil/trace.go:171","msg":"trace[841490351] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1901; }","duration":"1.565893019s","start":"2026-03-02T21:26:06.549498Z","end":"2026-03-02T21:26:08.115391Z","steps":["trace[841490351] 'agreement among raft nodes before linearized reading' (duration: 1.56423639s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.115513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:06.549477Z","time spent":"1.566019662s","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130963,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-02T21:26:08.277799Z","caller":"traceutil/trace.go:171","msg":"trace[1134933309] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1981; }","duration":"162.012266ms","start":"2026-03-02T21:26:08.115758Z","end":"2026-03-02T21:26:08.27777Z","steps":["trace[1134933309] 'read index received' (duration: 161.830392ms)","trace[1134933309] 'applied index is now lower than readState.Index' (duration: 180.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:08.277858Z","caller":"traceutil/trace.go:171","msg":"trace[1207032671] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"360.519738ms","start":"2026-03-02T21:26:07.917306Z","end":"2026-03-02T21:26:08.277826Z","steps":["trace[1207032671] 'process raft request' (duration: 360.287563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.277988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.20646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:08.278177Z","caller":"traceutil/trace.go:171","msg":"trace[1619450915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"162.420746ms","start":"2026-03-02T21:26:08.115739Z","end":"2026-03-02T21:26:08.27816Z","steps":["trace[1619450915] 'agreement among raft nodes before linearized reading' (duration: 162.182691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.278225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:07.917285Z","time spent":"360.773874ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:08.280085Z","caller":"traceutil/trace.go:171","msg":"trace[996652416] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"161.162566ms","start":"2026-03-02T21:26:08.118884Z","end":"2026-03-02T21:26:08.280047Z","steps":["trace[996652416] 'process raft request' (duration: 160.969612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:08.280149Z","caller":"traceutil/trace.go:171","msg":"trace[160976752] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"161.106384ms","start":"2026-03-02T21:26:08.119027Z","end":"2026-03-02T21:26:08.280134Z","steps":["trace[160976752] 'process raft request' (duration: 160.91718ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:08.28028Z","caller":"traceutil/trace.go:171","msg":"trace[1089891380] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"160.562602ms","start":"2026-03-02T21:26:08.119704Z","end":"2026-03-02T21:26:08.280266Z","steps":["trace[1089891380] 'process raft request' (duration: 160.420158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:08.2804Z","caller":"traceutil/trace.go:171","msg":"trace[141376843] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"160.227674ms","start":"2026-03-02T21:26:08.120162Z","end":"2026-03-02T21:26:08.28039Z","steps":["trace[141376843] 'process raft request' (duration: 160.010369ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:08.280325Z","caller":"traceutil/trace.go:171","msg":"trace[606113299] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"160.632463ms","start":"2026-03-02T21:26:08.119676Z","end":"2026-03-02T21:26:08.280308Z","steps":["trace[606113299] 'process raft request' (duration: 160.365447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.280497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.582432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23847"} {"level":"info","ts":"2026-03-02T21:26:08.28059Z","caller":"traceutil/trace.go:171","msg":"trace[118845140] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1907; }","duration":"163.679425ms","start":"2026-03-02T21:26:08.116893Z","end":"2026-03-02T21:26:08.280572Z","steps":["trace[118845140] 'agreement among raft nodes before linearized reading' (duration: 163.320946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.280662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.017483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23847"} {"level":"info","ts":"2026-03-02T21:26:08.280716Z","caller":"traceutil/trace.go:171","msg":"trace[465816834] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1907; }","duration":"161.108545ms","start":"2026-03-02T21:26:08.119596Z","end":"2026-03-02T21:26:08.280705Z","steps":["trace[465816834] 'agreement among raft nodes before linearized reading' (duration: 160.768267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:18.477989Z","caller":"traceutil/trace.go:171","msg":"trace[670822977] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"105.964981ms","start":"2026-03-02T21:26:18.371991Z","end":"2026-03-02T21:26:18.477956Z","steps":["trace[670822977] 'process raft request' (duration: 70.939777ms)","trace[670822977] 'compare' (duration: 34.740197ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:24.324257Z","caller":"traceutil/trace.go:171","msg":"trace[1292263372] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"106.400492ms","start":"2026-03-02T21:26:24.21782Z","end":"2026-03-02T21:26:24.324221Z","steps":["trace[1292263372] 'process raft request' (duration: 106.137566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:54.542819Z","caller":"traceutil/trace.go:171","msg":"trace[1702533148] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"118.162505ms","start":"2026-03-02T21:26:54.424619Z","end":"2026-03-02T21:26:54.542782Z","steps":["trace[1702533148] 'process raft request' (duration: 117.96537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:55.208012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600961850,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:26:55.351037Z","caller":"traceutil/trace.go:171","msg":"trace[1057615394] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"801.126648ms","start":"2026-03-02T21:26:54.549888Z","end":"2026-03-02T21:26:55.351015Z","steps":["trace[1057615394] 'process raft request' (duration: 796.983012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:55.351262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:54.549867Z","time spent":"801.275932ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:55.351538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.08296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:26:55.350943Z","caller":"traceutil/trace.go:171","msg":"trace[1170077743] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2267; }","duration":"643.435415ms","start":"2026-03-02T21:26:54.707445Z","end":"2026-03-02T21:26:55.35088Z","steps":["trace[1170077743] 'read index received' (duration: 639.488713ms)","trace[1170077743] 'applied index is now lower than readState.Index' (duration: 3.945301ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:55.351649Z","caller":"traceutil/trace.go:171","msg":"trace[1002412784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2178; }","duration":"644.251934ms","start":"2026-03-02T21:26:54.707367Z","end":"2026-03-02T21:26:55.351619Z","steps":["trace[1002412784] 'agreement among raft nodes before linearized reading' (duration: 643.943257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:55.351729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:54.707331Z","time spent":"644.379977ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:26:55.351889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.724205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:26:55.351943Z","caller":"traceutil/trace.go:171","msg":"trace[402094879] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2178; }","duration":"641.828888ms","start":"2026-03-02T21:26:54.710095Z","end":"2026-03-02T21:26:55.351923Z","steps":["trace[402094879] 'agreement among raft nodes before linearized reading' (duration: 641.648654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:55.351982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.951717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:26:55.351985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:54.710033Z","time spent":"641.94415ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:26:55.352035Z","caller":"traceutil/trace.go:171","msg":"trace[631429999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2178; }","duration":"309.058539ms","start":"2026-03-02T21:26:55.042965Z","end":"2026-03-02T21:26:55.352023Z","steps":["trace[631429999] 'agreement among raft nodes before linearized reading' (duration: 308.910786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:55.352085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:55.042942Z","time spent":"309.12884ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:26:55.352159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.750186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:26:55.352196Z","caller":"traceutil/trace.go:171","msg":"trace[1527381925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2178; }","duration":"638.803857ms","start":"2026-03-02T21:26:54.713382Z","end":"2026-03-02T21:26:55.352185Z","steps":["trace[1527381925] 'agreement among raft nodes before linearized reading' (duration: 638.710925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:55.352249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:54.713369Z","time spent":"638.873629ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:55.352476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.215253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:26:55.352515Z","caller":"traceutil/trace.go:171","msg":"trace[2011666414] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2178; }","duration":"641.287795ms","start":"2026-03-02T21:26:54.711217Z","end":"2026-03-02T21:26:55.352505Z","steps":["trace[2011666414] 'agreement among raft nodes before linearized reading' (duration: 641.188383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:55.352549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:54.711194Z","time spent":"641.343076ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:26:55.352638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.410412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-02T21:26:55.352717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.340609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:26:55.352744Z","caller":"traceutil/trace.go:171","msg":"trace[1664736159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2178; }","duration":"125.598807ms","start":"2026-03-02T21:26:55.227125Z","end":"2026-03-02T21:26:55.352724Z","steps":["trace[1664736159] 'agreement among raft nodes before linearized reading' (duration: 125.204028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:55.352779Z","caller":"traceutil/trace.go:171","msg":"trace[671381200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"642.423741ms","start":"2026-03-02T21:26:54.710341Z","end":"2026-03-02T21:26:55.352764Z","steps":["trace[671381200] 'agreement among raft nodes before linearized reading' (duration: 642.281318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:55.352987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:54.710334Z","time spent":"642.634916ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:27:09.55446Z","caller":"traceutil/trace.go:171","msg":"trace[1718033317] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"104.57857ms","start":"2026-03-02T21:27:09.449827Z","end":"2026-03-02T21:27:09.554405Z","steps":["trace[1718033317] 'process raft request' (duration: 104.430476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:09.554862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.842926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:27:09.554908Z","caller":"traceutil/trace.go:171","msg":"trace[1851339041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2253; }","duration":"104.954848ms","start":"2026-03-02T21:27:09.44994Z","end":"2026-03-02T21:27:09.554895Z","steps":["trace[1851339041] 'agreement among raft nodes before linearized reading' (duration: 104.814175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:09.580742Z","caller":"traceutil/trace.go:171","msg":"trace[1856406499] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"117.400917ms","start":"2026-03-02T21:27:09.463317Z","end":"2026-03-02T21:27:09.580718Z","steps":["trace[1856406499] 'process raft request' (duration: 117.11043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:09.580789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.575888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:27:09.580897Z","caller":"traceutil/trace.go:171","msg":"trace[1729708518] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2254; }","duration":"119.69579ms","start":"2026-03-02T21:27:09.461178Z","end":"2026-03-02T21:27:09.580874Z","steps":["trace[1729708518] 'agreement among raft nodes before linearized reading' (duration: 119.434034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:30.862252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:30.343494Z","time spent":"518.750393ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:27:30.862283Z","caller":"traceutil/trace.go:171","msg":"trace[2122895443] linearizableReadLoop","detail":"{readStateIndex:2454; appliedIndex:2453; }","duration":"492.779729ms","start":"2026-03-02T21:27:30.369448Z","end":"2026-03-02T21:27:30.862228Z","steps":["trace[2122895443] 'read index received' (duration: 492.598775ms)","trace[2122895443] 'applied index is now lower than readState.Index' (duration: 177.724µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:30.862902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.439214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:30.863227Z","caller":"traceutil/trace.go:171","msg":"trace[964832582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2355; }","duration":"493.582367ms","start":"2026-03-02T21:27:30.369373Z","end":"2026-03-02T21:27:30.862955Z","steps":["trace[964832582] 'agreement among raft nodes before linearized reading' (duration: 493.157837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:30.863324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:30.369339Z","time spent":"493.971996ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:27:30.95841Z","caller":"traceutil/trace.go:171","msg":"trace[98127412] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"259.627582ms","start":"2026-03-02T21:27:30.698726Z","end":"2026-03-02T21:27:30.958354Z","steps":["trace[98127412] 'process raft request' (duration: 191.122088ms)","trace[98127412] 'compare' (duration: 68.229158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:30.958908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.911638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-02T21:27:30.959013Z","caller":"traceutil/trace.go:171","msg":"trace[781678627] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2357; }","duration":"577.069921ms","start":"2026-03-02T21:27:30.381919Z","end":"2026-03-02T21:27:30.958989Z","steps":["trace[781678627] 'agreement among raft nodes before linearized reading' (duration: 576.759384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:30.959063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:30.381897Z","time spent":"577.157043ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T21:27:32.31482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121096794s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:27:32.314951Z","caller":"traceutil/trace.go:171","msg":"trace[906520494] linearizableReadLoop","detail":"{readStateIndex:2457; appliedIndex:2456; }","duration":"1.186904186s","start":"2026-03-02T21:27:31.128026Z","end":"2026-03-02T21:27:32.314931Z","steps":["trace[906520494] 'read index received' (duration: 65.425853ms)","trace[906520494] 'applied index is now lower than readState.Index' (duration: 1.121476533s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:32.314998Z","caller":"traceutil/trace.go:171","msg":"trace[801876534] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"1.317826923s","start":"2026-03-02T21:27:30.997131Z","end":"2026-03-02T21:27:32.314958Z","steps":["trace[801876534] 'process raft request' (duration: 196.422311ms)","trace[801876534] 'compare' (duration: 1.120806148s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:32.3151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.052106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:32.315135Z","caller":"traceutil/trace.go:171","msg":"trace[450794500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2358; }","duration":"945.117528ms","start":"2026-03-02T21:27:31.370006Z","end":"2026-03-02T21:27:32.315123Z","steps":["trace[450794500] 'agreement among raft nodes before linearized reading' (duration: 945.049266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:32.315186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:31.369985Z","time spent":"945.19302ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:27:32.315217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:30.99711Z","time spent":"1.317981986s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:32.315275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.263349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:27:32.31534Z","caller":"traceutil/trace.go:171","msg":"trace[480807600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2358; }","duration":"584.379561ms","start":"2026-03-02T21:27:31.730944Z","end":"2026-03-02T21:27:32.315324Z","steps":["trace[480807600] 'agreement among raft nodes before linearized reading' (duration: 584.261789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:32.315379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:31.730921Z","time spent":"584.451273ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:27:32.315385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.669046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:27:32.315458Z","caller":"traceutil/trace.go:171","msg":"trace[444814306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2358; }","duration":"580.754907ms","start":"2026-03-02T21:27:31.734685Z","end":"2026-03-02T21:27:32.31544Z","steps":["trace[444814306] 'agreement among raft nodes before linearized reading' (duration: 580.592493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:32.315443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.109902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:27:32.315497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:31.734674Z","time spent":"580.817489ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:27:32.315506Z","caller":"traceutil/trace.go:171","msg":"trace[492890915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2358; }","duration":"760.205564ms","start":"2026-03-02T21:27:31.555287Z","end":"2026-03-02T21:27:32.315492Z","steps":["trace[492890915] 'agreement among raft nodes before linearized reading' (duration: 760.071631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:32.31549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.690664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:27:32.315543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.847824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:27:32.315575Z","caller":"traceutil/trace.go:171","msg":"trace[991300789] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2358; }","duration":"551.911476ms","start":"2026-03-02T21:27:31.763652Z","end":"2026-03-02T21:27:32.315564Z","steps":["trace[991300789] 'agreement among raft nodes before linearized reading' (duration: 551.751222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:32.315235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187195363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:27:32.315609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:31.763631Z","time spent":"551.971757ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:27:32.315573Z","caller":"traceutil/trace.go:171","msg":"trace[1601468072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2358; }","duration":"656.816548ms","start":"2026-03-02T21:27:31.658737Z","end":"2026-03-02T21:27:32.315553Z","steps":["trace[1601468072] 'agreement among raft nodes before linearized reading' (duration: 656.556432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:32.315646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.21006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-02T21:27:32.315675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:31.658715Z","time spent":"656.950051ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:27:32.315676Z","caller":"traceutil/trace.go:171","msg":"trace[1301052467] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2358; }","duration":"554.281781ms","start":"2026-03-02T21:27:31.761383Z","end":"2026-03-02T21:27:32.315665Z","steps":["trace[1301052467] 'agreement among raft nodes before linearized reading' (duration: 553.682147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:32.315531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:31.555266Z","time spent":"760.259575ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:27:32.315716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:31.76136Z","time spent":"554.352032ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:27:32.315619Z","caller":"traceutil/trace.go:171","msg":"trace[1863888754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2358; }","duration":"1.187666434s","start":"2026-03-02T21:27:31.127944Z","end":"2026-03-02T21:27:32.31561Z","steps":["trace[1863888754] 'agreement among raft nodes before linearized reading' (duration: 1.187095881s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:32.315781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:31.127914Z","time spent":"1.187862568s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:27:32.315863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.286682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:27:32.315923Z","caller":"traceutil/trace.go:171","msg":"trace[1403586223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2358; }","duration":"551.360033ms","start":"2026-03-02T21:27:31.764548Z","end":"2026-03-02T21:27:32.315908Z","steps":["trace[1403586223] 'agreement among raft nodes before linearized reading' (duration: 550.622676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:32.315989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:31.764541Z","time spent":"551.437045ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:27:32.821822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600962400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:27:33.319547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.863238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:27:33.319622Z","caller":"traceutil/trace.go:171","msg":"trace[1243378121] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"999.665169ms","start":"2026-03-02T21:27:32.319944Z","end":"2026-03-02T21:27:33.319609Z","steps":["trace[1243378121] 'process raft request' (duration: 614.677528ms)","trace[1243378121] 'compare' (duration: 384.783896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:33.319798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.319922Z","time spent":"999.849763ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:33.321321Z","caller":"traceutil/trace.go:171","msg":"trace[1035003374] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"1.001193705s","start":"2026-03-02T21:27:32.320107Z","end":"2026-03-02T21:27:33.321301Z","steps":["trace[1035003374] 'process raft request' (duration: 1.001135064s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:33.321332Z","caller":"traceutil/trace.go:171","msg":"trace[72207215] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"1.001284577s","start":"2026-03-02T21:27:32.320015Z","end":"2026-03-02T21:27:33.321299Z","steps":["trace[72207215] 'process raft request' (duration: 1.000875247s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:33.321479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.319987Z","time spent":"1.001410969s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:33.321525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.3201Z","time spent":"1.001282497s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:33.32166Z","caller":"traceutil/trace.go:171","msg":"trace[623531349] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"1.001330518s","start":"2026-03-02T21:27:32.320298Z","end":"2026-03-02T21:27:33.321629Z","steps":["trace[623531349] 'process raft request' (duration: 1.000973469s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:33.321722Z","caller":"traceutil/trace.go:171","msg":"trace[767471204] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"1.001395139s","start":"2026-03-02T21:27:32.320305Z","end":"2026-03-02T21:27:33.321699Z","steps":["trace[767471204] 'process raft request' (duration: 1.001227815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:33.321809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.320284Z","time spent":"1.00144978s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:33.321861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.320288Z","time spent":"1.001496111s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:33.321929Z","caller":"traceutil/trace.go:171","msg":"trace[1733904992] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"1.001525982s","start":"2026-03-02T21:27:32.320383Z","end":"2026-03-02T21:27:33.321909Z","steps":["trace[1733904992] 'process raft request' (duration: 1.001246586s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:33.321933Z","caller":"traceutil/trace.go:171","msg":"trace[381280285] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"1.001356218s","start":"2026-03-02T21:27:32.32055Z","end":"2026-03-02T21:27:33.321906Z","steps":["trace[381280285] 'process raft request' (duration: 1.001215865s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:33.321971Z","caller":"traceutil/trace.go:171","msg":"trace[101161381] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"358.053664ms","start":"2026-03-02T21:27:32.963909Z","end":"2026-03-02T21:27:33.321963Z","steps":["trace[101161381] 'process raft request' (duration: 357.935992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:33.322015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.963883Z","time spent":"358.109665ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:33.322042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.320356Z","time spent":"1.001630125s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:33.322057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.320538Z","time spent":"1.00145542s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:33.322107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001335998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8594"} {"level":"info","ts":"2026-03-02T21:27:33.321946Z","caller":"traceutil/trace.go:171","msg":"trace[1194682361] linearizableReadLoop","detail":"{readStateIndex:2464; appliedIndex:2457; }","duration":"1.001166304s","start":"2026-03-02T21:27:32.320767Z","end":"2026-03-02T21:27:33.321933Z","steps":["trace[1194682361] 'read index received' (duration: 613.865979ms)","trace[1194682361] 'applied index is now lower than readState.Index' (duration: 387.298675ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:33.322153Z","caller":"traceutil/trace.go:171","msg":"trace[2054741843] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2367; }","duration":"1.00140882s","start":"2026-03-02T21:27:32.320733Z","end":"2026-03-02T21:27:33.322142Z","steps":["trace[2054741843] 'agreement among raft nodes before linearized reading' (duration: 1.001237856s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:33.322185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.320724Z","time spent":"1.00145348s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8618,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:27:33.322229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.885036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:33.322259Z","caller":"traceutil/trace.go:171","msg":"trace[1971870196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2367; }","duration":"951.938178ms","start":"2026-03-02T21:27:32.370312Z","end":"2026-03-02T21:27:33.322251Z","steps":["trace[1971870196] 'agreement among raft nodes before linearized reading' (duration: 951.885077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:33.322282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.3703Z","time spent":"951.978199ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:27:33.322287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.733209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:27:33.322341Z","caller":"traceutil/trace.go:171","msg":"trace[1281327540] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2367; }","duration":"544.834462ms","start":"2026-03-02T21:27:32.777492Z","end":"2026-03-02T21:27:33.322326Z","steps":["trace[1281327540] 'agreement among raft nodes before linearized reading' (duration: 544.7489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:33.322381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.777468Z","time spent":"544.904223ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:27:33.322477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.301954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18992360f452cd80\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-02T21:27:33.322532Z","caller":"traceutil/trace.go:171","msg":"trace[205959429] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18992360f452cd80; range_end:; response_count:1; response_revision:2367; }","duration":"649.407476ms","start":"2026-03-02T21:27:32.673117Z","end":"2026-03-02T21:27:33.322525Z","steps":["trace[205959429] 'agreement among raft nodes before linearized reading' (duration: 649.284284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:33.322555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.673093Z","time spent":"649.455557ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18992360f452cd80\" "} {"level":"warn","ts":"2026-03-02T21:27:33.322616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.055628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:27:33.322656Z","caller":"traceutil/trace.go:171","msg":"trace[1003475087] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2367; }","duration":"347.13654ms","start":"2026-03-02T21:27:32.975509Z","end":"2026-03-02T21:27:33.322646Z","steps":["trace[1003475087] 'agreement among raft nodes before linearized reading' (duration: 347.069919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:33.322691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.975486Z","time spent":"347.197641ms","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:27:33.322707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.887301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-02T21:27:33.322728Z","caller":"traceutil/trace.go:171","msg":"trace[1407370345] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2367; }","duration":"940.943792ms","start":"2026-03-02T21:27:32.381778Z","end":"2026-03-02T21:27:33.322721Z","steps":["trace[1407370345] 'agreement among raft nodes before linearized reading' (duration: 940.8775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:33.322751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:32.381763Z","time spent":"940.983303ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T21:27:43.583801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.623753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:27:43.583918Z","caller":"traceutil/trace.go:171","msg":"trace[529598118] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"153.972204ms","start":"2026-03-02T21:27:43.429926Z","end":"2026-03-02T21:27:43.583898Z","steps":["trace[529598118] 'process raft request' (duration: 22.146676ms)","trace[529598118] 'compare' (duration: 131.513511ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:43.632723Z","caller":"traceutil/trace.go:171","msg":"trace[61663897] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"201.955981ms","start":"2026-03-02T21:27:43.430732Z","end":"2026-03-02T21:27:43.632688Z","steps":["trace[61663897] 'process raft request' (duration: 201.765786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:43.633143Z","caller":"traceutil/trace.go:171","msg":"trace[916454740] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"202.281119ms","start":"2026-03-02T21:27:43.430828Z","end":"2026-03-02T21:27:43.633109Z","steps":["trace[916454740] 'process raft request' (duration: 201.797617ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:43.633272Z","caller":"traceutil/trace.go:171","msg":"trace[992227073] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"202.297349ms","start":"2026-03-02T21:27:43.430959Z","end":"2026-03-02T21:27:43.633257Z","steps":["trace[992227073] 'process raft request' (duration: 202.045333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:43.633347Z","caller":"traceutil/trace.go:171","msg":"trace[1116877679] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"201.854138ms","start":"2026-03-02T21:27:43.431485Z","end":"2026-03-02T21:27:43.633339Z","steps":["trace[1116877679] 'process raft request' (duration: 201.668904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:43.633419Z","caller":"traceutil/trace.go:171","msg":"trace[396054223] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"201.50558ms","start":"2026-03-02T21:27:43.431908Z","end":"2026-03-02T21:27:43.633413Z","steps":["trace[396054223] 'process raft request' (duration: 201.296365ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:43.633458Z","caller":"traceutil/trace.go:171","msg":"trace[303124211] linearizableReadLoop","detail":"{readStateIndex:2515; appliedIndex:2509; }","duration":"191.399235ms","start":"2026-03-02T21:27:43.442032Z","end":"2026-03-02T21:27:43.633431Z","steps":["trace[303124211] 'read index received' (duration: 10.057024ms)","trace[303124211] 'applied index is now lower than readState.Index' (duration: 181.272909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:43.633647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.59628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:27:43.633712Z","caller":"traceutil/trace.go:171","msg":"trace[1911346452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2414; }","duration":"191.674492ms","start":"2026-03-02T21:27:43.442008Z","end":"2026-03-02T21:27:43.633682Z","steps":["trace[1911346452] 'agreement among raft nodes before linearized reading' (duration: 191.514438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:43.635484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.123216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:27:43.635537Z","caller":"traceutil/trace.go:171","msg":"trace[112883238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2415; }","duration":"108.223499ms","start":"2026-03-02T21:27:43.5273Z","end":"2026-03-02T21:27:43.635524Z","steps":["trace[112883238] 'agreement among raft nodes before linearized reading' (duration: 108.027154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:45.81397Z","caller":"traceutil/trace.go:171","msg":"trace[1491246541] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"156.447221ms","start":"2026-03-02T21:27:45.657494Z","end":"2026-03-02T21:27:45.813942Z","steps":["trace[1491246541] 'process raft request' (duration: 113.741258ms)","trace[1491246541] 'compare' (duration: 42.58321ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:29:48.578578Z","caller":"traceutil/trace.go:171","msg":"trace[613016646] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"155.898014ms","start":"2026-03-02T21:29:48.422574Z","end":"2026-03-02T21:29:48.578472Z","steps":["trace[613016646] 'process raft request' (duration: 154.215716ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:29:48.580154Z","caller":"traceutil/trace.go:171","msg":"trace[543228344] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"156.733153ms","start":"2026-03-02T21:29:48.423401Z","end":"2026-03-02T21:29:48.580134Z","steps":["trace[543228344] 'process raft request' (duration: 156.668221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:29:48.580176Z","caller":"traceutil/trace.go:171","msg":"trace[2051657293] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"157.220624ms","start":"2026-03-02T21:29:48.422912Z","end":"2026-03-02T21:29:48.580133Z","steps":["trace[2051657293] 'process raft request' (duration: 156.989138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:29:48.580193Z","caller":"traceutil/trace.go:171","msg":"trace[1909739117] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"157.247504ms","start":"2026-03-02T21:29:48.422912Z","end":"2026-03-02T21:29:48.580159Z","steps":["trace[1909739117] 'process raft request' (duration: 157.121071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:29:48.580318Z","caller":"traceutil/trace.go:171","msg":"trace[1634512190] linearizableReadLoop","detail":"{readStateIndex:3295; appliedIndex:3290; }","duration":"144.057158ms","start":"2026-03-02T21:29:48.43624Z","end":"2026-03-02T21:29:48.580297Z","steps":["trace[1634512190] 'read index received' (duration: 140.532399ms)","trace[1634512190] 'applied index is now lower than readState.Index' (duration: 3.523589ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:29:48.580429Z","caller":"traceutil/trace.go:171","msg":"trace[669804804] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"156.761923ms","start":"2026-03-02T21:29:48.42363Z","end":"2026-03-02T21:29:48.580392Z","steps":["trace[669804804] 'process raft request' (duration: 156.474287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:29:48.580506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.600096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:29:48.580519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.230383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:29:48.580534Z","caller":"traceutil/trace.go:171","msg":"trace[1425592483] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3162; }","duration":"110.662488ms","start":"2026-03-02T21:29:48.469864Z","end":"2026-03-02T21:29:48.580526Z","steps":["trace[1425592483] 'agreement among raft nodes before linearized reading' (duration: 110.588856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:29:48.580527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.697425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:29:48.580531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.253473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:29:48.580629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.499354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:29:48.58063Z","caller":"traceutil/trace.go:171","msg":"trace[229974026] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:3162; }","duration":"125.803577ms","start":"2026-03-02T21:29:48.454804Z","end":"2026-03-02T21:29:48.580607Z","steps":["trace[229974026] 'agreement among raft nodes before linearized reading' (duration: 125.657224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:29:48.580654Z","caller":"traceutil/trace.go:171","msg":"trace[2145054098] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:3162; }","duration":"126.548564ms","start":"2026-03-02T21:29:48.454097Z","end":"2026-03-02T21:29:48.580646Z","steps":["trace[2145054098] 'agreement among raft nodes before linearized reading' (duration: 126.503023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:29:48.580663Z","caller":"traceutil/trace.go:171","msg":"trace[1098399568] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3162; }","duration":"144.411247ms","start":"2026-03-02T21:29:48.436206Z","end":"2026-03-02T21:29:48.580617Z","steps":["trace[1098399568] 'agreement among raft nodes before linearized reading' (duration: 144.196272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:29:48.580785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.804343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:29:48.580833Z","caller":"traceutil/trace.go:171","msg":"trace[692168903] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3162; }","duration":"111.876975ms","start":"2026-03-02T21:29:48.46894Z","end":"2026-03-02T21:29:48.580817Z","steps":["trace[692168903] 'agreement among raft nodes before linearized reading' (duration: 111.796973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:29:48.580874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.523166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:29:48.580943Z","caller":"traceutil/trace.go:171","msg":"trace[1540952856] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3162; }","duration":"143.641028ms","start":"2026-03-02T21:29:48.437283Z","end":"2026-03-02T21:29:48.580924Z","steps":["trace[1540952856] 'agreement among raft nodes before linearized reading' (duration: 143.505585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:29:48.580968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.035928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:29:48.580991Z","caller":"traceutil/trace.go:171","msg":"trace[1063512761] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3162; }","duration":"112.07658ms","start":"2026-03-02T21:29:48.468909Z","end":"2026-03-02T21:29:48.580985Z","steps":["trace[1063512761] 'agreement among raft nodes before linearized reading' (duration: 112.041679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:29:48.580582Z","caller":"traceutil/trace.go:171","msg":"trace[1436512376] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3162; }","duration":"144.353595ms","start":"2026-03-02T21:29:48.436217Z","end":"2026-03-02T21:29:48.580571Z","steps":["trace[1436512376] 'agreement among raft nodes before linearized reading' (duration: 144.237372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:29:48.581079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.995385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:29:48.581113Z","caller":"traceutil/trace.go:171","msg":"trace[621106758] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:3162; }","duration":"127.047455ms","start":"2026-03-02T21:29:48.454054Z","end":"2026-03-02T21:29:48.581101Z","steps":["trace[621106758] 'agreement among raft nodes before linearized reading' (duration: 126.997514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:24.218644Z","caller":"traceutil/trace.go:171","msg":"trace[1443799290] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"151.432145ms","start":"2026-03-02T21:30:24.066943Z","end":"2026-03-02T21:30:24.218375Z","steps":["trace[1443799290] 'process raft request' (duration: 151.167108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:23.588081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.595618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:23.588185Z","caller":"traceutil/trace.go:171","msg":"trace[63985992] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3749; }","duration":"180.745792ms","start":"2026-03-02T21:31:23.40742Z","end":"2026-03-02T21:31:23.588166Z","steps":["trace[63985992] 'range keys from in-memory index tree' (duration: 180.500266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:23.58809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.769636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:31:23.588743Z","caller":"traceutil/trace.go:171","msg":"trace[692071711] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:3749; }","duration":"160.477162ms","start":"2026-03-02T21:31:23.428228Z","end":"2026-03-02T21:31:23.588706Z","steps":["trace[692071711] 'range keys from in-memory index tree' (duration: 159.478809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:28.523946Z","caller":"traceutil/trace.go:171","msg":"trace[648566323] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"110.25072ms","start":"2026-03-02T21:31:28.413664Z","end":"2026-03-02T21:31:28.523915Z","steps":["trace[648566323] 'process raft request' (duration: 110.026785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:29.895623Z","caller":"traceutil/trace.go:171","msg":"trace[1151051429] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"161.020335ms","start":"2026-03-02T21:31:29.734572Z","end":"2026-03-02T21:31:29.895592Z","steps":["trace[1151051429] 'process raft request' (duration: 160.839441ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:30.514169Z","caller":"traceutil/trace.go:171","msg":"trace[1025544469] linearizableReadLoop","detail":"{readStateIndex:4303; appliedIndex:4302; }","duration":"145.898606ms","start":"2026-03-02T21:31:30.368246Z","end":"2026-03-02T21:31:30.514144Z","steps":["trace[1025544469] 'read index received' (duration: 143.433409ms)","trace[1025544469] 'applied index is now lower than readState.Index' (duration: 2.464327ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:30.514566Z","caller":"traceutil/trace.go:171","msg":"trace[2118350402] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"151.827812ms","start":"2026-03-02T21:31:30.362723Z","end":"2026-03-02T21:31:30.51455Z","steps":["trace[2118350402] 'process raft request' (duration: 149.022227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:30.514765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.479369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T21:31:30.51489Z","caller":"traceutil/trace.go:171","msg":"trace[407314882] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4132; }","duration":"146.673403ms","start":"2026-03-02T21:31:30.36819Z","end":"2026-03-02T21:31:30.514863Z","steps":["trace[407314882] 'agreement among raft nodes before linearized reading' (duration: 146.360696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:30.516451Z","caller":"traceutil/trace.go:171","msg":"trace[1540070750] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"144.225296ms","start":"2026-03-02T21:31:30.372191Z","end":"2026-03-02T21:31:30.516417Z","steps":["trace[1540070750] 'process raft request' (duration: 144.113464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:30.516547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.4034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-02T21:31:30.516661Z","caller":"traceutil/trace.go:171","msg":"trace[1877594634] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"146.460138ms","start":"2026-03-02T21:31:30.370162Z","end":"2026-03-02T21:31:30.516622Z","steps":["trace[1877594634] 'process raft request' (duration: 146.001627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:30.516759Z","caller":"traceutil/trace.go:171","msg":"trace[1449566257] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4135; }","duration":"147.643576ms","start":"2026-03-02T21:31:30.369063Z","end":"2026-03-02T21:31:30.516707Z","steps":["trace[1449566257] 'agreement among raft nodes before linearized reading' (duration: 147.284588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:30.516882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.612002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:30.51692Z","caller":"traceutil/trace.go:171","msg":"trace[294249895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4135; }","duration":"146.667814ms","start":"2026-03-02T21:31:30.370241Z","end":"2026-03-02T21:31:30.516909Z","steps":["trace[294249895] 'agreement among raft nodes before linearized reading' (duration: 146.590892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:30.516883Z","caller":"traceutil/trace.go:171","msg":"trace[907365159] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"146.632633ms","start":"2026-03-02T21:31:30.370196Z","end":"2026-03-02T21:31:30.516829Z","steps":["trace[907365159] 'process raft request' (duration: 146.0733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:31.876313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.897982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73737ace-d641-4589-a2ac-584b3df92b15\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-02T21:31:31.876417Z","caller":"traceutil/trace.go:171","msg":"trace[1407887967] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73737ace-d641-4589-a2ac-584b3df92b15; range_end:; response_count:1; response_revision:4194; }","duration":"161.060276ms","start":"2026-03-02T21:31:31.715335Z","end":"2026-03-02T21:31:31.876395Z","steps":["trace[1407887967] 'range keys from in-memory index tree' (duration: 160.687268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:31.876712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.234794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:31:31.876783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.987416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73737ace-d641-4589-a2ac-584b3df92b15\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-02T21:31:31.876837Z","caller":"traceutil/trace.go:171","msg":"trace[995544304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:4194; }","duration":"140.431359ms","start":"2026-03-02T21:31:31.736374Z","end":"2026-03-02T21:31:31.876805Z","steps":["trace[995544304] 'range keys from in-memory index tree' (duration: 139.981378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:31.87684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.383845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-02T21:31:31.876918Z","caller":"traceutil/trace.go:171","msg":"trace[1948119112] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73737ace-d641-4589-a2ac-584b3df92b15; range_end:; response_count:1; response_revision:4194; }","duration":"104.184221ms","start":"2026-03-02T21:31:31.7727Z","end":"2026-03-02T21:31:31.876884Z","steps":["trace[1948119112] 'range keys from in-memory index tree' (duration: 103.75523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:31.87696Z","caller":"traceutil/trace.go:171","msg":"trace[1055469918] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4194; }","duration":"168.55654ms","start":"2026-03-02T21:31:31.708377Z","end":"2026-03-02T21:31:31.876934Z","steps":["trace[1055469918] 'range keys from in-memory index tree' (duration: 168.107709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:32.000522Z","caller":"traceutil/trace.go:171","msg":"trace[2091354567] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"115.261557ms","start":"2026-03-02T21:31:31.885218Z","end":"2026-03-02T21:31:32.000479Z","steps":["trace[2091354567] 'process raft request' (duration: 114.95547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:32.331146Z","caller":"traceutil/trace.go:171","msg":"trace[1491291090] linearizableReadLoop","detail":"{readStateIndex:4367; appliedIndex:4365; }","duration":"429.089067ms","start":"2026-03-02T21:31:31.902019Z","end":"2026-03-02T21:31:32.331109Z","steps":["trace[1491291090] 'read index received' (duration: 98.198422ms)","trace[1491291090] 'applied index is now lower than readState.Index' (duration: 330.889345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:32.331467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.424024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"warn","ts":"2026-03-02T21:31:32.331514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.025206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vp26w\" ","response":"range_response_count:1 size:4671"} {"level":"info","ts":"2026-03-02T21:31:32.331559Z","caller":"traceutil/trace.go:171","msg":"trace[2084012800] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4196; }","duration":"429.566548ms","start":"2026-03-02T21:31:31.901973Z","end":"2026-03-02T21:31:32.331539Z","steps":["trace[2084012800] 'agreement among raft nodes before linearized reading' (duration: 429.2347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:32.331568Z","caller":"traceutil/trace.go:171","msg":"trace[451211625] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vp26w; range_end:; response_count:1; response_revision:4196; }","duration":"209.174409ms","start":"2026-03-02T21:31:32.122377Z","end":"2026-03-02T21:31:32.331551Z","steps":["trace[451211625] 'agreement among raft nodes before linearized reading' (duration: 208.935934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:32.331605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:31.901958Z","time spent":"429.63745ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3489,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-02T21:31:32.331757Z","caller":"traceutil/trace.go:171","msg":"trace[1222164312] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"433.10118ms","start":"2026-03-02T21:31:31.898051Z","end":"2026-03-02T21:31:32.331152Z","steps":["trace[1222164312] 'process raft request' (duration: 432.857604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:32.331928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:31.898013Z","time spent":"433.809016ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:31:32.539368Z","caller":"traceutil/trace.go:171","msg":"trace[1003608991] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"156.769997ms","start":"2026-03-02T21:31:32.382568Z","end":"2026-03-02T21:31:32.539338Z","steps":["trace[1003608991] 'process raft request' (duration: 156.567392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:32.711832Z","caller":"traceutil/trace.go:171","msg":"trace[1568356691] linearizableReadLoop","detail":"{readStateIndex:4369; appliedIndex:4368; }","duration":"147.373519ms","start":"2026-03-02T21:31:32.564436Z","end":"2026-03-02T21:31:32.711809Z","steps":["trace[1568356691] 'read index received' (duration: 57.026989ms)","trace[1568356691] 'applied index is now lower than readState.Index' (duration: 90.34531ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:32.712Z","caller":"traceutil/trace.go:171","msg":"trace[354956834] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"148.652698ms","start":"2026-03-02T21:31:32.563305Z","end":"2026-03-02T21:31:32.711958Z","steps":["trace[354956834] 'process raft request' (duration: 58.118794ms)","trace[354956834] 'compare' (duration: 90.214637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:32.712239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.783869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c484fb56-6fd7-465c-82c4-f5efb6c2983d\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-02T21:31:32.712339Z","caller":"traceutil/trace.go:171","msg":"trace[19127731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c484fb56-6fd7-465c-82c4-f5efb6c2983d; range_end:; response_count:1; response_revision:4198; }","duration":"147.932523ms","start":"2026-03-02T21:31:32.564384Z","end":"2026-03-02T21:31:32.712317Z","steps":["trace[19127731] 'agreement among raft nodes before linearized reading' (duration: 147.714197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:33.001571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.217208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:33.001743Z","caller":"traceutil/trace.go:171","msg":"trace[2058656157] linearizableReadLoop","detail":"{readStateIndex:4370; appliedIndex:4369; }","duration":"119.463124ms","start":"2026-03-02T21:31:32.882252Z","end":"2026-03-02T21:31:33.001716Z","steps":["trace[2058656157] 'read index received' (duration: 48.321µs)","trace[2058656157] 'applied index is now lower than readState.Index' (duration: 119.412172ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:33.001838Z","caller":"traceutil/trace.go:171","msg":"trace[1006299147] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"266.461884ms","start":"2026-03-02T21:31:32.73531Z","end":"2026-03-02T21:31:33.001772Z","steps":["trace[1006299147] 'process raft request' (duration: 111.882068ms)","trace[1006299147] 'compare' (duration: 153.846259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:33.001964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.71123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73737ace-d641-4589-a2ac-584b3df92b15\" ","response":"range_response_count:1 size:3879"} {"level":"info","ts":"2026-03-02T21:31:33.002018Z","caller":"traceutil/trace.go:171","msg":"trace[930942361] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73737ace-d641-4589-a2ac-584b3df92b15; range_end:; response_count:1; response_revision:4199; }","duration":"119.803611ms","start":"2026-03-02T21:31:32.882197Z","end":"2026-03-02T21:31:33.002001Z","steps":["trace[930942361] 'agreement among raft nodes before linearized reading' (duration: 119.589116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:34.904965Z","caller":"traceutil/trace.go:171","msg":"trace[1860397273] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"111.211963ms","start":"2026-03-02T21:31:34.793723Z","end":"2026-03-02T21:31:34.904935Z","steps":["trace[1860397273] 'process raft request' (duration: 78.121508ms)","trace[1860397273] 'compare' (duration: 32.590653ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:35.122974Z","caller":"traceutil/trace.go:171","msg":"trace[575211626] linearizableReadLoop","detail":"{readStateIndex:4403; appliedIndex:4402; }","duration":"109.213897ms","start":"2026-03-02T21:31:35.013738Z","end":"2026-03-02T21:31:35.122952Z","steps":["trace[575211626] 'read index received' (duration: 104.125449ms)","trace[575211626] 'applied index is now lower than readState.Index' (duration: 5.087438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:35.123195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.469643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73737ace-d641-4589-a2ac-584b3df92b15\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-03-02T21:31:35.123266Z","caller":"traceutil/trace.go:171","msg":"trace[1388487335] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73737ace-d641-4589-a2ac-584b3df92b15; range_end:; response_count:1; response_revision:4232; }","duration":"109.581575ms","start":"2026-03-02T21:31:35.013667Z","end":"2026-03-02T21:31:35.123249Z","steps":["trace[1388487335] 'agreement among raft nodes before linearized reading' (duration: 109.389781ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:35.123313Z","caller":"traceutil/trace.go:171","msg":"trace[1914800516] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4232; }","duration":"206.991898ms","start":"2026-03-02T21:31:34.916248Z","end":"2026-03-02T21:31:35.12324Z","steps":["trace[1914800516] 'process raft request' (duration: 201.682425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:35.422284Z","caller":"traceutil/trace.go:171","msg":"trace[28792503] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"117.212021ms","start":"2026-03-02T21:31:35.305019Z","end":"2026-03-02T21:31:35.422231Z","steps":["trace[28792503] 'process raft request' (duration: 25.463569ms)","trace[28792503] 'compare' (duration: 91.531217ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:35.726425Z","caller":"traceutil/trace.go:171","msg":"trace[32954257] linearizableReadLoop","detail":"{readStateIndex:4421; appliedIndex:4420; }","duration":"124.624453ms","start":"2026-03-02T21:31:35.60176Z","end":"2026-03-02T21:31:35.726384Z","steps":["trace[32954257] 'read index received' (duration: 123.654601ms)","trace[32954257] 'applied index is now lower than readState.Index' (duration: 964.372µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:35.726611Z","caller":"traceutil/trace.go:171","msg":"trace[764079085] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"392.254154ms","start":"2026-03-02T21:31:35.334295Z","end":"2026-03-02T21:31:35.726549Z","steps":["trace[764079085] 'process raft request' (duration: 391.567408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:35.726929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:35.334256Z","time spent":"392.48052ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490954,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:35.727074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.271648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:31:35.727143Z","caller":"traceutil/trace.go:171","msg":"trace[1111786618] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4249; }","duration":"125.411022ms","start":"2026-03-02T21:31:35.601716Z","end":"2026-03-02T21:31:35.727127Z","steps":["trace[1111786618] 'agreement among raft nodes before linearized reading' (duration: 124.861439ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:38.074855Z","caller":"traceutil/trace.go:171","msg":"trace[2109521318] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"117.048815ms","start":"2026-03-02T21:31:37.95778Z","end":"2026-03-02T21:31:38.074829Z","steps":["trace[2109521318] 'process raft request' (duration: 116.912122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:38.588834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.992482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:38.58897Z","caller":"traceutil/trace.go:171","msg":"trace[1449250219] linearizableReadLoop","detail":"{readStateIndex:4497; appliedIndex:4496; }","duration":"416.624644ms","start":"2026-03-02T21:31:38.172322Z","end":"2026-03-02T21:31:38.588947Z","steps":["trace[1449250219] 'read index received' (duration: 287.346736ms)","trace[1449250219] 'applied index is now lower than readState.Index' (duration: 129.275998ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:38.589109Z","caller":"traceutil/trace.go:171","msg":"trace[2133396498] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"418.072448ms","start":"2026-03-02T21:31:38.171013Z","end":"2026-03-02T21:31:38.589086Z","steps":["trace[2133396498] 'process raft request' (duration: 288.722837ms)","trace[2133396498] 'compare' (duration: 128.87254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:38.589466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.10941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:31:38.589574Z","caller":"traceutil/trace.go:171","msg":"trace[153966723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4320; }","duration":"109.279944ms","start":"2026-03-02T21:31:38.480275Z","end":"2026-03-02T21:31:38.589555Z","steps":["trace[153966723] 'agreement among raft nodes before linearized reading' (duration: 109.0756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:38.589469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.670819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:38.58982Z","caller":"traceutil/trace.go:171","msg":"trace[1357877207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4320; }","duration":"218.017537ms","start":"2026-03-02T21:31:38.371729Z","end":"2026-03-02T21:31:38.589747Z","steps":["trace[1357877207] 'agreement among raft nodes before linearized reading' (duration: 217.644158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:38.589905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.170986Z","time spent":"418.17335ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:38.590568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.235351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2349914"} {"level":"info","ts":"2026-03-02T21:31:38.590649Z","caller":"traceutil/trace.go:171","msg":"trace[1209279745] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4320; }","duration":"418.344764ms","start":"2026-03-02T21:31:38.172284Z","end":"2026-03-02T21:31:38.590628Z","steps":["trace[1209279745] 'agreement among raft nodes before linearized reading' (duration: 417.068135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:38.590703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.172271Z","time spent":"418.414286ms","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2349938,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-02T21:31:38.591083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.703219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:561253"} {"level":"info","ts":"2026-03-02T21:31:38.591184Z","caller":"traceutil/trace.go:171","msg":"trace[1193047689] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4320; }","duration":"395.877023ms","start":"2026-03-02T21:31:38.195284Z","end":"2026-03-02T21:31:38.591161Z","steps":["trace[1193047689] 'agreement among raft nodes before linearized reading' (duration: 393.932338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:38.591242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.195253Z","time spent":"395.976095ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":561277,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-02T21:31:38.886767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.610119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:75453"} {"level":"info","ts":"2026-03-02T21:31:38.886896Z","caller":"traceutil/trace.go:171","msg":"trace[1737769077] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4320; }","duration":"183.795303ms","start":"2026-03-02T21:31:38.703071Z","end":"2026-03-02T21:31:38.886867Z","steps":["trace[1737769077] 'range keys from in-memory index tree' (duration: 183.244931ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:38.887419Z","caller":"traceutil/trace.go:171","msg":"trace[495129060] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"156.001339ms","start":"2026-03-02T21:31:38.731372Z","end":"2026-03-02T21:31:38.887373Z","steps":["trace[495129060] 'process raft request' (duration: 82.854172ms)","trace[495129060] 'compare' (duration: 72.471671ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:38.904377Z","caller":"traceutil/trace.go:171","msg":"trace[31787494] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"105.59953ms","start":"2026-03-02T21:31:38.798747Z","end":"2026-03-02T21:31:38.904347Z","steps":["trace[31787494] 'process raft request' (duration: 105.427246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:39.38007Z","caller":"traceutil/trace.go:171","msg":"trace[2113645308] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"481.949439ms","start":"2026-03-02T21:31:38.898097Z","end":"2026-03-02T21:31:39.380046Z","steps":["trace[2113645308] 'process raft request' (duration: 481.481988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:39.380288Z","caller":"traceutil/trace.go:171","msg":"trace[554279718] linearizableReadLoop","detail":"{readStateIndex:4501; appliedIndex:4499; }","duration":"471.580518ms","start":"2026-03-02T21:31:38.908672Z","end":"2026-03-02T21:31:39.380252Z","steps":["trace[554279718] 'read index received' (duration: 470.908313ms)","trace[554279718] 'applied index is now lower than readState.Index' (duration: 604.754µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:39.380342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.898069Z","time spent":"482.175244ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9709,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:39.380386Z","caller":"traceutil/trace.go:171","msg":"trace[1903608801] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"481.437747ms","start":"2026-03-02T21:31:38.89892Z","end":"2026-03-02T21:31:39.380357Z","steps":["trace[1903608801] 'process raft request' (duration: 480.871344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.380748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.056429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:31:39.380832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.898893Z","time spent":"481.608651ms","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:39.380848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.875886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:31:39.380853Z","caller":"traceutil/trace.go:171","msg":"trace[2139966131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4324; }","duration":"137.227313ms","start":"2026-03-02T21:31:39.243598Z","end":"2026-03-02T21:31:39.380826Z","steps":["trace[2139966131] 'agreement among raft nodes before linearized reading' (duration: 136.979637ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:39.380885Z","caller":"traceutil/trace.go:171","msg":"trace[2027917574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4324; }","duration":"472.220004ms","start":"2026-03-02T21:31:38.908654Z","end":"2026-03-02T21:31:39.380874Z","steps":["trace[2027917574] 'agreement among raft nodes before linearized reading' (duration: 471.755643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.380894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.952852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T21:31:39.38096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.908576Z","time spent":"472.374507ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:31:39.38099Z","caller":"traceutil/trace.go:171","msg":"trace[1980414134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4324; }","duration":"220.075905ms","start":"2026-03-02T21:31:39.160896Z","end":"2026-03-02T21:31:39.380972Z","steps":["trace[1980414134] 'agreement among raft nodes before linearized reading' (duration: 219.85598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.380948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.758478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:31:39.380835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.399666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:39.381159Z","caller":"traceutil/trace.go:171","msg":"trace[574875696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4324; }","duration":"268.811475ms","start":"2026-03-02T21:31:39.112333Z","end":"2026-03-02T21:31:39.381145Z","steps":["trace[574875696] 'agreement among raft nodes before linearized reading' (duration: 268.423956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.380744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.597152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:31:39.381264Z","caller":"traceutil/trace.go:171","msg":"trace[2048586300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4324; }","duration":"135.163085ms","start":"2026-03-02T21:31:39.246089Z","end":"2026-03-02T21:31:39.381252Z","steps":["trace[2048586300] 'agreement among raft nodes before linearized reading' (duration: 134.433508ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:39.381219Z","caller":"traceutil/trace.go:171","msg":"trace[1621377606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4324; }","duration":"136.012505ms","start":"2026-03-02T21:31:39.245116Z","end":"2026-03-02T21:31:39.381129Z","steps":["trace[1621377606] 'agreement among raft nodes before linearized reading' (duration: 135.608405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.381512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.494209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:561253"} {"level":"info","ts":"2026-03-02T21:31:39.381606Z","caller":"traceutil/trace.go:171","msg":"trace[392279581] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4324; }","duration":"453.624112ms","start":"2026-03-02T21:31:38.927964Z","end":"2026-03-02T21:31:39.381588Z","steps":["trace[392279581] 'agreement among raft nodes before linearized reading' (duration: 452.495446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.383873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.927945Z","time spent":"455.890495ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":561277,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-02T21:31:41.326102Z","caller":"traceutil/trace.go:171","msg":"trace[1520795255] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"116.386879ms","start":"2026-03-02T21:31:41.209679Z","end":"2026-03-02T21:31:41.326066Z","steps":["trace[1520795255] 'process raft request' (duration: 113.228696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.326227Z","caller":"traceutil/trace.go:171","msg":"trace[1221810186] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"116.196845ms","start":"2026-03-02T21:31:41.209997Z","end":"2026-03-02T21:31:41.326194Z","steps":["trace[1221810186] 'process raft request' (duration: 115.987701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.326387Z","caller":"traceutil/trace.go:171","msg":"trace[588753006] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"112.758656ms","start":"2026-03-02T21:31:41.213615Z","end":"2026-03-02T21:31:41.326374Z","steps":["trace[588753006] 'process raft request' (duration: 112.602092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.326519Z","caller":"traceutil/trace.go:171","msg":"trace[2058926124] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"112.96981ms","start":"2026-03-02T21:31:41.213521Z","end":"2026-03-02T21:31:41.326491Z","steps":["trace[2058926124] 'process raft request' (duration: 112.592101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.326607Z","caller":"traceutil/trace.go:171","msg":"trace[96918924] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"112.783226ms","start":"2026-03-02T21:31:41.21381Z","end":"2026-03-02T21:31:41.326593Z","steps":["trace[96918924] 'process raft request' (duration: 112.505439ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.326581Z","caller":"traceutil/trace.go:171","msg":"trace[1327439384] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"112.97293ms","start":"2026-03-02T21:31:41.213565Z","end":"2026-03-02T21:31:41.326538Z","steps":["trace[1327439384] 'process raft request' (duration: 112.604212ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.326737Z","caller":"traceutil/trace.go:171","msg":"trace[739397827] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"113.065053ms","start":"2026-03-02T21:31:41.213663Z","end":"2026-03-02T21:31:41.326728Z","steps":["trace[739397827] 'process raft request' (duration: 112.587842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.326773Z","caller":"traceutil/trace.go:171","msg":"trace[1760801975] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"112.633882ms","start":"2026-03-02T21:31:41.214115Z","end":"2026-03-02T21:31:41.326749Z","steps":["trace[1760801975] 'process raft request' (duration: 112.234453ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:43.576763Z","caller":"traceutil/trace.go:171","msg":"trace[1341080148] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"147.555033ms","start":"2026-03-02T21:31:43.429182Z","end":"2026-03-02T21:31:43.576737Z","steps":["trace[1341080148] 'process raft request' (duration: 73.302521ms)","trace[1341080148] 'compare' (duration: 73.881783ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:43.577043Z","caller":"traceutil/trace.go:171","msg":"trace[1993061546] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"147.663975ms","start":"2026-03-02T21:31:43.429353Z","end":"2026-03-02T21:31:43.577017Z","steps":["trace[1993061546] 'process raft request' (duration: 147.337338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:43.577241Z","caller":"traceutil/trace.go:171","msg":"trace[802971041] linearizableReadLoop","detail":"{readStateIndex:4632; appliedIndex:4628; }","duration":"146.196881ms","start":"2026-03-02T21:31:43.431014Z","end":"2026-03-02T21:31:43.57721Z","steps":["trace[802971041] 'read index received' (duration: 42.798272ms)","trace[802971041] 'applied index is now lower than readState.Index' (duration: 103.396139ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:43.577281Z","caller":"traceutil/trace.go:171","msg":"trace[2051606781] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"147.153543ms","start":"2026-03-02T21:31:43.430095Z","end":"2026-03-02T21:31:43.577248Z","steps":["trace[2051606781] 'process raft request' (duration: 146.849146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:43.57751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.475027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:31:43.577536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.039839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:31:43.577551Z","caller":"traceutil/trace.go:171","msg":"trace[1252137110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4452; }","duration":"146.553649ms","start":"2026-03-02T21:31:43.430986Z","end":"2026-03-02T21:31:43.57754Z","steps":["trace[1252137110] 'agreement among raft nodes before linearized reading' (duration: 146.367375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:43.577595Z","caller":"traceutil/trace.go:171","msg":"trace[1279498425] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4452; }","duration":"109.138571ms","start":"2026-03-02T21:31:43.468431Z","end":"2026-03-02T21:31:43.57757Z","steps":["trace[1279498425] 'agreement among raft nodes before linearized reading' (duration: 108.965247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:44.045133Z","caller":"traceutil/trace.go:171","msg":"trace[1815084903] linearizableReadLoop","detail":"{readStateIndex:4634; appliedIndex:4632; }","duration":"460.856ms","start":"2026-03-02T21:31:43.584252Z","end":"2026-03-02T21:31:44.045107Z","steps":["trace[1815084903] 'read index received' (duration: 380.475726ms)","trace[1815084903] 'applied index is now lower than readState.Index' (duration: 80.379314ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:44.04519Z","caller":"traceutil/trace.go:171","msg":"trace[34147236] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"463.026111ms","start":"2026-03-02T21:31:43.582143Z","end":"2026-03-02T21:31:44.045169Z","steps":["trace[34147236] 'process raft request' (duration: 382.577365ms)","trace[34147236] 'compare' (duration: 80.129058ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:44.045269Z","caller":"traceutil/trace.go:171","msg":"trace[1195774513] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"462.941899ms","start":"2026-03-02T21:31:43.582317Z","end":"2026-03-02T21:31:44.045259Z","steps":["trace[1195774513] 'process raft request' (duration: 462.705443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:44.045288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:43.582107Z","time spent":"463.125372ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:44.045376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:43.582297Z","time spent":"462.99957ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:44.045558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.28759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:44.045622Z","caller":"traceutil/trace.go:171","msg":"trace[1913811005] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:4454; }","duration":"461.390863ms","start":"2026-03-02T21:31:43.584218Z","end":"2026-03-02T21:31:44.045609Z","steps":["trace[1913811005] 'agreement among raft nodes before linearized reading' (duration: 461.26346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:44.045649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:43.584202Z","time spent":"461.441674ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/vector\" "} {"level":"warn","ts":"2026-03-02T21:31:44.045624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.882896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:31:44.045653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.142109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-02T21:31:44.045698Z","caller":"traceutil/trace.go:171","msg":"trace[1485806101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:4454; }","duration":"112.008599ms","start":"2026-03-02T21:31:43.933672Z","end":"2026-03-02T21:31:44.04568Z","steps":["trace[1485806101] 'agreement among raft nodes before linearized reading' (duration: 111.778063ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:44.045739Z","caller":"traceutil/trace.go:171","msg":"trace[609475156] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253; range_end:; response_count:1; response_revision:4454; }","duration":"199.276162ms","start":"2026-03-02T21:31:43.846443Z","end":"2026-03-02T21:31:44.045719Z","steps":["trace[609475156] 'agreement among raft nodes before linearized reading' (duration: 199.023407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:44.045631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.127528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-02T21:31:44.045878Z","caller":"traceutil/trace.go:171","msg":"trace[1239560733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253; range_end:; response_count:1; response_revision:4454; }","duration":"455.412494ms","start":"2026-03-02T21:31:43.590446Z","end":"2026-03-02T21:31:44.045859Z","steps":["trace[1239560733] 'agreement among raft nodes before linearized reading' (duration: 455.006304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:44.045912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:43.590436Z","time spent":"455.466035ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253\" "} {"level":"warn","ts":"2026-03-02T21:31:44.557764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600967760,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:31:44.737403Z","caller":"traceutil/trace.go:171","msg":"trace[1483960352] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"682.841588ms","start":"2026-03-02T21:31:44.054537Z","end":"2026-03-02T21:31:44.737378Z","steps":["trace[1483960352] 'process raft request' (duration: 682.703375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:44.737538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:44.054512Z","time spent":"682.955481ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:44.767763Z","caller":"traceutil/trace.go:171","msg":"trace[1839849557] linearizableReadLoop","detail":"{readStateIndex:4637; appliedIndex:4635; }","duration":"710.94638ms","start":"2026-03-02T21:31:44.056786Z","end":"2026-03-02T21:31:44.767732Z","steps":["trace[1839849557] 'read index received' (duration: 680.592256ms)","trace[1839849557] 'applied index is now lower than readState.Index' (duration: 30.352534ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:44.767874Z","caller":"traceutil/trace.go:171","msg":"trace[1348180177] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"298.105924ms","start":"2026-03-02T21:31:44.469728Z","end":"2026-03-02T21:31:44.767834Z","steps":["trace[1348180177] 'process raft request' (duration: 297.871268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:44.767778Z","caller":"traceutil/trace.go:171","msg":"trace[2058223031] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4455; }","duration":"703.683522ms","start":"2026-03-02T21:31:44.064065Z","end":"2026-03-02T21:31:44.767749Z","steps":["trace[2058223031] 'process raft request' (duration: 703.396465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:44.768011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.196376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T21:31:44.768057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.19071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:31:44.768095Z","caller":"traceutil/trace.go:171","msg":"trace[1383966910] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4456; }","duration":"146.259211ms","start":"2026-03-02T21:31:44.621823Z","end":"2026-03-02T21:31:44.768083Z","steps":["trace[1383966910] 'agreement among raft nodes before linearized reading' (duration: 146.162109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:44.768101Z","caller":"traceutil/trace.go:171","msg":"trace[856014299] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4456; }","duration":"711.311448ms","start":"2026-03-02T21:31:44.056769Z","end":"2026-03-02T21:31:44.76808Z","steps":["trace[856014299] 'agreement among raft nodes before linearized reading' (duration: 711.077333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:44.768096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:44.064044Z","time spent":"703.992999ms","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:31:44.768101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.753565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:31:44.768142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:44.05676Z","time spent":"711.37217ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T21:31:44.768153Z","caller":"traceutil/trace.go:171","msg":"trace[515604398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4456; }","duration":"272.845188ms","start":"2026-03-02T21:31:44.495296Z","end":"2026-03-02T21:31:44.768141Z","steps":["trace[515604398] 'agreement among raft nodes before linearized reading' (duration: 272.664704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:44.914028Z","caller":"traceutil/trace.go:171","msg":"trace[1375554397] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"127.349354ms","start":"2026-03-02T21:31:44.786645Z","end":"2026-03-02T21:31:44.913995Z","steps":["trace[1375554397] 'process raft request' (duration: 123.040534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:45.079331Z","caller":"traceutil/trace.go:171","msg":"trace[1355757235] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"156.986201ms","start":"2026-03-02T21:31:44.92231Z","end":"2026-03-02T21:31:45.079297Z","steps":["trace[1355757235] 'process raft request' (duration: 103.49256ms)","trace[1355757235] 'compare' (duration: 53.092352ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:45.259792Z","caller":"traceutil/trace.go:171","msg":"trace[776886912] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"117.508415ms","start":"2026-03-02T21:31:45.142252Z","end":"2026-03-02T21:31:45.25976Z","steps":["trace[776886912] 'process raft request' (duration: 97.605884ms)","trace[776886912] 'compare' (duration: 19.762308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:45.64127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.969735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:45.641603Z","caller":"traceutil/trace.go:171","msg":"trace[1280860765] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"376.569795ms","start":"2026-03-02T21:31:45.265012Z","end":"2026-03-02T21:31:45.641582Z","steps":["trace[1280860765] 'process raft request' (duration: 243.195391ms)","trace[1280860765] 'compare' (duration: 132.816281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:45.641701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:45.264982Z","time spent":"376.681947ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1001,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:31:45.641414Z","caller":"traceutil/trace.go:171","msg":"trace[2016191682] linearizableReadLoop","detail":"{readStateIndex:4644; appliedIndex:4643; }","duration":"271.61258ms","start":"2026-03-02T21:31:45.369785Z","end":"2026-03-02T21:31:45.641398Z","steps":["trace[2016191682] 'read index received' (duration: 138.428501ms)","trace[2016191682] 'applied index is now lower than readState.Index' (duration: 133.182779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:45.641773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.981349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:45.641962Z","caller":"traceutil/trace.go:171","msg":"trace[861317877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4463; }","duration":"272.209915ms","start":"2026-03-02T21:31:45.369732Z","end":"2026-03-02T21:31:45.641942Z","steps":["trace[861317877] 'agreement among raft nodes before linearized reading' (duration: 271.938538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:45.642141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.449666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:31:45.642185Z","caller":"traceutil/trace.go:171","msg":"trace[399728462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4463; }","duration":"224.531648ms","start":"2026-03-02T21:31:45.417642Z","end":"2026-03-02T21:31:45.642174Z","steps":["trace[399728462] 'agreement among raft nodes before linearized reading' (duration: 224.400605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:45.642412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.940896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:31:45.642485Z","caller":"traceutil/trace.go:171","msg":"trace[420245637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4463; }","duration":"165.054139ms","start":"2026-03-02T21:31:45.477414Z","end":"2026-03-02T21:31:45.642468Z","steps":["trace[420245637] 'agreement among raft nodes before linearized reading' (duration: 164.838144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:45.958359Z","caller":"traceutil/trace.go:171","msg":"trace[1373177566] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"311.496795ms","start":"2026-03-02T21:31:45.646829Z","end":"2026-03-02T21:31:45.958326Z","steps":["trace[1373177566] 'process raft request' (duration: 310.991714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:45.958411Z","caller":"traceutil/trace.go:171","msg":"trace[2120190656] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"310.658846ms","start":"2026-03-02T21:31:45.647727Z","end":"2026-03-02T21:31:45.958386Z","steps":["trace[2120190656] 'process raft request' (duration: 310.582964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:45.958419Z","caller":"traceutil/trace.go:171","msg":"trace[363610128] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"310.878712ms","start":"2026-03-02T21:31:45.647498Z","end":"2026-03-02T21:31:45.958377Z","steps":["trace[363610128] 'process raft request' (duration: 310.728388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:45.958569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:45.646811Z","time spent":"311.629669ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:45.958603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:45.647711Z","time spent":"310.771629ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:45.958648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:45.64748Z","time spent":"311.071586ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:45.958748Z","caller":"traceutil/trace.go:171","msg":"trace[1285029944] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"310.942872ms","start":"2026-03-02T21:31:45.647773Z","end":"2026-03-02T21:31:45.958716Z","steps":["trace[1285029944] 'process raft request' (duration: 310.568624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:45.958833Z","caller":"traceutil/trace.go:171","msg":"trace[965243837] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"311.019565ms","start":"2026-03-02T21:31:45.647799Z","end":"2026-03-02T21:31:45.958819Z","steps":["trace[965243837] 'process raft request' (duration: 310.680107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:45.958875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:45.647761Z","time spent":"311.058046ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:45.958891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:45.647792Z","time spent":"311.068026ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:46.185828Z","caller":"traceutil/trace.go:171","msg":"trace[1429024762] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"483.362312ms","start":"2026-03-02T21:31:45.702439Z","end":"2026-03-02T21:31:46.185801Z","steps":["trace[1429024762] 'process raft request' (duration: 482.673966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:46.185903Z","caller":"traceutil/trace.go:171","msg":"trace[749112901] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"483.244228ms","start":"2026-03-02T21:31:45.702633Z","end":"2026-03-02T21:31:46.185877Z","steps":["trace[749112901] 'process raft request' (duration: 482.608564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:46.185945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:45.702417Z","time spent":"483.477874ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:31:46.186015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:45.702613Z","time spent":"483.347641ms","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:31:46.186013Z","caller":"traceutil/trace.go:171","msg":"trace[293429487] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"483.27077ms","start":"2026-03-02T21:31:45.702707Z","end":"2026-03-02T21:31:46.185978Z","steps":["trace[293429487] 'process raft request' (duration: 482.624115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:46.186169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:45.702691Z","time spent":"483.398272ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:31:46.208064Z","caller":"traceutil/trace.go:171","msg":"trace[843554943] linearizableReadLoop","detail":"{readStateIndex:4654; appliedIndex:4650; }","duration":"157.916963ms","start":"2026-03-02T21:31:46.050126Z","end":"2026-03-02T21:31:46.208043Z","steps":["trace[843554943] 'read index received' (duration: 134.999001ms)","trace[843554943] 'applied index is now lower than readState.Index' (duration: 22.916852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:46.208329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.188919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:31:46.208375Z","caller":"traceutil/trace.go:171","msg":"trace[486499491] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4472; }","duration":"158.273581ms","start":"2026-03-02T21:31:46.050077Z","end":"2026-03-02T21:31:46.208351Z","steps":["trace[486499491] 'agreement among raft nodes before linearized reading' (duration: 158.060396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:46.38859Z","caller":"traceutil/trace.go:171","msg":"trace[755684598] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"196.856566ms","start":"2026-03-02T21:31:46.191706Z","end":"2026-03-02T21:31:46.388563Z","steps":["trace[755684598] 'process raft request' (duration: 196.679842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:46.527737Z","caller":"traceutil/trace.go:171","msg":"trace[1867177169] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"321.748174ms","start":"2026-03-02T21:31:46.205962Z","end":"2026-03-02T21:31:46.52771Z","steps":["trace[1867177169] 'process raft request' (duration: 321.489828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:46.527766Z","caller":"traceutil/trace.go:171","msg":"trace[549651860] linearizableReadLoop","detail":"{readStateIndex:4656; appliedIndex:4654; }","duration":"319.629734ms","start":"2026-03-02T21:31:46.208108Z","end":"2026-03-02T21:31:46.527738Z","steps":["trace[549651860] 'read index received' (duration: 180.374144ms)","trace[549651860] 'applied index is now lower than readState.Index' (duration: 139.25422ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:46.527816Z","caller":"traceutil/trace.go:171","msg":"trace[120175380] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"316.165213ms","start":"2026-03-02T21:31:46.21162Z","end":"2026-03-02T21:31:46.527785Z","steps":["trace[120175380] 'process raft request' (duration: 316.03718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:46.527973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:46.211605Z","time spent":"316.282487ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:46.528015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.731001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:31:46.528087Z","caller":"traceutil/trace.go:171","msg":"trace[1329736754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4475; }","duration":"477.867744ms","start":"2026-03-02T21:31:46.050199Z","end":"2026-03-02T21:31:46.528067Z","steps":["trace[1329736754] 'agreement among raft nodes before linearized reading' (duration: 477.641639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:46.528146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:46.050165Z","time spent":"477.966926ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:31:46.528213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:46.205938Z","time spent":"321.869006ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57797,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:46.528313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.959375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-02T21:31:46.528354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.068056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:31:46.528379Z","caller":"traceutil/trace.go:171","msg":"trace[307146612] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253; range_end:; response_count:1; response_revision:4475; }","duration":"443.039137ms","start":"2026-03-02T21:31:46.085324Z","end":"2026-03-02T21:31:46.528363Z","steps":["trace[307146612] 'agreement among raft nodes before linearized reading' (duration: 442.834212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:46.528412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:46.085281Z","time spent":"443.126069ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253\" "} {"level":"info","ts":"2026-03-02T21:31:46.52841Z","caller":"traceutil/trace.go:171","msg":"trace[1080262297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:4475; }","duration":"474.159799ms","start":"2026-03-02T21:31:46.054237Z","end":"2026-03-02T21:31:46.528397Z","steps":["trace[1080262297] 'agreement among raft nodes before linearized reading' (duration: 473.958964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:46.528445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:46.05422Z","time spent":"474.2169ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"info","ts":"2026-03-02T21:31:46.533416Z","caller":"traceutil/trace.go:171","msg":"trace[599446351] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"139.353623ms","start":"2026-03-02T21:31:46.394047Z","end":"2026-03-02T21:31:46.5334Z","steps":["trace[599446351] 'process raft request' (duration: 139.020835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.257896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.052952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:811601"} {"level":"info","ts":"2026-03-02T21:31:48.257974Z","caller":"traceutil/trace.go:171","msg":"trace[681644703] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4506; }","duration":"470.178825ms","start":"2026-03-02T21:31:47.787778Z","end":"2026-03-02T21:31:48.257957Z","steps":["trace[681644703] 'range keys from in-memory index tree' (duration: 469.561951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.258016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:47.787757Z","time spent":"470.246916ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":811625,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-02T21:31:48.257892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.094271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:48.259682Z","caller":"traceutil/trace.go:171","msg":"trace[272259917] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4689; }","duration":"296.829805ms","start":"2026-03-02T21:31:47.962815Z","end":"2026-03-02T21:31:48.259644Z","steps":["trace[272259917] 'read index received' (duration: 147.87873ms)","trace[272259917] 'applied index is now lower than readState.Index' (duration: 148.803541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:48.260168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.162592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:31:48.260208Z","caller":"traceutil/trace.go:171","msg":"trace[519760042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4507; }","duration":"297.229243ms","start":"2026-03-02T21:31:47.962957Z","end":"2026-03-02T21:31:48.260186Z","steps":["trace[519760042] 'agreement among raft nodes before linearized reading' (duration: 297.062499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.260269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.409908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:31:48.260346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.242693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:31:48.260365Z","caller":"traceutil/trace.go:171","msg":"trace[160498656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4507; }","duration":"297.567511ms","start":"2026-03-02T21:31:47.962776Z","end":"2026-03-02T21:31:48.260344Z","steps":["trace[160498656] 'agreement among raft nodes before linearized reading' (duration: 297.10795ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.260416Z","caller":"traceutil/trace.go:171","msg":"trace[1436261685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4507; }","duration":"297.321496ms","start":"2026-03-02T21:31:47.963063Z","end":"2026-03-02T21:31:48.260384Z","steps":["trace[1436261685] 'agreement among raft nodes before linearized reading' (duration: 296.901306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.260384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.386047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:31:48.260436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.724319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:31:48.260488Z","caller":"traceutil/trace.go:171","msg":"trace[807599659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4507; }","duration":"297.51636ms","start":"2026-03-02T21:31:47.96295Z","end":"2026-03-02T21:31:48.260466Z","steps":["trace[807599659] 'agreement among raft nodes before linearized reading' (duration: 297.242193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.260542Z","caller":"traceutil/trace.go:171","msg":"trace[2029117413] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"353.520499ms","start":"2026-03-02T21:31:47.906966Z","end":"2026-03-02T21:31:48.260487Z","steps":["trace[2029117413] 'process raft request' (duration: 203.742866ms)","trace[2029117413] 'compare' (duration: 146.929947ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:48.260558Z","caller":"traceutil/trace.go:171","msg":"trace[1366373625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4507; }","duration":"167.882123ms","start":"2026-03-02T21:31:48.092646Z","end":"2026-03-02T21:31:48.260528Z","steps":["trace[1366373625] 'agreement among raft nodes before linearized reading' (duration: 167.574106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.260542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.563381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T21:31:48.260668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.17828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189923a0f5aeaebc\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-02T21:31:48.260711Z","caller":"traceutil/trace.go:171","msg":"trace[1228784408] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189923a0f5aeaebc; range_end:; response_count:1; response_revision:4507; }","duration":"246.262071ms","start":"2026-03-02T21:31:48.014432Z","end":"2026-03-02T21:31:48.260694Z","steps":["trace[1228784408] 'agreement among raft nodes before linearized reading' (duration: 246.143308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.260727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:47.906943Z","time spent":"353.672933ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:48.26085Z","caller":"traceutil/trace.go:171","msg":"trace[8600166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4507; }","duration":"297.779576ms","start":"2026-03-02T21:31:47.962883Z","end":"2026-03-02T21:31:48.260663Z","steps":["trace[8600166] 'agreement among raft nodes before linearized reading' (duration: 297.05864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.55073Z","caller":"traceutil/trace.go:171","msg":"trace[1715021378] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"287.465068ms","start":"2026-03-02T21:31:48.263239Z","end":"2026-03-02T21:31:48.550704Z","steps":["trace[1715021378] 'process raft request' (duration: 285.036342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.560818Z","caller":"traceutil/trace.go:171","msg":"trace[2070250270] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"293.528729ms","start":"2026-03-02T21:31:48.267266Z","end":"2026-03-02T21:31:48.560794Z","steps":["trace[2070250270] 'process raft request' (duration: 293.463698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.560859Z","caller":"traceutil/trace.go:171","msg":"trace[690921792] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"294.86555ms","start":"2026-03-02T21:31:48.265936Z","end":"2026-03-02T21:31:48.560802Z","steps":["trace[690921792] 'process raft request' (duration: 294.630495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.560839Z","caller":"traceutil/trace.go:171","msg":"trace[1360203853] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"294.804439ms","start":"2026-03-02T21:31:48.266011Z","end":"2026-03-02T21:31:48.560816Z","steps":["trace[1360203853] 'process raft request' (duration: 294.682396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.560998Z","caller":"traceutil/trace.go:171","msg":"trace[508650130] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"293.702123ms","start":"2026-03-02T21:31:48.267283Z","end":"2026-03-02T21:31:48.560986Z","steps":["trace[508650130] 'process raft request' (duration: 293.478197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.561123Z","caller":"traceutil/trace.go:171","msg":"trace[1260047233] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"293.679473ms","start":"2026-03-02T21:31:48.267434Z","end":"2026-03-02T21:31:48.561114Z","steps":["trace[1260047233] 'process raft request' (duration: 293.488378ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.561116Z","caller":"traceutil/trace.go:171","msg":"trace[1608616350] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4690; }","duration":"190.804776ms","start":"2026-03-02T21:31:48.370289Z","end":"2026-03-02T21:31:48.561093Z","steps":["trace[1608616350] 'read index received' (duration: 177.992089ms)","trace[1608616350] 'applied index is now lower than readState.Index' (duration: 12.811967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:48.561224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.930129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:48.561271Z","caller":"traceutil/trace.go:171","msg":"trace[942429052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4513; }","duration":"191.026652ms","start":"2026-03-02T21:31:48.370229Z","end":"2026-03-02T21:31:48.561256Z","steps":["trace[942429052] 'agreement among raft nodes before linearized reading' (duration: 190.94267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:53.554414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.726775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:53.554525Z","caller":"traceutil/trace.go:171","msg":"trace[1338003601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4627; }","duration":"184.856038ms","start":"2026-03-02T21:31:53.369625Z","end":"2026-03-02T21:31:53.554481Z","steps":["trace[1338003601] 'range keys from in-memory index tree' (duration: 184.643473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:53.554618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.735614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-02T21:31:53.554689Z","caller":"traceutil/trace.go:171","msg":"trace[477425854] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4627; }","duration":"265.850097ms","start":"2026-03-02T21:31:53.288823Z","end":"2026-03-02T21:31:53.554673Z","steps":["trace[477425854] 'range keys from in-memory index tree' (duration: 265.57119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:57.917999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.709952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:57.918137Z","caller":"traceutil/trace.go:171","msg":"trace[2122313364] linearizableReadLoop","detail":"{readStateIndex:4871; appliedIndex:4870; }","duration":"588.178304ms","start":"2026-03-02T21:31:57.329936Z","end":"2026-03-02T21:31:57.918115Z","steps":["trace[2122313364] 'read index received' (duration: 238.207066ms)","trace[2122313364] 'applied index is now lower than readState.Index' (duration: 349.969108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:57.918426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.709448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:31:57.918447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.490241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6b9c899f8-dbtfj\" ","response":"range_response_count:1 size:11842"} {"level":"info","ts":"2026-03-02T21:31:57.918487Z","caller":"traceutil/trace.go:171","msg":"trace[209656351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4682; }","duration":"548.81669ms","start":"2026-03-02T21:31:57.369651Z","end":"2026-03-02T21:31:57.918468Z","steps":["trace[209656351] 'agreement among raft nodes before linearized reading' (duration: 548.721538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:57.918467Z","caller":"traceutil/trace.go:171","msg":"trace[752210017] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"630.895114ms","start":"2026-03-02T21:31:57.287539Z","end":"2026-03-02T21:31:57.918434Z","steps":["trace[752210017] 'process raft request' (duration: 280.66153ms)","trace[752210017] 'compare' (duration: 349.552279ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:57.918568Z","caller":"traceutil/trace.go:171","msg":"trace[370688953] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-6b9c899f8-dbtfj; range_end:; response_count:1; response_revision:4682; }","duration":"588.642594ms","start":"2026-03-02T21:31:57.3299Z","end":"2026-03-02T21:31:57.918542Z","steps":["trace[370688953] 'agreement among raft nodes before linearized reading' (duration: 588.350277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:57.918571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.369628Z","time spent":"548.932763ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:31:57.918619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.329885Z","time spent":"588.723686ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":11866,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6b9c899f8-dbtfj\" "} {"level":"warn","ts":"2026-03-02T21:31:57.918656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.287519Z","time spent":"631.070618ms","remote":"127.0.0.1:36122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2437,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:31:57.918554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.363613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:57.918816Z","caller":"traceutil/trace.go:171","msg":"trace[1044168746] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4682; }","duration":"377.679361ms","start":"2026-03-02T21:31:57.541117Z","end":"2026-03-02T21:31:57.918796Z","steps":["trace[1044168746] 'agreement among raft nodes before linearized reading' (duration: 377.304592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:57.918855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.541093Z","time spent":"377.751323ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"info","ts":"2026-03-02T21:31:58.236286Z","caller":"traceutil/trace.go:171","msg":"trace[1096019014] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"309.498819ms","start":"2026-03-02T21:31:57.92677Z","end":"2026-03-02T21:31:58.236268Z","steps":["trace[1096019014] 'process raft request' (duration: 309.334145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.236398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.926756Z","time spent":"309.578901ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:58.260862Z","caller":"traceutil/trace.go:171","msg":"trace[1367021739] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"329.870111ms","start":"2026-03-02T21:31:57.930963Z","end":"2026-03-02T21:31:58.260833Z","steps":["trace[1367021739] 'process raft request' (duration: 329.668997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.261063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.930945Z","time spent":"330.014075ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11649,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:59.15369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.82026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:59.153938Z","caller":"traceutil/trace.go:171","msg":"trace[41788602] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"450.517739ms","start":"2026-03-02T21:31:58.703396Z","end":"2026-03-02T21:31:59.153913Z","steps":["trace[41788602] 'process raft request' (duration: 198.363201ms)","trace[41788602] 'compare' (duration: 251.676897ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:59.153999Z","caller":"traceutil/trace.go:171","msg":"trace[298936965] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"449.877865ms","start":"2026-03-02T21:31:58.704098Z","end":"2026-03-02T21:31:59.153976Z","steps":["trace[298936965] 'process raft request' (duration: 449.735731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:59.154051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.703373Z","time spent":"450.616792ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:59.154117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.704092Z","time spent":"449.972707ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:59.154247Z","caller":"traceutil/trace.go:171","msg":"trace[1252806793] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"450.12644ms","start":"2026-03-02T21:31:58.704094Z","end":"2026-03-02T21:31:59.154221Z","steps":["trace[1252806793] 'process raft request' (duration: 449.820913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:59.154356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.704084Z","time spent":"450.218272ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:59.154462Z","caller":"traceutil/trace.go:171","msg":"trace[1067223540] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4885; }","duration":"420.630966ms","start":"2026-03-02T21:31:58.733821Z","end":"2026-03-02T21:31:59.154452Z","steps":["trace[1067223540] 'read index received' (duration: 3.384758ms)","trace[1067223540] 'applied index is now lower than readState.Index' (duration: 417.245248ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:59.154589Z","caller":"traceutil/trace.go:171","msg":"trace[1712777227] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"449.378443ms","start":"2026-03-02T21:31:58.705189Z","end":"2026-03-02T21:31:59.154568Z","steps":["trace[1712777227] 'process raft request' (duration: 448.935472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:59.15461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.779579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:59.154651Z","caller":"traceutil/trace.go:171","msg":"trace[284057092] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4703; }","duration":"420.837671ms","start":"2026-03-02T21:31:58.733802Z","end":"2026-03-02T21:31:59.15464Z","steps":["trace[284057092] 'agreement among raft nodes before linearized reading' (duration: 420.763479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:59.154682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.733792Z","time spent":"420.881672ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:31:59.154693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.705184Z","time spent":"449.451065ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:59.154745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.454725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:31:59.154795Z","caller":"traceutil/trace.go:171","msg":"trace[819982658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4703; }","duration":"399.536846ms","start":"2026-03-02T21:31:58.755244Z","end":"2026-03-02T21:31:59.154781Z","steps":["trace[819982658] 'agreement among raft nodes before linearized reading' (duration: 399.388393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:59.154832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.755228Z","time spent":"399.594098ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:32:00.112643Z","caller":"traceutil/trace.go:171","msg":"trace[411596977] linearizableReadLoop","detail":"{readStateIndex:4894; appliedIndex:4893; }","duration":"282.754778ms","start":"2026-03-02T21:31:59.829861Z","end":"2026-03-02T21:32:00.112616Z","steps":["trace[411596977] 'read index received' (duration: 282.437661ms)","trace[411596977] 'applied index is now lower than readState.Index' (duration: 315.577µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:00.112782Z","caller":"traceutil/trace.go:171","msg":"trace[1047288035] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"437.810925ms","start":"2026-03-02T21:31:59.67493Z","end":"2026-03-02T21:32:00.112741Z","steps":["trace[1047288035] 'process raft request' (duration: 437.497748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.11284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.312931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:00.112882Z","caller":"traceutil/trace.go:171","msg":"trace[1699032607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4705; }","duration":"220.402292ms","start":"2026-03-02T21:31:59.892468Z","end":"2026-03-02T21:32:00.112871Z","steps":["trace[1699032607] 'agreement among raft nodes before linearized reading' (duration: 220.3048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.112965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:59.674915Z","time spent":"437.954039ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:00.11297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.079447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T21:32:00.113049Z","caller":"traceutil/trace.go:171","msg":"trace[1626212329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4705; }","duration":"283.210119ms","start":"2026-03-02T21:31:59.829819Z","end":"2026-03-02T21:32:00.113029Z","steps":["trace[1626212329] 'agreement among raft nodes before linearized reading' (duration: 282.950953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.434908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.168071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:00.435025Z","caller":"traceutil/trace.go:171","msg":"trace[1427454721] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"317.517765ms","start":"2026-03-02T21:32:00.117487Z","end":"2026-03-02T21:32:00.435005Z","steps":["trace[1427454721] 'process raft request' (duration: 80.102488ms)","trace[1427454721] 'compare' (duration: 236.790873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:00.435094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.117462Z","time spent":"317.602427ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:00.51978Z","caller":"traceutil/trace.go:171","msg":"trace[687770827] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"401.564405ms","start":"2026-03-02T21:32:00.118184Z","end":"2026-03-02T21:32:00.519748Z","steps":["trace[687770827] 'process raft request' (duration: 401.34851ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.519844Z","caller":"traceutil/trace.go:171","msg":"trace[322351614] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4895; }","duration":"189.536377ms","start":"2026-03-02T21:32:00.330285Z","end":"2026-03-02T21:32:00.519821Z","steps":["trace[322351614] 'read index received' (duration: 189.2396ms)","trace[322351614] 'applied index is now lower than readState.Index' (duration: 295.527µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:00.519923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.118156Z","time spent":"401.683737ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:00.520031Z","caller":"traceutil/trace.go:171","msg":"trace[1635508272] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"400.47798ms","start":"2026-03-02T21:32:00.119525Z","end":"2026-03-02T21:32:00.520003Z","steps":["trace[1635508272] 'process raft request' (duration: 400.242214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.52011Z","caller":"traceutil/trace.go:171","msg":"trace[540673228] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"401.116964ms","start":"2026-03-02T21:32:00.118987Z","end":"2026-03-02T21:32:00.520104Z","steps":["trace[540673228] 'process raft request' (duration: 400.745775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.520144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.118968Z","time spent":"401.157085ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:00.5202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.119509Z","time spent":"400.590752ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:00.520244Z","caller":"traceutil/trace.go:171","msg":"trace[1031237415] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"401.774669ms","start":"2026-03-02T21:32:00.118463Z","end":"2026-03-02T21:32:00.520238Z","steps":["trace[1031237415] 'process raft request' (duration: 401.217316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.520278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.118445Z","time spent":"401.812611ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:00.520301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.007107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:32:00.520342Z","caller":"traceutil/trace.go:171","msg":"trace[881055984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4710; }","duration":"190.088439ms","start":"2026-03-02T21:32:00.330241Z","end":"2026-03-02T21:32:00.52033Z","steps":["trace[881055984] 'agreement among raft nodes before linearized reading' (duration: 189.908575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.520413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.267852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:00.520464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.12517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:32:00.520475Z","caller":"traceutil/trace.go:171","msg":"trace[2086503701] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4710; }","duration":"105.332053ms","start":"2026-03-02T21:32:00.415124Z","end":"2026-03-02T21:32:00.520456Z","steps":["trace[2086503701] 'agreement among raft nodes before linearized reading' (duration: 105.220571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.520503Z","caller":"traceutil/trace.go:171","msg":"trace[1631680151] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:4710; }","duration":"165.203202ms","start":"2026-03-02T21:32:00.355288Z","end":"2026-03-02T21:32:00.520491Z","steps":["trace[1631680151] 'agreement among raft nodes before linearized reading' (duration: 165.058009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.520503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.343937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:00.520564Z","caller":"traceutil/trace.go:171","msg":"trace[2070337084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4710; }","duration":"150.444069ms","start":"2026-03-02T21:32:00.370103Z","end":"2026-03-02T21:32:00.520547Z","steps":["trace[2070337084] 'agreement among raft nodes before linearized reading' (duration: 150.348197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.835595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.521627Z","time spent":"313.961402ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:32:00.835616Z","caller":"traceutil/trace.go:171","msg":"trace[1038778308] linearizableReadLoop","detail":"{readStateIndex:4900; appliedIndex:4899; }","duration":"311.713011ms","start":"2026-03-02T21:32:00.523851Z","end":"2026-03-02T21:32:00.835564Z","steps":["trace[1038778308] 'read index received' (duration: 219.139533ms)","trace[1038778308] 'applied index is now lower than readState.Index' (duration: 92.571528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:00.835944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.144091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:32:00.836007Z","caller":"traceutil/trace.go:171","msg":"trace[724537546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:4710; }","duration":"187.266074ms","start":"2026-03-02T21:32:00.648726Z","end":"2026-03-02T21:32:00.835992Z","steps":["trace[724537546] 'agreement among raft nodes before linearized reading' (duration: 187.032888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.835966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.084059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:32:00.836154Z","caller":"traceutil/trace.go:171","msg":"trace[2063645098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4710; }","duration":"312.303244ms","start":"2026-03-02T21:32:00.523827Z","end":"2026-03-02T21:32:00.83613Z","steps":["trace[2063645098] 'agreement among raft nodes before linearized reading' (duration: 311.826833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.836234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.523817Z","time spent":"312.403687ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:32:00.836158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.899249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:00.836356Z","caller":"traceutil/trace.go:171","msg":"trace[970759706] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4710; }","duration":"160.110984ms","start":"2026-03-02T21:32:00.676207Z","end":"2026-03-02T21:32:00.836318Z","steps":["trace[970759706] 'agreement among raft nodes before linearized reading' (duration: 159.897609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.836532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.244519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:32:00.836661Z","caller":"traceutil/trace.go:171","msg":"trace[730918847] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4710; }","duration":"176.476824ms","start":"2026-03-02T21:32:00.660153Z","end":"2026-03-02T21:32:00.83663Z","steps":["trace[730918847] 'agreement among raft nodes before linearized reading' (duration: 175.976322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.02708Z","caller":"traceutil/trace.go:171","msg":"trace[1897937339] linearizableReadLoop","detail":"{readStateIndex:4901; appliedIndex:4900; }","duration":"189.129987ms","start":"2026-03-02T21:32:00.837926Z","end":"2026-03-02T21:32:01.027056Z","steps":["trace[1897937339] 'read index received' (duration: 188.992934ms)","trace[1897937339] 'applied index is now lower than readState.Index' (duration: 135.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:01.027129Z","caller":"traceutil/trace.go:171","msg":"trace[1508536971] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"190.157611ms","start":"2026-03-02T21:32:00.836937Z","end":"2026-03-02T21:32:01.027094Z","steps":["trace[1508536971] 'process raft request' (duration: 189.948536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.027286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.336783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16647"} {"level":"info","ts":"2026-03-02T21:32:01.02733Z","caller":"traceutil/trace.go:171","msg":"trace[1873768789] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4711; }","duration":"189.426414ms","start":"2026-03-02T21:32:00.837893Z","end":"2026-03-02T21:32:01.02732Z","steps":["trace[1873768789] 'agreement among raft nodes before linearized reading' (duration: 189.24067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.047912Z","caller":"traceutil/trace.go:171","msg":"trace[692817736] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"206.352057ms","start":"2026-03-02T21:32:00.841537Z","end":"2026-03-02T21:32:01.047889Z","steps":["trace[692817736] 'process raft request' (duration: 206.163043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.048422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.826971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54123"} {"level":"info","ts":"2026-03-02T21:32:01.048486Z","caller":"traceutil/trace.go:171","msg":"trace[440228780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4713; }","duration":"207.912862ms","start":"2026-03-02T21:32:00.840555Z","end":"2026-03-02T21:32:01.048468Z","steps":["trace[440228780] 'agreement among raft nodes before linearized reading' (duration: 207.667397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.048547Z","caller":"traceutil/trace.go:171","msg":"trace[73659057] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"207.003422ms","start":"2026-03-02T21:32:00.841536Z","end":"2026-03-02T21:32:01.048539Z","steps":["trace[73659057] 'process raft request' (duration: 206.320076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.340674Z","caller":"traceutil/trace.go:171","msg":"trace[1640924946] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"217.194098ms","start":"2026-03-02T21:32:01.123455Z","end":"2026-03-02T21:32:01.340649Z","steps":["trace[1640924946] 'process raft request' (duration: 133.740332ms)","trace[1640924946] 'compare' (duration: 83.256811ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:01.340688Z","caller":"traceutil/trace.go:171","msg":"trace[81130657] linearizableReadLoop","detail":"{readStateIndex:4904; appliedIndex:4903; }","duration":"212.238713ms","start":"2026-03-02T21:32:01.128411Z","end":"2026-03-02T21:32:01.34065Z","steps":["trace[81130657] 'read index received' (duration: 128.799637ms)","trace[81130657] 'applied index is now lower than readState.Index' (duration: 83.436496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:01.341073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.632242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-02T21:32:01.341146Z","caller":"traceutil/trace.go:171","msg":"trace[1254125340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4714; }","duration":"212.752155ms","start":"2026-03-02T21:32:01.128375Z","end":"2026-03-02T21:32:01.341127Z","steps":["trace[1254125340] 'agreement among raft nodes before linearized reading' (duration: 212.427627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.431495Z","caller":"traceutil/trace.go:171","msg":"trace[186014891] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"272.646974ms","start":"2026-03-02T21:32:01.158812Z","end":"2026-03-02T21:32:01.431459Z","steps":["trace[186014891] 'process raft request' (duration: 272.384238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.431637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.330501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:32:01.431638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.420143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:32:01.431704Z","caller":"traceutil/trace.go:171","msg":"trace[293107149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4715; }","duration":"273.428943ms","start":"2026-03-02T21:32:01.15826Z","end":"2026-03-02T21:32:01.431689Z","steps":["trace[293107149] 'agreement among raft nodes before linearized reading' (duration: 273.161276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.431728Z","caller":"traceutil/trace.go:171","msg":"trace[320299402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4715; }","duration":"273.542285ms","start":"2026-03-02T21:32:01.158165Z","end":"2026-03-02T21:32:01.431707Z","steps":["trace[320299402] 'agreement among raft nodes before linearized reading' (duration: 273.260729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.431662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.259932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:32:01.431756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.468366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:32:01.431765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.869623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:32:01.431793Z","caller":"traceutil/trace.go:171","msg":"trace[2043395121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4715; }","duration":"230.535498ms","start":"2026-03-02T21:32:01.201247Z","end":"2026-03-02T21:32:01.431783Z","steps":["trace[2043395121] 'agreement among raft nodes before linearized reading' (duration: 230.401315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.431822Z","caller":"traceutil/trace.go:171","msg":"trace[1919231514] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4715; }","duration":"273.952914ms","start":"2026-03-02T21:32:01.157851Z","end":"2026-03-02T21:32:01.431804Z","steps":["trace[1919231514] 'agreement among raft nodes before linearized reading' (duration: 273.846942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.431811Z","caller":"traceutil/trace.go:171","msg":"trace[1541433667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4715; }","duration":"274.427846ms","start":"2026-03-02T21:32:01.157349Z","end":"2026-03-02T21:32:01.431777Z","steps":["trace[1541433667] 'agreement among raft nodes before linearized reading' (duration: 274.19332ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.717428Z","caller":"traceutil/trace.go:171","msg":"trace[971744197] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"281.402877ms","start":"2026-03-02T21:32:01.435999Z","end":"2026-03-02T21:32:01.717402Z","steps":["trace[971744197] 'process raft request' (duration: 281.10923ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.745705Z","caller":"traceutil/trace.go:171","msg":"trace[1310493015] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"308.089016ms","start":"2026-03-02T21:32:01.437605Z","end":"2026-03-02T21:32:01.745694Z","steps":["trace[1310493015] 'process raft request' (duration: 308.051455ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.745794Z","caller":"traceutil/trace.go:171","msg":"trace[835509304] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"309.678844ms","start":"2026-03-02T21:32:01.436072Z","end":"2026-03-02T21:32:01.74575Z","steps":["trace[835509304] 'process raft request' (duration: 309.375137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.745823Z","caller":"traceutil/trace.go:171","msg":"trace[120044363] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"308.526836ms","start":"2026-03-02T21:32:01.437253Z","end":"2026-03-02T21:32:01.74578Z","steps":["trace[120044363] 'process raft request' (duration: 308.359282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.745859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:01.437599Z","time spent":"308.174758ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:01.74595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:01.43603Z","time spent":"309.832077ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:01.746008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:01.437246Z","time spent":"308.66538ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:01.745545Z","caller":"traceutil/trace.go:171","msg":"trace[191233918] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"309.447148ms","start":"2026-03-02T21:32:01.43607Z","end":"2026-03-02T21:32:01.745517Z","steps":["trace[191233918] 'process raft request' (duration: 309.10103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.746112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:01.436055Z","time spent":"310.001311ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:03.055249Z","caller":"traceutil/trace.go:171","msg":"trace[71133906] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"119.467101ms","start":"2026-03-02T21:32:02.935751Z","end":"2026-03-02T21:32:03.055218Z","steps":["trace[71133906] 'process raft request' (duration: 82.697398ms)","trace[71133906] 'compare' (duration: 36.461696ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:09.737345Z","caller":"traceutil/trace.go:171","msg":"trace[411563932] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5024; }","duration":"116.743067ms","start":"2026-03-02T21:32:09.620577Z","end":"2026-03-02T21:32:09.73732Z","steps":["trace[411563932] 'read index received' (duration: 46.960109ms)","trace[411563932] 'applied index is now lower than readState.Index' (duration: 69.781807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:09.73752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.923592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-02T21:32:09.737546Z","caller":"traceutil/trace.go:171","msg":"trace[1476299987] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b; range_end:; response_count:1; response_revision:4834; }","duration":"117.014634ms","start":"2026-03-02T21:32:09.620522Z","end":"2026-03-02T21:32:09.737537Z","steps":["trace[1476299987] 'agreement among raft nodes before linearized reading' (duration: 116.887741ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:09.737706Z","caller":"traceutil/trace.go:171","msg":"trace[1064398302] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"244.167882ms","start":"2026-03-02T21:32:09.493527Z","end":"2026-03-02T21:32:09.737695Z","steps":["trace[1064398302] 'process raft request' (duration: 173.970805ms)","trace[1064398302] 'compare' (duration: 69.719076ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:09.938851Z","caller":"traceutil/trace.go:171","msg":"trace[303269048] linearizableReadLoop","detail":"{readStateIndex:5027; appliedIndex:5025; }","duration":"141.815559ms","start":"2026-03-02T21:32:09.79698Z","end":"2026-03-02T21:32:09.938795Z","steps":["trace[303269048] 'read index received' (duration: 27.745253ms)","trace[303269048] 'applied index is now lower than readState.Index' (duration: 114.069016ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:09.939006Z","caller":"traceutil/trace.go:171","msg":"trace[22040220] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"145.292161ms","start":"2026-03-02T21:32:09.793695Z","end":"2026-03-02T21:32:09.938988Z","steps":["trace[22040220] 'process raft request' (duration: 125.776128ms)","trace[22040220] 'compare' (duration: 18.98026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:09.93943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.416364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-02T21:32:09.939536Z","caller":"traceutil/trace.go:171","msg":"trace[1845104460] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b; range_end:; response_count:1; response_revision:4836; }","duration":"142.555717ms","start":"2026-03-02T21:32:09.796954Z","end":"2026-03-02T21:32:09.939509Z","steps":["trace[1845104460] 'agreement among raft nodes before linearized reading' (duration: 142.312201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.226758Z","caller":"traceutil/trace.go:171","msg":"trace[652166032] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"281.92527ms","start":"2026-03-02T21:32:09.944807Z","end":"2026-03-02T21:32:10.226732Z","steps":["trace[652166032] 'process raft request' (duration: 281.646034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.22693Z","caller":"traceutil/trace.go:171","msg":"trace[400041846] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5029; }","duration":"210.751198ms","start":"2026-03-02T21:32:10.016153Z","end":"2026-03-02T21:32:10.226904Z","steps":["trace[400041846] 'read index received' (duration: 210.338128ms)","trace[400041846] 'applied index is now lower than readState.Index' (duration: 411.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:10.22712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.941203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:10.22718Z","caller":"traceutil/trace.go:171","msg":"trace[1676315529] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4840; }","duration":"211.073596ms","start":"2026-03-02T21:32:10.016093Z","end":"2026-03-02T21:32:10.227167Z","steps":["trace[1676315529] 'agreement among raft nodes before linearized reading' (duration: 210.927913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.226997Z","caller":"traceutil/trace.go:171","msg":"trace[1221364089] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"279.035662ms","start":"2026-03-02T21:32:09.947914Z","end":"2026-03-02T21:32:10.22695Z","steps":["trace[1221364089] 'process raft request' (duration: 278.756926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:11.693923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600968629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:12.196907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600968629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:12.697079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600968629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:13.197444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600968629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:13.374301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T21:32:13.374405Z","caller":"traceutil/trace.go:171","msg":"trace[369694080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669356s","start":"2026-03-02T21:32:11.373718Z","end":"2026-03-02T21:32:13.374388Z","steps":["trace[369694080] 'agreement among raft nodes before linearized reading' (duration: 2.000531973s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.374453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.373705Z","time spent":"2.000738148s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:32:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:32:13.698134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600968629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:14.199058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600968629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:14.346366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.157691064s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:32:14.346886Z","caller":"traceutil/trace.go:171","msg":"trace[1445874933] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"3.158321689s","start":"2026-03-02T21:32:11.188532Z","end":"2026-03-02T21:32:14.346854Z","steps":["trace[1445874933] 'process raft request' (duration: 3.158077413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.3471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.188507Z","time spent":"3.158483923s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:14.930535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.717043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:14.930761Z","caller":"traceutil/trace.go:171","msg":"trace[1432009249] linearizableReadLoop","detail":"{readStateIndex:5036; appliedIndex:5033; }","duration":"3.740391831s","start":"2026-03-02T21:32:11.190351Z","end":"2026-03-02T21:32:14.930743Z","steps":["trace[1432009249] 'read index received' (duration: 3.156324843s)","trace[1432009249] 'applied index is now lower than readState.Index' (duration: 584.065928ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:14.930849Z","caller":"traceutil/trace.go:171","msg":"trace[199376255] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"2.782052301s","start":"2026-03-02T21:32:12.148786Z","end":"2026-03-02T21:32:14.930839Z","steps":["trace[199376255] 'process raft request' (duration: 2.781861487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.930909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.148762Z","time spent":"2.782111733s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:14.930929Z","caller":"traceutil/trace.go:171","msg":"trace[128596151] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"3.187960816s","start":"2026-03-02T21:32:11.742934Z","end":"2026-03-02T21:32:14.930895Z","steps":["trace[128596151] 'process raft request' (duration: 2.699751812s)","trace[128596151] 'compare' (duration: 487.470127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:14.931069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914741159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:32:14.931137Z","caller":"traceutil/trace.go:171","msg":"trace[179315650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4844; }","duration":"2.914851272s","start":"2026-03-02T21:32:12.01627Z","end":"2026-03-02T21:32:14.931121Z","steps":["trace[179315650] 'agreement among raft nodes before linearized reading' (duration: 2.914659307s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.931184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.016249Z","time spent":"2.914923254s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86632292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-02T21:32:14.931347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987578329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:32:14.931382Z","caller":"traceutil/trace.go:171","msg":"trace[695463991] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4844; }","duration":"1.866429273s","start":"2026-03-02T21:32:13.06493Z","end":"2026-03-02T21:32:14.931359Z","steps":["trace[695463991] 'agreement among raft nodes before linearized reading' (duration: 1.866273299s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:14.931398Z","caller":"traceutil/trace.go:171","msg":"trace[811535305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4844; }","duration":"2.987665151s","start":"2026-03-02T21:32:11.943716Z","end":"2026-03-02T21:32:14.931382Z","steps":["trace[811535305] 'agreement among raft nodes before linearized reading' (duration: 2.987525407s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.931394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177241498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-03-02T21:32:14.931397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700799327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:32:14.931427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.064912Z","time spent":"1.866503584s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.943682Z","time spent":"2.987748913s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:32:14.931453Z","caller":"traceutil/trace.go:171","msg":"trace[1240720180] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b; range_end:; response_count:1; response_revision:4844; }","duration":"3.177345831s","start":"2026-03-02T21:32:11.754092Z","end":"2026-03-02T21:32:14.931438Z","steps":["trace[1240720180] 'agreement among raft nodes before linearized reading' (duration: 3.177142976s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:14.931466Z","caller":"traceutil/trace.go:171","msg":"trace[830656974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4844; }","duration":"2.700911619s","start":"2026-03-02T21:32:12.230535Z","end":"2026-03-02T21:32:14.931446Z","steps":["trace[830656974] 'agreement among raft nodes before linearized reading' (duration: 2.700733295s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.931469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91392585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:32:14.931498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.754073Z","time spent":"3.177411192s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.230484Z","time spent":"2.701008941s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23292719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-xfmnv\" ","response":"range_response_count:1 size:4764"} {"level":"warn","ts":"2026-03-02T21:32:14.931505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546044232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:14.931527Z","caller":"traceutil/trace.go:171","msg":"trace[1713766287] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4844; }","duration":"2.914000552s","start":"2026-03-02T21:32:12.017506Z","end":"2026-03-02T21:32:14.931507Z","steps":["trace[1713766287] 'agreement among raft nodes before linearized reading' (duration: 2.913866458s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.931526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741163929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:32:14.93156Z","caller":"traceutil/trace.go:171","msg":"trace[830155097] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-748b556d75-xfmnv; range_end:; response_count:1; response_revision:4844; }","duration":"3.233187375s","start":"2026-03-02T21:32:11.698353Z","end":"2026-03-02T21:32:14.931541Z","steps":["trace[830155097] 'agreement among raft nodes before linearized reading' (duration: 3.232883128s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.931551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100461137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:32:14.931576Z","caller":"traceutil/trace.go:171","msg":"trace[154161481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4844; }","duration":"3.741244221s","start":"2026-03-02T21:32:11.190319Z","end":"2026-03-02T21:32:14.931563Z","steps":["trace[154161481] 'agreement among raft nodes before linearized reading' (duration: 3.741112528s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:14.931574Z","caller":"traceutil/trace.go:171","msg":"trace[1242251533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4844; }","duration":"1.546142125s","start":"2026-03-02T21:32:13.385409Z","end":"2026-03-02T21:32:14.931551Z","steps":["trace[1242251533] 'agreement among raft nodes before linearized reading' (duration: 1.546028152s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.931543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482244363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:32:14.93161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.698338Z","time spent":"3.233260958s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4788,"request content":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-xfmnv\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.190302Z","time spent":"3.741312842s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.38539Z","time spent":"1.546233856s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:32:14.931636Z","caller":"traceutil/trace.go:171","msg":"trace[737351552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4844; }","duration":"3.1005796s","start":"2026-03-02T21:32:11.831032Z","end":"2026-03-02T21:32:14.931611Z","steps":["trace[737351552] 'agreement among raft nodes before linearized reading' (duration: 3.100368895s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:14.931687Z","caller":"traceutil/trace.go:171","msg":"trace[1182649435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4844; }","duration":"3.482407356s","start":"2026-03-02T21:32:11.449226Z","end":"2026-03-02T21:32:14.931634Z","steps":["trace[1182649435] 'agreement among raft nodes before linearized reading' (duration: 3.482036058s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.931789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.449208Z","time spent":"3.482567931s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.017496Z","time spent":"2.914064104s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.831014Z","time spent":"3.100673842s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740435202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:32:14.931994Z","caller":"traceutil/trace.go:171","msg":"trace[70782389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:4844; }","duration":"3.741429715s","start":"2026-03-02T21:32:11.190549Z","end":"2026-03-02T21:32:14.931978Z","steps":["trace[70782389] 'agreement among raft nodes before linearized reading' (duration: 3.74034996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.932049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.190526Z","time spent":"3.741507657s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:32:14.931748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.742906Z","time spent":"3.18811675s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:17.183491Z","caller":"traceutil/trace.go:171","msg":"trace[1904734119] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"146.010617ms","start":"2026-03-02T21:32:17.037456Z","end":"2026-03-02T21:32:17.183466Z","steps":["trace[1904734119] 'process raft request' (duration: 89.571988ms)","trace[1904734119] 'compare' (duration: 56.237734ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:17.183864Z","caller":"traceutil/trace.go:171","msg":"trace[1805909968] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"146.130159ms","start":"2026-03-02T21:32:17.037703Z","end":"2026-03-02T21:32:17.183834Z","steps":["trace[1805909968] 'process raft request' (duration: 145.969196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:17.183936Z","caller":"traceutil/trace.go:171","msg":"trace[754591441] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"146.751904ms","start":"2026-03-02T21:32:17.037171Z","end":"2026-03-02T21:32:17.183923Z","steps":["trace[754591441] 'process raft request' (duration: 146.262972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:17.184107Z","caller":"traceutil/trace.go:171","msg":"trace[1373360032] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"146.310703ms","start":"2026-03-02T21:32:17.037776Z","end":"2026-03-02T21:32:17.184087Z","steps":["trace[1373360032] 'process raft request' (duration: 145.998756ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:17.184373Z","caller":"traceutil/trace.go:171","msg":"trace[2056521136] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"146.331874ms","start":"2026-03-02T21:32:17.038018Z","end":"2026-03-02T21:32:17.18435Z","steps":["trace[2056521136] 'process raft request' (duration: 145.981456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:17.184472Z","caller":"traceutil/trace.go:171","msg":"trace[1084652049] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5093; }","duration":"145.69018ms","start":"2026-03-02T21:32:17.038749Z","end":"2026-03-02T21:32:17.184439Z","steps":["trace[1084652049] 'read index received' (duration: 88.36695ms)","trace[1084652049] 'applied index is now lower than readState.Index' (duration: 57.321969ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:17.184519Z","caller":"traceutil/trace.go:171","msg":"trace[135598746] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"146.379246ms","start":"2026-03-02T21:32:17.03807Z","end":"2026-03-02T21:32:17.184449Z","steps":["trace[135598746] 'process raft request' (duration: 146.185911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:17.18474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.973576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63302"} {"level":"info","ts":"2026-03-02T21:32:17.18477Z","caller":"traceutil/trace.go:171","msg":"trace[1220545955] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4904; }","duration":"146.034547ms","start":"2026-03-02T21:32:17.038729Z","end":"2026-03-02T21:32:17.184764Z","steps":["trace[1220545955] 'agreement among raft nodes before linearized reading' (duration: 145.839313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:19.163798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.482608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-02T21:32:19.163927Z","caller":"traceutil/trace.go:171","msg":"trace[530519607] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"125.580303ms","start":"2026-03-02T21:32:19.038315Z","end":"2026-03-02T21:32:19.163896Z","steps":["trace[530519607] 'process raft request' (duration: 83.264911ms)","trace[530519607] 'compare' (duration: 41.900902ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:19.164259Z","caller":"traceutil/trace.go:171","msg":"trace[364993502] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4925; }","duration":"218.976989ms","start":"2026-03-02T21:32:18.945254Z","end":"2026-03-02T21:32:19.164231Z","steps":["trace[364993502] 'range keys from in-memory index tree' (duration: 218.338004ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:27.461076Z","caller":"traceutil/trace.go:171","msg":"trace[1080504765] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5229; }","duration":"204.78551ms","start":"2026-03-02T21:32:27.256262Z","end":"2026-03-02T21:32:27.461048Z","steps":["trace[1080504765] 'read index received' (duration: 204.541214ms)","trace[1080504765] 'applied index is now lower than readState.Index' (duration: 242.916µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:27.461364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.075267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:32:27.461428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.094317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:32:27.461457Z","caller":"traceutil/trace.go:171","msg":"trace[84983495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5032; }","duration":"205.21537ms","start":"2026-03-02T21:32:27.256218Z","end":"2026-03-02T21:32:27.461433Z","steps":["trace[84983495] 'agreement among raft nodes before linearized reading' (duration: 204.975804ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:27.461509Z","caller":"traceutil/trace.go:171","msg":"trace[435470660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5032; }","duration":"205.22172ms","start":"2026-03-02T21:32:27.256268Z","end":"2026-03-02T21:32:27.46149Z","steps":["trace[435470660] 'agreement among raft nodes before linearized reading' (duration: 204.993955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:27.46148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.788567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T21:32:27.461631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.754066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:32:27.461697Z","caller":"traceutil/trace.go:171","msg":"trace[646747732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5032; }","duration":"203.844909ms","start":"2026-03-02T21:32:27.257827Z","end":"2026-03-02T21:32:27.461672Z","steps":["trace[646747732] 'agreement among raft nodes before linearized reading' (duration: 203.711835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:27.461686Z","caller":"traceutil/trace.go:171","msg":"trace[2068247175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5032; }","duration":"203.997042ms","start":"2026-03-02T21:32:27.257655Z","end":"2026-03-02T21:32:27.461652Z","steps":["trace[2068247175] 'agreement among raft nodes before linearized reading' (duration: 203.624543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:27.46175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.668359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:32:27.461839Z","caller":"traceutil/trace.go:171","msg":"trace[275210575] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:5032; }","duration":"198.780811ms","start":"2026-03-02T21:32:27.263036Z","end":"2026-03-02T21:32:27.461817Z","steps":["trace[275210575] 'agreement among raft nodes before linearized reading' (duration: 198.507865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:27.461799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.79832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:32:27.461927Z","caller":"traceutil/trace.go:171","msg":"trace[1197521931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5032; }","duration":"204.966655ms","start":"2026-03-02T21:32:27.256932Z","end":"2026-03-02T21:32:27.461898Z","steps":["trace[1197521931] 'agreement among raft nodes before linearized reading' (duration: 204.547845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:27.461918Z","caller":"traceutil/trace.go:171","msg":"trace[1711928542] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"208.287592ms","start":"2026-03-02T21:32:27.253601Z","end":"2026-03-02T21:32:27.461888Z","steps":["trace[1711928542] 'process raft request' (duration: 207.142715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:27.462432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.29673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:32:27.462682Z","caller":"traceutil/trace.go:171","msg":"trace[1493269703] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5032; }","duration":"201.559395ms","start":"2026-03-02T21:32:27.261099Z","end":"2026-03-02T21:32:27.462658Z","steps":["trace[1493269703] 'agreement among raft nodes before linearized reading' (duration: 200.170453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:32.601137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.607577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:32.601296Z","caller":"traceutil/trace.go:171","msg":"trace[1694426992] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5063; }","duration":"808.798911ms","start":"2026-03-02T21:32:31.792466Z","end":"2026-03-02T21:32:32.601265Z","steps":["trace[1694426992] 'count revisions from in-memory index tree' (duration: 808.417733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:32.601355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:31.792382Z","time spent":"808.958455ms","remote":"127.0.0.1:58076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:32.601466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.942316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:32.601524Z","caller":"traceutil/trace.go:171","msg":"trace[1480568200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5063; }","duration":"231.053379ms","start":"2026-03-02T21:32:32.370456Z","end":"2026-03-02T21:32:32.60151Z","steps":["trace[1480568200] 'range keys from in-memory index tree' (duration: 230.809364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:32.601573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.014469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-02T21:32:32.601193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.033066Z","time spent":"568.116559ms","remote":"127.0.0.1:55584","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:32:32.601676Z","caller":"traceutil/trace.go:171","msg":"trace[1409209105] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5063; }","duration":"447.207804ms","start":"2026-03-02T21:32:32.154447Z","end":"2026-03-02T21:32:32.601655Z","steps":["trace[1409209105] 'range keys from in-memory index tree' (duration: 446.774864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:32.601728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.154423Z","time spent":"447.294386ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T21:32:32.602074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.979871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-02T21:32:32.602188Z","caller":"traceutil/trace.go:171","msg":"trace[1811155866] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5063; }","duration":"548.147995ms","start":"2026-03-02T21:32:32.054013Z","end":"2026-03-02T21:32:32.602161Z","steps":["trace[1811155866] 'range keys from in-memory index tree' (duration: 547.05629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:32.602262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.05399Z","time spent":"548.251757ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T21:32:33.105553Z","caller":"traceutil/trace.go:171","msg":"trace[21485776] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5262; }","duration":"498.982974ms","start":"2026-03-02T21:32:32.606545Z","end":"2026-03-02T21:32:33.105528Z","steps":["trace[21485776] 'read index received' (duration: 498.604095ms)","trace[21485776] 'applied index is now lower than readState.Index' (duration: 378.069µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:33.105749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.186559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T21:32:33.105658Z","caller":"traceutil/trace.go:171","msg":"trace[975275509] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"500.251204ms","start":"2026-03-02T21:32:32.605347Z","end":"2026-03-02T21:32:33.105598Z","steps":["trace[975275509] 'process raft request' (duration: 499.837114ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.105783Z","caller":"traceutil/trace.go:171","msg":"trace[1387049423] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b; range_end:; response_count:1; response_revision:5064; }","duration":"499.296692ms","start":"2026-03-02T21:32:32.606475Z","end":"2026-03-02T21:32:33.105772Z","steps":["trace[1387049423] 'agreement among raft nodes before linearized reading' (duration: 499.165349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.105813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.606462Z","time spent":"499.341663ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-70c2f0fc-b553-47bf-b13a-e70716e78b1b\" "} {"level":"warn","ts":"2026-03-02T21:32:33.105997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.605321Z","time spent":"500.51834ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:33.446704Z","caller":"traceutil/trace.go:171","msg":"trace[100562954] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5263; }","duration":"341.066631ms","start":"2026-03-02T21:32:33.105615Z","end":"2026-03-02T21:32:33.446682Z","steps":["trace[100562954] 'read index received' (duration: 340.948128ms)","trace[100562954] 'applied index is now lower than readState.Index' (duration: 117.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:33.446909Z","caller":"traceutil/trace.go:171","msg":"trace[1315437364] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"834.799704ms","start":"2026-03-02T21:32:32.612041Z","end":"2026-03-02T21:32:33.446841Z","steps":["trace[1315437364] 'process raft request' (duration: 834.503147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.447064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.610514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:33.447144Z","caller":"traceutil/trace.go:171","msg":"trace[173548707] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5065; }","duration":"751.763587ms","start":"2026-03-02T21:32:32.69536Z","end":"2026-03-02T21:32:33.447123Z","steps":["trace[173548707] 'agreement among raft nodes before linearized reading' (duration: 751.557403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.447303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.695333Z","time spent":"751.85932ms","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:33.447537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.612025Z","time spent":"835.032889ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:33.448215Z","caller":"traceutil/trace.go:171","msg":"trace[228341488] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"143.069629ms","start":"2026-03-02T21:32:33.305104Z","end":"2026-03-02T21:32:33.448173Z","steps":["trace[228341488] 'process raft request' (duration: 142.830703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.761353Z","caller":"traceutil/trace.go:171","msg":"trace[391786202] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"306.841238ms","start":"2026-03-02T21:32:33.454482Z","end":"2026-03-02T21:32:33.761323Z","steps":["trace[391786202] 'process raft request' (duration: 240.825087ms)","trace[391786202] 'compare' (duration: 65.801936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:33.761517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.454459Z","time spent":"306.97653ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:33.761703Z","caller":"traceutil/trace.go:171","msg":"trace[203387196] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5266; }","duration":"256.704025ms","start":"2026-03-02T21:32:33.504963Z","end":"2026-03-02T21:32:33.761667Z","steps":["trace[203387196] 'read index received' (duration: 190.209652ms)","trace[203387196] 'applied index is now lower than readState.Index' (duration: 66.492463ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:33.761707Z","caller":"traceutil/trace.go:171","msg":"trace[743995938] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"306.97569ms","start":"2026-03-02T21:32:33.454658Z","end":"2026-03-02T21:32:33.761634Z","steps":["trace[743995938] 'process raft request' (duration: 306.606821ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.761866Z","caller":"traceutil/trace.go:171","msg":"trace[81921781] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"302.974088ms","start":"2026-03-02T21:32:33.458873Z","end":"2026-03-02T21:32:33.761847Z","steps":["trace[81921781] 'process raft request' (duration: 302.727632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.761992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.947795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:32:33.762002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.454652Z","time spent":"307.196976ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:33.762036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.458863Z","time spent":"303.125121ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4142,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:33.762032Z","caller":"traceutil/trace.go:171","msg":"trace[1769070379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5071; }","duration":"246.018487ms","start":"2026-03-02T21:32:33.516002Z","end":"2026-03-02T21:32:33.76202Z","steps":["trace[1769070379] 'agreement among raft nodes before linearized reading' (duration: 245.875874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.762047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.065683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:32:33.762073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.389203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:32:33.7621Z","caller":"traceutil/trace.go:171","msg":"trace[1953264028] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5071; }","duration":"257.180165ms","start":"2026-03-02T21:32:33.504903Z","end":"2026-03-02T21:32:33.762083Z","steps":["trace[1953264028] 'agreement among raft nodes before linearized reading' (duration: 256.95509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.762119Z","caller":"traceutil/trace.go:171","msg":"trace[1818330998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:5071; }","duration":"242.438214ms","start":"2026-03-02T21:32:33.519668Z","end":"2026-03-02T21:32:33.762106Z","steps":["trace[1818330998] 'agreement among raft nodes before linearized reading' (duration: 242.307971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.762133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.948525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:33.761878Z","caller":"traceutil/trace.go:171","msg":"trace[977298417] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"307.094084ms","start":"2026-03-02T21:32:33.454734Z","end":"2026-03-02T21:32:33.761828Z","steps":["trace[977298417] 'process raft request' (duration: 306.746515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.762187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.802632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:32:33.762206Z","caller":"traceutil/trace.go:171","msg":"trace[814971530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5071; }","duration":"243.042768ms","start":"2026-03-02T21:32:33.519146Z","end":"2026-03-02T21:32:33.762189Z","steps":["trace[814971530] 'agreement among raft nodes before linearized reading' (duration: 242.824183ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.762236Z","caller":"traceutil/trace.go:171","msg":"trace[909256883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5071; }","duration":"242.886254ms","start":"2026-03-02T21:32:33.519338Z","end":"2026-03-02T21:32:33.762224Z","steps":["trace[909256883] 'agreement among raft nodes before linearized reading' (duration: 242.655328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.762218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.796605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:32:33.762238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.45471Z","time spent":"307.496772ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:33.762288Z","caller":"traceutil/trace.go:171","msg":"trace[1475807180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5071; }","duration":"243.926208ms","start":"2026-03-02T21:32:33.518343Z","end":"2026-03-02T21:32:33.762269Z","steps":["trace[1475807180] 'agreement among raft nodes before linearized reading' (duration: 243.688492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.762347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.962649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:32:33.762389Z","caller":"traceutil/trace.go:171","msg":"trace[380813866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5071; }","duration":"244.059361ms","start":"2026-03-02T21:32:33.51832Z","end":"2026-03-02T21:32:33.762379Z","steps":["trace[380813866] 'agreement among raft nodes before linearized reading' (duration: 243.959749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:34.120293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.872608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:34.120576Z","caller":"traceutil/trace.go:171","msg":"trace[156767911] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"352.285981ms","start":"2026-03-02T21:32:33.768271Z","end":"2026-03-02T21:32:34.120557Z","steps":["trace[156767911] 'process raft request' (duration: 352.152798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:34.120594Z","caller":"traceutil/trace.go:171","msg":"trace[981124030] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"352.959627ms","start":"2026-03-02T21:32:33.7676Z","end":"2026-03-02T21:32:34.12056Z","steps":["trace[981124030] 'process raft request' (duration: 164.648699ms)","trace[981124030] 'compare' (duration: 187.643863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:34.120658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.768246Z","time spent":"352.375004ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:34.120787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.76756Z","time spent":"353.124791ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:34.120964Z","caller":"traceutil/trace.go:171","msg":"trace[1617883713] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"352.463146ms","start":"2026-03-02T21:32:33.768489Z","end":"2026-03-02T21:32:34.120952Z","steps":["trace[1617883713] 'process raft request' (duration: 352.284901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:34.121027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.768466Z","time spent":"352.532618ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:34.121147Z","caller":"traceutil/trace.go:171","msg":"trace[1676630705] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"352.63818ms","start":"2026-03-02T21:32:33.76847Z","end":"2026-03-02T21:32:34.121108Z","steps":["trace[1676630705] 'process raft request' (duration: 352.2024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:34.121235Z","caller":"traceutil/trace.go:171","msg":"trace[1205535715] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"352.278621ms","start":"2026-03-02T21:32:33.76892Z","end":"2026-03-02T21:32:34.121198Z","steps":["trace[1205535715] 'process raft request' (duration: 351.929363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:34.121318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.768463Z","time spent":"352.766673ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:34.121442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.7689Z","time spent":"352.433785ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:34.120938Z","caller":"traceutil/trace.go:171","msg":"trace[705634600] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"352.502047ms","start":"2026-03-02T21:32:33.768412Z","end":"2026-03-02T21:32:34.120914Z","steps":["trace[705634600] 'process raft request' (duration: 352.106268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:34.121528Z","caller":"traceutil/trace.go:171","msg":"trace[1250828978] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"352.63332ms","start":"2026-03-02T21:32:33.768504Z","end":"2026-03-02T21:32:34.121138Z","steps":["trace[1250828978] 'process raft request' (duration: 352.308232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:34.121587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.7684Z","time spent":"353.10635ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:34.121646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.768466Z","time spent":"353.100691ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:34.122551Z","caller":"traceutil/trace.go:171","msg":"trace[117213266] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"353.521ms","start":"2026-03-02T21:32:33.769006Z","end":"2026-03-02T21:32:34.122527Z","steps":["trace[117213266] 'process raft request' (duration: 352.009815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:34.12256Z","caller":"traceutil/trace.go:171","msg":"trace[1721300306] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5270; }","duration":"353.880898ms","start":"2026-03-02T21:32:33.768662Z","end":"2026-03-02T21:32:34.122543Z","steps":["trace[1721300306] 'read index received' (duration: 163.519053ms)","trace[1721300306] 'applied index is now lower than readState.Index' (duration: 190.360245ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:34.122625Z","caller":"traceutil/trace.go:171","msg":"trace[1973138641] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"352.694561ms","start":"2026-03-02T21:32:33.769911Z","end":"2026-03-02T21:32:34.122605Z","steps":["trace[1973138641] 'process raft request' (duration: 352.522327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:34.122638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.768995Z","time spent":"353.600092ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:34.122734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.769901Z","time spent":"352.762572ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:34.122767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.474852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-tnl2j\" ","response":"range_response_count:1 size:4157"} {"level":"info","ts":"2026-03-02T21:32:34.122803Z","caller":"traceutil/trace.go:171","msg":"trace[1498061000] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-tnl2j; range_end:; response_count:1; response_revision:5080; }","duration":"351.521714ms","start":"2026-03-02T21:32:33.771267Z","end":"2026-03-02T21:32:34.122789Z","steps":["trace[1498061000] 'agreement among raft nodes before linearized reading' (duration: 351.385921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:34.122843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.771262Z","time spent":"351.572945ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4181,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-tnl2j\" "} {"level":"warn","ts":"2026-03-02T21:32:34.122845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.185095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64995"} {"level":"info","ts":"2026-03-02T21:32:34.122889Z","caller":"traceutil/trace.go:171","msg":"trace[835311475] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5080; }","duration":"354.282848ms","start":"2026-03-02T21:32:33.768595Z","end":"2026-03-02T21:32:34.122878Z","steps":["trace[835311475] 'agreement among raft nodes before linearized reading' (duration: 354.043963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:34.122933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:33.768587Z","time spent":"354.337679ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":65019,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:32:34.938854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.474171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:34.938964Z","caller":"traceutil/trace.go:171","msg":"trace[1249259825] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5279; }","duration":"569.138971ms","start":"2026-03-02T21:32:34.369806Z","end":"2026-03-02T21:32:34.938945Z","steps":["trace[1249259825] 'read index received' (duration: 41.061µs)","trace[1249259825] 'applied index is now lower than readState.Index' (duration: 569.09629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:34.939058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.259503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:34.939093Z","caller":"traceutil/trace.go:171","msg":"trace[831647031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"569.329715ms","start":"2026-03-02T21:32:34.369753Z","end":"2026-03-02T21:32:34.939083Z","steps":["trace[831647031] 'agreement among raft nodes before linearized reading' (duration: 569.241633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:34.939131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:34.369733Z","time spent":"569.391557ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:32:34.939375Z","caller":"traceutil/trace.go:171","msg":"trace[900249920] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"801.224795ms","start":"2026-03-02T21:32:34.138099Z","end":"2026-03-02T21:32:34.939324Z","steps":["trace[900249920] 'process raft request' (duration: 102.184271ms)","trace[900249920] 'compare' (duration: 698.042621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:34.939572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:34.138073Z","time spent":"801.407168ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:35.381079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.078755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:32:35.38118Z","caller":"traceutil/trace.go:171","msg":"trace[257426098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5081; }","duration":"270.222378ms","start":"2026-03-02T21:32:35.110929Z","end":"2026-03-02T21:32:35.381152Z","steps":["trace[257426098] 'range keys from in-memory index tree' (duration: 269.829299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:35.541909Z","caller":"traceutil/trace.go:171","msg":"trace[932995981] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5280; }","duration":"159.562151ms","start":"2026-03-02T21:32:35.382325Z","end":"2026-03-02T21:32:35.541887Z","steps":["trace[932995981] 'read index received' (duration: 83.129118ms)","trace[932995981] 'applied index is now lower than readState.Index' (duration: 76.431483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:35.542093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.744375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:35.542162Z","caller":"traceutil/trace.go:171","msg":"trace[237853411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"159.854288ms","start":"2026-03-02T21:32:35.38229Z","end":"2026-03-02T21:32:35.542145Z","steps":["trace[237853411] 'agreement among raft nodes before linearized reading' (duration: 159.705354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:35.543476Z","caller":"traceutil/trace.go:171","msg":"trace[1564653483] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"156.907959ms","start":"2026-03-02T21:32:35.386536Z","end":"2026-03-02T21:32:35.543444Z","steps":["trace[1564653483] 'process raft request' (duration: 156.662693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:36.023871Z","caller":"traceutil/trace.go:171","msg":"trace[978306523] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"176.729219ms","start":"2026-03-02T21:32:35.847115Z","end":"2026-03-02T21:32:36.023844Z","steps":["trace[978306523] 'process raft request' (duration: 176.555775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:50.444181Z","caller":"traceutil/trace.go:171","msg":"trace[434623104] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"110.795161ms","start":"2026-03-02T21:32:50.333367Z","end":"2026-03-02T21:32:50.444162Z","steps":["trace[434623104] 'process raft request' (duration: 110.694769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:50.444259Z","caller":"traceutil/trace.go:171","msg":"trace[859662693] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"110.29121ms","start":"2026-03-02T21:32:50.333959Z","end":"2026-03-02T21:32:50.44425Z","steps":["trace[859662693] 'process raft request' (duration: 110.123837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:50.444334Z","caller":"traceutil/trace.go:171","msg":"trace[2097623516] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"111.664312ms","start":"2026-03-02T21:32:50.332661Z","end":"2026-03-02T21:32:50.444325Z","steps":["trace[2097623516] 'process raft request' (duration: 59.618724ms)","trace[2097623516] 'compare' (duration: 51.632189ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:50.444334Z","caller":"traceutil/trace.go:171","msg":"trace[828806329] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"110.162307ms","start":"2026-03-02T21:32:50.334149Z","end":"2026-03-02T21:32:50.444312Z","steps":["trace[828806329] 'process raft request' (duration: 109.951462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:50.444652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.076798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T21:32:50.444684Z","caller":"traceutil/trace.go:171","msg":"trace[1081602498] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5183; }","duration":"111.135949ms","start":"2026-03-02T21:32:50.333537Z","end":"2026-03-02T21:32:50.444673Z","steps":["trace[1081602498] 'agreement among raft nodes before linearized reading' (duration: 111.030647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:05.262914Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2513} {"level":"info","ts":"2026-03-02T21:33:05.341868Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2513,"took":"78.030852ms","hash":1728642409,"current-db-size-bytes":39743488,"current-db-size":"40 MB","current-db-size-in-use-bytes":29151232,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T21:33:05.341958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1728642409,"revision":2513,"compact-revision":-1} {"level":"warn","ts":"2026-03-02T21:33:09.977285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.36436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:33:09.977378Z","caller":"traceutil/trace.go:171","msg":"trace[1250586639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5375; }","duration":"150.499703ms","start":"2026-03-02T21:33:09.826859Z","end":"2026-03-02T21:33:09.977359Z","steps":["trace[1250586639] 'count revisions from in-memory index tree' (duration: 150.293049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:10.235563Z","caller":"traceutil/trace.go:171","msg":"trace[53785628] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"155.872578ms","start":"2026-03-02T21:33:10.079654Z","end":"2026-03-02T21:33:10.235526Z","steps":["trace[53785628] 'process raft request' (duration: 155.677144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:10.726768Z","caller":"traceutil/trace.go:171","msg":"trace[1710961143] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5588; }","duration":"239.466727ms","start":"2026-03-02T21:33:10.487277Z","end":"2026-03-02T21:33:10.726744Z","steps":["trace[1710961143] 'read index received' (duration: 239.303813ms)","trace[1710961143] 'applied index is now lower than readState.Index' (duration: 161.444µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:10.727089Z","caller":"traceutil/trace.go:171","msg":"trace[145368411] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"292.041487ms","start":"2026-03-02T21:33:10.435035Z","end":"2026-03-02T21:33:10.727076Z","steps":["trace[145368411] 'process raft request' (duration: 291.542136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:10.727403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.109091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:33:10.72745Z","caller":"traceutil/trace.go:171","msg":"trace[2013744012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5379; }","duration":"240.211694ms","start":"2026-03-02T21:33:10.487226Z","end":"2026-03-02T21:33:10.727438Z","steps":["trace[2013744012] 'agreement among raft nodes before linearized reading' (duration: 240.06749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:10.727709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.333314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:33:10.727889Z","caller":"traceutil/trace.go:171","msg":"trace[1736496231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:5379; }","duration":"111.476458ms","start":"2026-03-02T21:33:10.616339Z","end":"2026-03-02T21:33:10.727816Z","steps":["trace[1736496231] 'agreement among raft nodes before linearized reading' (duration: 111.106919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:10.728076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.147759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:33:10.728153Z","caller":"traceutil/trace.go:171","msg":"trace[1486244948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5379; }","duration":"151.280312ms","start":"2026-03-02T21:33:10.576854Z","end":"2026-03-02T21:33:10.728134Z","steps":["trace[1486244948] 'agreement among raft nodes before linearized reading' (duration: 150.517904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:10.904099Z","caller":"traceutil/trace.go:171","msg":"trace[1546901583] linearizableReadLoop","detail":"{readStateIndex:5592; appliedIndex:5589; }","duration":"170.974329ms","start":"2026-03-02T21:33:10.7331Z","end":"2026-03-02T21:33:10.904074Z","steps":["trace[1546901583] 'read index received' (duration: 72.578685ms)","trace[1546901583] 'applied index is now lower than readState.Index' (duration: 98.394374ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:10.904171Z","caller":"traceutil/trace.go:171","msg":"trace[560865750] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"171.786257ms","start":"2026-03-02T21:33:10.732356Z","end":"2026-03-02T21:33:10.904142Z","steps":["trace[560865750] 'process raft request' (duration: 73.301751ms)","trace[560865750] 'compare' (duration: 98.168489ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:10.904181Z","caller":"traceutil/trace.go:171","msg":"trace[1605932855] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"171.512021ms","start":"2026-03-02T21:33:10.732627Z","end":"2026-03-02T21:33:10.904139Z","steps":["trace[1605932855] 'process raft request' (duration: 171.366048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:10.904229Z","caller":"traceutil/trace.go:171","msg":"trace[355292982] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"171.318117ms","start":"2026-03-02T21:33:10.732854Z","end":"2026-03-02T21:33:10.904172Z","steps":["trace[355292982] 'process raft request' (duration: 171.183994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:10.90458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.171365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:33:10.904672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.941123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:33:10.9048Z","caller":"traceutil/trace.go:171","msg":"trace[492658779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5382; }","duration":"154.090637ms","start":"2026-03-02T21:33:10.750675Z","end":"2026-03-02T21:33:10.904766Z","steps":["trace[492658779] 'agreement among raft nodes before linearized reading' (duration: 153.673967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:10.904605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.46918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84868"} {"level":"info","ts":"2026-03-02T21:33:10.904807Z","caller":"traceutil/trace.go:171","msg":"trace[785216201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5382; }","duration":"153.455041ms","start":"2026-03-02T21:33:10.7513Z","end":"2026-03-02T21:33:10.904755Z","steps":["trace[785216201] 'agreement among raft nodes before linearized reading' (duration: 153.025441ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:10.904921Z","caller":"traceutil/trace.go:171","msg":"trace[1414063351] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5382; }","duration":"171.774677ms","start":"2026-03-02T21:33:10.733079Z","end":"2026-03-02T21:33:10.904854Z","steps":["trace[1414063351] 'agreement among raft nodes before linearized reading' (duration: 171.122532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:10.90496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.287087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:33:10.905025Z","caller":"traceutil/trace.go:171","msg":"trace[124041935] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5382; }","duration":"165.393659ms","start":"2026-03-02T21:33:10.739619Z","end":"2026-03-02T21:33:10.905013Z","steps":["trace[124041935] 'agreement among raft nodes before linearized reading' (duration: 164.684083ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:11.137449Z","caller":"traceutil/trace.go:171","msg":"trace[890589036] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"157.823283ms","start":"2026-03-02T21:33:10.97959Z","end":"2026-03-02T21:33:11.137413Z","steps":["trace[890589036] 'process raft request' (duration: 157.596158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:11.896077Z","caller":"traceutil/trace.go:171","msg":"trace[1447029812] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"121.51913ms","start":"2026-03-02T21:33:11.774469Z","end":"2026-03-02T21:33:11.895988Z","steps":["trace[1447029812] 'process raft request' (duration: 62.89873ms)","trace[1447029812] 'compare' (duration: 58.404705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:33:21.572069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.35587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:33:21.572155Z","caller":"traceutil/trace.go:171","msg":"trace[675641031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5463; }","duration":"203.496714ms","start":"2026-03-02T21:33:21.368641Z","end":"2026-03-02T21:33:21.572137Z","steps":["trace[675641031] 'range keys from in-memory index tree' (duration: 203.268678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:21.572826Z","caller":"traceutil/trace.go:171","msg":"trace[1814486782] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"183.141101ms","start":"2026-03-02T21:33:21.389653Z","end":"2026-03-02T21:33:21.572794Z","steps":["trace[1814486782] 'process raft request' (duration: 181.156675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:25.698282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.322895ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:33:25.727555Z","caller":"traceutil/trace.go:171","msg":"trace[39987276] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"286.828527ms","start":"2026-03-02T21:33:25.440705Z","end":"2026-03-02T21:33:25.727534Z","steps":["trace[39987276] 'process raft request' (duration: 286.648563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:25.92069Z","caller":"traceutil/trace.go:171","msg":"trace[1224135966] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"106.992043ms","start":"2026-03-02T21:33:25.813674Z","end":"2026-03-02T21:33:25.920666Z","steps":["trace[1224135966] 'process raft request' (duration: 37.212263ms)","trace[1224135966] 'compare' (duration: 69.638197ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:26.169669Z","caller":"traceutil/trace.go:171","msg":"trace[1098572835] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"202.309626ms","start":"2026-03-02T21:33:25.967331Z","end":"2026-03-02T21:33:26.169641Z","steps":["trace[1098572835] 'process raft request' (duration: 151.716641ms)","trace[1098572835] 'compare' (duration: 50.486652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:33:27.051538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.446724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:33:27.05166Z","caller":"traceutil/trace.go:171","msg":"trace[1882264438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5488; }","duration":"104.658649ms","start":"2026-03-02T21:33:26.94698Z","end":"2026-03-02T21:33:27.051638Z","steps":["trace[1882264438] 'count revisions from in-memory index tree' (duration: 104.342842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:27.051359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.2242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:33:27.052173Z","caller":"traceutil/trace.go:171","msg":"trace[1814922318] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5488; }","duration":"179.946657ms","start":"2026-03-02T21:33:26.872062Z","end":"2026-03-02T21:33:27.052009Z","steps":["trace[1814922318] 'range keys from in-memory index tree' (duration: 179.081886ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:27.159401Z","caller":"traceutil/trace.go:171","msg":"trace[1554179138] linearizableReadLoop","detail":"{readStateIndex:5702; appliedIndex:5701; }","duration":"103.785779ms","start":"2026-03-02T21:33:27.055592Z","end":"2026-03-02T21:33:27.159378Z","steps":["trace[1554179138] 'read index received' (duration: 103.639606ms)","trace[1554179138] 'applied index is now lower than readState.Index' (duration: 144.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:27.159431Z","caller":"traceutil/trace.go:171","msg":"trace[1364932847] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"104.004124ms","start":"2026-03-02T21:33:27.055401Z","end":"2026-03-02T21:33:27.159405Z","steps":["trace[1364932847] 'process raft request' (duration: 103.83199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:27.159831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.220079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92238"} {"level":"info","ts":"2026-03-02T21:33:27.159878Z","caller":"traceutil/trace.go:171","msg":"trace[964202189] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5489; }","duration":"104.331221ms","start":"2026-03-02T21:33:27.055537Z","end":"2026-03-02T21:33:27.159868Z","steps":["trace[964202189] 'agreement among raft nodes before linearized reading' (duration: 103.941062ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:27.198206Z","caller":"traceutil/trace.go:171","msg":"trace[2027256815] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"142.227561ms","start":"2026-03-02T21:33:27.055956Z","end":"2026-03-02T21:33:27.198183Z","steps":["trace[2027256815] 'process raft request' (duration: 142.072707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:27.198645Z","caller":"traceutil/trace.go:171","msg":"trace[221226026] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"142.117909ms","start":"2026-03-02T21:33:27.056502Z","end":"2026-03-02T21:33:27.19862Z","steps":["trace[221226026] 'process raft request' (duration: 141.641738ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:27.198795Z","caller":"traceutil/trace.go:171","msg":"trace[2049218389] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"141.806612ms","start":"2026-03-02T21:33:27.056978Z","end":"2026-03-02T21:33:27.198784Z","steps":["trace[2049218389] 'process raft request' (duration: 141.396922ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:27.198913Z","caller":"traceutil/trace.go:171","msg":"trace[956772505] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"141.645098ms","start":"2026-03-02T21:33:27.057258Z","end":"2026-03-02T21:33:27.198903Z","steps":["trace[956772505] 'process raft request' (duration: 141.404142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:27.199012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.926185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:33:27.199136Z","caller":"traceutil/trace.go:171","msg":"trace[516922391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5493; }","duration":"133.166212ms","start":"2026-03-02T21:33:27.065945Z","end":"2026-03-02T21:33:27.199111Z","steps":["trace[516922391] 'agreement among raft nodes before linearized reading' (duration: 132.774382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:27.410461Z","caller":"traceutil/trace.go:171","msg":"trace[951592679] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"206.939233ms","start":"2026-03-02T21:33:27.203497Z","end":"2026-03-02T21:33:27.410436Z","steps":["trace[951592679] 'process raft request' (duration: 206.738629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:28.095569Z","caller":"traceutil/trace.go:171","msg":"trace[422248359] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"169.219358ms","start":"2026-03-02T21:33:27.92632Z","end":"2026-03-02T21:33:28.095539Z","steps":["trace[422248359] 'process raft request' (duration: 168.999293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.380315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.429358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:33:28.380398Z","caller":"traceutil/trace.go:171","msg":"trace[1829168731] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5495; }","duration":"205.558601ms","start":"2026-03-02T21:33:28.174818Z","end":"2026-03-02T21:33:28.380377Z","steps":["trace[1829168731] 'range keys from in-memory index tree' (duration: 205.231874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.353261Z","caller":"traceutil/trace.go:171","msg":"trace[1155037959] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"186.677183ms","start":"2026-03-02T21:33:29.166563Z","end":"2026-03-02T21:33:29.35324Z","steps":["trace[1155037959] 'process raft request' (duration: 186.54651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.353399Z","caller":"traceutil/trace.go:171","msg":"trace[363658805] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5709; }","duration":"184.897951ms","start":"2026-03-02T21:33:29.168466Z","end":"2026-03-02T21:33:29.353364Z","steps":["trace[363658805] 'read index received' (duration: 184.624025ms)","trace[363658805] 'applied index is now lower than readState.Index' (duration: 271.076µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:33:29.353804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.301691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92238"} {"level":"info","ts":"2026-03-02T21:33:29.35388Z","caller":"traceutil/trace.go:171","msg":"trace[660698332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5497; }","duration":"185.419233ms","start":"2026-03-02T21:33:29.168442Z","end":"2026-03-02T21:33:29.353861Z","steps":["trace[660698332] 'agreement among raft nodes before linearized reading' (duration: 185.057355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.353962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.378247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:33:29.354014Z","caller":"traceutil/trace.go:171","msg":"trace[1986320551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5497; }","duration":"152.48328ms","start":"2026-03-02T21:33:29.201517Z","end":"2026-03-02T21:33:29.354Z","steps":["trace[1986320551] 'agreement among raft nodes before linearized reading' (duration: 152.349947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.354014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.22982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:33:29.354013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.983038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:33:29.354069Z","caller":"traceutil/trace.go:171","msg":"trace[1249677273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5497; }","duration":"152.057739ms","start":"2026-03-02T21:33:29.201998Z","end":"2026-03-02T21:33:29.354056Z","steps":["trace[1249677273] 'agreement among raft nodes before linearized reading' (duration: 151.963087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.354068Z","caller":"traceutil/trace.go:171","msg":"trace[1584139812] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5497; }","duration":"151.331843ms","start":"2026-03-02T21:33:29.20272Z","end":"2026-03-02T21:33:29.354052Z","steps":["trace[1584139812] 'agreement among raft nodes before linearized reading' (duration: 151.21856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.354198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.213183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:33:29.354232Z","caller":"traceutil/trace.go:171","msg":"trace[2010473211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5497; }","duration":"152.265204ms","start":"2026-03-02T21:33:29.201959Z","end":"2026-03-02T21:33:29.354224Z","steps":["trace[2010473211] 'agreement among raft nodes before linearized reading' (duration: 152.212553ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.579522Z","caller":"traceutil/trace.go:171","msg":"trace[1581647738] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"220.688863ms","start":"2026-03-02T21:33:29.358803Z","end":"2026-03-02T21:33:29.579492Z","steps":["trace[1581647738] 'process raft request' (duration: 169.105225ms)","trace[1581647738] 'compare' (duration: 51.407153ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:29.579746Z","caller":"traceutil/trace.go:171","msg":"trace[799053791] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"220.683482ms","start":"2026-03-02T21:33:29.359034Z","end":"2026-03-02T21:33:29.579717Z","steps":["trace[799053791] 'process raft request' (duration: 220.411515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.579951Z","caller":"traceutil/trace.go:171","msg":"trace[1302389069] linearizableReadLoop","detail":"{readStateIndex:5714; appliedIndex:5711; }","duration":"165.863469ms","start":"2026-03-02T21:33:29.414046Z","end":"2026-03-02T21:33:29.57991Z","steps":["trace[1302389069] 'read index received' (duration: 113.850172ms)","trace[1302389069] 'applied index is now lower than readState.Index' (duration: 52.011467ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:29.580015Z","caller":"traceutil/trace.go:171","msg":"trace[6344427] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"220.813335ms","start":"2026-03-02T21:33:29.359178Z","end":"2026-03-02T21:33:29.579991Z","steps":["trace[6344427] 'process raft request' (duration: 220.457237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.58023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.162737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:33:29.58032Z","caller":"traceutil/trace.go:171","msg":"trace[78938337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5501; }","duration":"166.3062ms","start":"2026-03-02T21:33:29.413993Z","end":"2026-03-02T21:33:29.580299Z","steps":["trace[78938337] 'agreement among raft nodes before linearized reading' (duration: 166.041894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:35:48.443627Z","caller":"traceutil/trace.go:171","msg":"trace[1828374278] linearizableReadLoop","detail":"{readStateIndex:6567; appliedIndex:6566; }","duration":"161.825284ms","start":"2026-03-02T21:35:48.28178Z","end":"2026-03-02T21:35:48.443605Z","steps":["trace[1828374278] 'read index received' (duration: 161.62076ms)","trace[1828374278] 'applied index is now lower than readState.Index' (duration: 203.494µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:35:48.443839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.032999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:35:48.44386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.966392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:35:48.443874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.630285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:35:48.444016Z","caller":"traceutil/trace.go:171","msg":"trace[723753208] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"191.063123ms","start":"2026-03-02T21:35:48.252636Z","end":"2026-03-02T21:35:48.443699Z","steps":["trace[723753208] 'process raft request' (duration: 190.776706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:35:48.444102Z","caller":"traceutil/trace.go:171","msg":"trace[919522569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6321; }","duration":"162.183152ms","start":"2026-03-02T21:35:48.281725Z","end":"2026-03-02T21:35:48.443909Z","steps":["trace[919522569] 'agreement among raft nodes before linearized reading' (duration: 161.985248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:35:48.444176Z","caller":"traceutil/trace.go:171","msg":"trace[724353766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6321; }","duration":"148.080685ms","start":"2026-03-02T21:35:48.295847Z","end":"2026-03-02T21:35:48.443928Z","steps":["trace[724353766] 'agreement among raft nodes before linearized reading' (duration: 147.933362ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:35:48.444238Z","caller":"traceutil/trace.go:171","msg":"trace[135748307] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6321; }","duration":"144.741007ms","start":"2026-03-02T21:35:48.299201Z","end":"2026-03-02T21:35:48.443942Z","steps":["trace[135748307] 'agreement among raft nodes before linearized reading' (duration: 144.619434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:35:48.565273Z","caller":"traceutil/trace.go:171","msg":"trace[1023554488] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"116.880621ms","start":"2026-03-02T21:35:48.448357Z","end":"2026-03-02T21:35:48.565238Z","steps":["trace[1023554488] 'process raft request' (duration: 113.81315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:35:48.566097Z","caller":"traceutil/trace.go:171","msg":"trace[29790324] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"117.7073ms","start":"2026-03-02T21:35:48.44836Z","end":"2026-03-02T21:35:48.566067Z","steps":["trace[29790324] 'process raft request' (duration: 117.549127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:35:48.566325Z","caller":"traceutil/trace.go:171","msg":"trace[768135379] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"117.097347ms","start":"2026-03-02T21:35:48.449213Z","end":"2026-03-02T21:35:48.56631Z","steps":["trace[768135379] 'process raft request' (duration: 116.79152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:36:45.001449Z","caller":"traceutil/trace.go:171","msg":"trace[700639671] linearizableReadLoop","detail":"{readStateIndex:7048; appliedIndex:7047; }","duration":"162.897006ms","start":"2026-03-02T21:36:44.838525Z","end":"2026-03-02T21:36:45.001422Z","steps":["trace[700639671] 'read index received' (duration: 50.309133ms)","trace[700639671] 'applied index is now lower than readState.Index' (duration: 112.586653ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:36:45.001599Z","caller":"traceutil/trace.go:171","msg":"trace[1697650489] transaction","detail":"{read_only:false; response_revision:6788; number_of_response:1; }","duration":"188.880156ms","start":"2026-03-02T21:36:44.812705Z","end":"2026-03-02T21:36:45.001586Z","steps":["trace[1697650489] 'process raft request' (duration: 115.192222ms)","trace[1697650489] 'compare' (duration: 73.310715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:36:45.001859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.828242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:36:45.001943Z","caller":"traceutil/trace.go:171","msg":"trace[1443985404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6789; }","duration":"136.944096ms","start":"2026-03-02T21:36:44.864978Z","end":"2026-03-02T21:36:45.001922Z","steps":["trace[1443985404] 'agreement among raft nodes before linearized reading' (duration: 136.772032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:45.00218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.605082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:36:45.002223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.968104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:36:45.002279Z","caller":"traceutil/trace.go:171","msg":"trace[1874528641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6789; }","duration":"163.735695ms","start":"2026-03-02T21:36:44.83852Z","end":"2026-03-02T21:36:45.002256Z","steps":["trace[1874528641] 'agreement among raft nodes before linearized reading' (duration: 163.391057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:36:45.002333Z","caller":"traceutil/trace.go:171","msg":"trace[661225261] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6789; }","duration":"133.100777ms","start":"2026-03-02T21:36:44.869195Z","end":"2026-03-02T21:36:45.002296Z","steps":["trace[661225261] 'agreement among raft nodes before linearized reading' (duration: 132.78479ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:36:45.430232Z","caller":"traceutil/trace.go:171","msg":"trace[1993034985] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"107.754831ms","start":"2026-03-02T21:36:45.322433Z","end":"2026-03-02T21:36:45.430188Z","steps":["trace[1993034985] 'process raft request' (duration: 107.531036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:02.957827Z","caller":"traceutil/trace.go:171","msg":"trace[1343305934] transaction","detail":"{read_only:false; response_revision:7306; number_of_response:1; }","duration":"103.80812ms","start":"2026-03-02T21:38:02.853972Z","end":"2026-03-02T21:38:02.95778Z","steps":["trace[1343305934] 'process raft request' (duration: 98.21403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:03.647256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.748511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:03.647365Z","caller":"traceutil/trace.go:171","msg":"trace[545668496] linearizableReadLoop","detail":"{readStateIndex:7589; appliedIndex:7588; }","duration":"117.356453ms","start":"2026-03-02T21:38:03.529992Z","end":"2026-03-02T21:38:03.647348Z","steps":["trace[545668496] 'read index received' (duration: 64.252µs)","trace[545668496] 'applied index is now lower than readState.Index' (duration: 117.290591ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:03.647406Z","caller":"traceutil/trace.go:171","msg":"trace[1644559082] transaction","detail":"{read_only:false; response_revision:7309; number_of_response:1; }","duration":"216.405283ms","start":"2026-03-02T21:38:03.430959Z","end":"2026-03-02T21:38:03.647364Z","steps":["trace[1644559082] 'process raft request' (duration: 92.421546ms)","trace[1644559082] 'compare' (duration: 123.540817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:03.647506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.499646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:03.64761Z","caller":"traceutil/trace.go:171","msg":"trace[573669012] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7309; }","duration":"117.66332ms","start":"2026-03-02T21:38:03.529924Z","end":"2026-03-02T21:38:03.647587Z","steps":["trace[573669012] 'agreement among raft nodes before linearized reading' (duration: 117.494756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:03.647634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.579934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:38:03.647717Z","caller":"traceutil/trace.go:171","msg":"trace[1730365590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7309; }","duration":"103.710818ms","start":"2026-03-02T21:38:03.543988Z","end":"2026-03-02T21:38:03.647699Z","steps":["trace[1730365590] 'agreement among raft nodes before linearized reading' (duration: 103.491042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:03.647759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.3986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:38:03.647841Z","caller":"traceutil/trace.go:171","msg":"trace[1827684478] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7309; }","duration":"103.511903ms","start":"2026-03-02T21:38:03.544305Z","end":"2026-03-02T21:38:03.647817Z","steps":["trace[1827684478] 'agreement among raft nodes before linearized reading' (duration: 103.213686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:03.782532Z","caller":"traceutil/trace.go:171","msg":"trace[511547786] transaction","detail":"{read_only:false; response_revision:7311; number_of_response:1; }","duration":"129.615277ms","start":"2026-03-02T21:38:03.652842Z","end":"2026-03-02T21:38:03.782457Z","steps":["trace[511547786] 'process raft request' (duration: 98.545418ms)","trace[511547786] 'compare' (duration: 30.894444ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:05.270035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5349} {"level":"info","ts":"2026-03-02T21:38:05.485486Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5349,"took":"213.588969ms","hash":1905857888,"current-db-size-bytes":40869888,"current-db-size":"41 MB","current-db-size-in-use-bytes":20975616,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-02T21:38:05.485566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1905857888,"revision":5349,"compact-revision":2513} {"level":"info","ts":"2026-03-02T21:38:09.911154Z","caller":"traceutil/trace.go:171","msg":"trace[435085890] linearizableReadLoop","detail":"{readStateIndex:7758; appliedIndex:7757; }","duration":"322.082333ms","start":"2026-03-02T21:38:09.589052Z","end":"2026-03-02T21:38:09.911134Z","steps":["trace[435085890] 'read index received' (duration: 321.974471ms)","trace[435085890] 'applied index is now lower than readState.Index' (duration: 106.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:09.911218Z","caller":"traceutil/trace.go:171","msg":"trace[2066608276] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"402.474346ms","start":"2026-03-02T21:38:09.508708Z","end":"2026-03-02T21:38:09.911182Z","steps":["trace[2066608276] 'process raft request' (duration: 402.302382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.911286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.211116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:09.911312Z","caller":"traceutil/trace.go:171","msg":"trace[1700525233] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7476; }","duration":"322.301648ms","start":"2026-03-02T21:38:09.589004Z","end":"2026-03-02T21:38:09.911305Z","steps":["trace[1700525233] 'agreement among raft nodes before linearized reading' (duration: 322.234697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.911355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:09.588983Z","time spent":"322.36455ms","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:09.911384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:09.508695Z","time spent":"402.604119ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:09.9114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.205652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:38:09.911466Z","caller":"traceutil/trace.go:171","msg":"trace[345390087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7476; }","duration":"245.319145ms","start":"2026-03-02T21:38:09.666133Z","end":"2026-03-02T21:38:09.911452Z","steps":["trace[345390087] 'agreement among raft nodes before linearized reading' (duration: 245.140451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.911514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.771861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:38:09.911625Z","caller":"traceutil/trace.go:171","msg":"trace[320068656] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7476; }","duration":"231.890683ms","start":"2026-03-02T21:38:09.679677Z","end":"2026-03-02T21:38:09.911568Z","steps":["trace[320068656] 'agreement among raft nodes before linearized reading' (duration: 231.699649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:11.489193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600975931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:38:11.989346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600975931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:38:12.014897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107281717s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:38:12.015287Z","caller":"traceutil/trace.go:171","msg":"trace[1514538541] transaction","detail":"{read_only:false; response_revision:7482; number_of_response:1; }","duration":"1.107747009s","start":"2026-03-02T21:38:10.907513Z","end":"2026-03-02T21:38:12.01526Z","steps":["trace[1514538541] 'process raft request' (duration: 1.107554164s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:12.01544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:10.907494Z","time spent":"1.107859161s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:12.168851Z","caller":"traceutil/trace.go:171","msg":"trace[860797829] linearizableReadLoop","detail":"{readStateIndex:7766; appliedIndex:7764; }","duration":"1.18031174s","start":"2026-03-02T21:38:10.988514Z","end":"2026-03-02T21:38:12.168825Z","steps":["trace[860797829] 'read index received' (duration: 1.026519546s)","trace[860797829] 'applied index is now lower than readState.Index' (duration: 153.791114ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:12.168952Z","caller":"traceutil/trace.go:171","msg":"trace[1789365902] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"943.145125ms","start":"2026-03-02T21:38:11.225776Z","end":"2026-03-02T21:38:12.168921Z","steps":["trace[1789365902] 'process raft request' (duration: 940.921444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:12.16905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180526565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:38:12.169085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:11.225751Z","time spent":"943.268548ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:12.169113Z","caller":"traceutil/trace.go:171","msg":"trace[396239145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7483; }","duration":"1.180633957s","start":"2026-03-02T21:38:10.988465Z","end":"2026-03-02T21:38:12.169099Z","steps":["trace[396239145] 'agreement among raft nodes before linearized reading' (duration: 1.180448883s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:12.169117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158579916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:38:12.169154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:10.988447Z","time spent":"1.180699009s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:38:12.169163Z","caller":"traceutil/trace.go:171","msg":"trace[116088701] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:7483; }","duration":"1.158639278s","start":"2026-03-02T21:38:11.01051Z","end":"2026-03-02T21:38:12.169149Z","steps":["trace[116088701] 'agreement among raft nodes before linearized reading' (duration: 1.158471764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:12.169164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.222977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:38:12.1692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:11.010467Z","time spent":"1.15872356s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"info","ts":"2026-03-02T21:38:12.169241Z","caller":"traceutil/trace.go:171","msg":"trace[856699245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7483; }","duration":"212.309039ms","start":"2026-03-02T21:38:11.956912Z","end":"2026-03-02T21:38:12.169221Z","steps":["trace[856699245] 'agreement among raft nodes before linearized reading' (duration: 212.088594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:12.169255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.395575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:38:12.169285Z","caller":"traceutil/trace.go:171","msg":"trace[1033283554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7483; }","duration":"213.471787ms","start":"2026-03-02T21:38:11.955804Z","end":"2026-03-02T21:38:12.169276Z","steps":["trace[1033283554] 'agreement among raft nodes before linearized reading' (duration: 213.381074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:12.169295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.502764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:38:12.169325Z","caller":"traceutil/trace.go:171","msg":"trace[2124643886] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7483; }","duration":"212.554665ms","start":"2026-03-02T21:38:11.956761Z","end":"2026-03-02T21:38:12.169315Z","steps":["trace[2124643886] 'agreement among raft nodes before linearized reading' (duration: 212.468683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:12.169436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.341035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:38:12.169444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.476817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:12.169469Z","caller":"traceutil/trace.go:171","msg":"trace[1307402359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7483; }","duration":"138.402247ms","start":"2026-03-02T21:38:12.031059Z","end":"2026-03-02T21:38:12.169461Z","steps":["trace[1307402359] 'agreement among raft nodes before linearized reading' (duration: 138.302104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:12.169475Z","caller":"traceutil/trace.go:171","msg":"trace[1259091753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7483; }","duration":"254.508558ms","start":"2026-03-02T21:38:11.914958Z","end":"2026-03-02T21:38:12.169466Z","steps":["trace[1259091753] 'agreement among raft nodes before linearized reading' (duration: 254.435186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:16.295603Z","caller":"traceutil/trace.go:171","msg":"trace[1883452214] linearizableReadLoop","detail":"{readStateIndex:7789; appliedIndex:7788; }","duration":"100.13756ms","start":"2026-03-02T21:38:16.19544Z","end":"2026-03-02T21:38:16.295578Z","steps":["trace[1883452214] 'read index received' (duration: 84.672µs)","trace[1883452214] 'applied index is now lower than readState.Index' (duration: 100.051538ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:16.295669Z","caller":"traceutil/trace.go:171","msg":"trace[1919444808] transaction","detail":"{read_only:false; response_revision:7505; number_of_response:1; }","duration":"100.225803ms","start":"2026-03-02T21:38:16.19541Z","end":"2026-03-02T21:38:16.295635Z","steps":["trace[1919444808] 'process raft request' (duration: 100.026118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:16.295868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.402866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:38:16.295937Z","caller":"traceutil/trace.go:171","msg":"trace[358195993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7505; }","duration":"100.508419ms","start":"2026-03-02T21:38:16.195413Z","end":"2026-03-02T21:38:16.295921Z","steps":["trace[358195993] 'agreement among raft nodes before linearized reading' (duration: 100.299234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:16.296735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.491389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:206999"} {"level":"info","ts":"2026-03-02T21:38:16.296796Z","caller":"traceutil/trace.go:171","msg":"trace[2085272457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7507; }","duration":"100.589191ms","start":"2026-03-02T21:38:16.196194Z","end":"2026-03-02T21:38:16.296783Z","steps":["trace[2085272457] 'agreement among raft nodes before linearized reading' (duration: 100.189102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:16.296789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.373406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:38:16.297028Z","caller":"traceutil/trace.go:171","msg":"trace[429666541] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7507; }","duration":"100.629771ms","start":"2026-03-02T21:38:16.196373Z","end":"2026-03-02T21:38:16.297002Z","steps":["trace[429666541] 'agreement among raft nodes before linearized reading' (duration: 100.308934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:22.825611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600976129,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:38:23.251145Z","caller":"traceutil/trace.go:171","msg":"trace[855652898] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"927.37098ms","start":"2026-03-02T21:38:22.323742Z","end":"2026-03-02T21:38:23.251113Z","steps":["trace[855652898] 'process raft request' (duration: 927.138575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.251387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:22.323712Z","time spent":"927.553424ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:23.416417Z","caller":"traceutil/trace.go:171","msg":"trace[357907006] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"1.091655447s","start":"2026-03-02T21:38:22.324712Z","end":"2026-03-02T21:38:23.416367Z","steps":["trace[357907006] 'process raft request' (duration: 1.019420753s)","trace[357907006] 'compare' (duration: 72.051369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:23.416559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091525854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:23.416529Z","caller":"traceutil/trace.go:171","msg":"trace[2083567962] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"369.333829ms","start":"2026-03-02T21:38:23.047123Z","end":"2026-03-02T21:38:23.416457Z","steps":["trace[2083567962] 'process raft request' (duration: 369.187105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.416612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:22.324694Z","time spent":"1.091828931s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:23.416631Z","caller":"traceutil/trace.go:171","msg":"trace[1866849373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7535; }","duration":"1.091634796s","start":"2026-03-02T21:38:22.324984Z","end":"2026-03-02T21:38:23.416619Z","steps":["trace[1866849373] 'agreement among raft nodes before linearized reading' (duration: 1.091464362s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.416678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:22.324973Z","time spent":"1.091697098s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:38:23.416428Z","caller":"traceutil/trace.go:171","msg":"trace[1116260394] linearizableReadLoop","detail":"{readStateIndex:7819; appliedIndex:7818; }","duration":"1.09135428s","start":"2026-03-02T21:38:22.325014Z","end":"2026-03-02T21:38:23.416368Z","steps":["trace[1116260394] 'read index received' (duration: 927.027032ms)","trace[1116260394] 'applied index is now lower than readState.Index' (duration: 164.326148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:23.416813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:23.047097Z","time spent":"369.577914ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:23.417031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021734246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:23.417052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089656501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:38:23.417098Z","caller":"traceutil/trace.go:171","msg":"trace[19103099] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7535; }","duration":"1.089766303s","start":"2026-03-02T21:38:22.327316Z","end":"2026-03-02T21:38:23.417082Z","steps":["trace[19103099] 'agreement among raft nodes before linearized reading' (duration: 1.089557828s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:23.4171Z","caller":"traceutil/trace.go:171","msg":"trace[1707277562] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7535; }","duration":"1.021852279s","start":"2026-03-02T21:38:22.395229Z","end":"2026-03-02T21:38:23.417081Z","steps":["trace[1707277562] 'agreement among raft nodes before linearized reading' (duration: 1.021725886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.417145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:22.395192Z","time spent":"1.021939631s","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:23.417153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.696919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:38:23.417217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010810823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:38:23.417277Z","caller":"traceutil/trace.go:171","msg":"trace[1099501164] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7535; }","duration":"398.911204ms","start":"2026-03-02T21:38:23.018335Z","end":"2026-03-02T21:38:23.417246Z","steps":["trace[1099501164] 'agreement among raft nodes before linearized reading' (duration: 398.653938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.4173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08530311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:38:23.417306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088632836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:38:23.417628Z","caller":"traceutil/trace.go:171","msg":"trace[1810156154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:7535; }","duration":"1.088985195s","start":"2026-03-02T21:38:22.328617Z","end":"2026-03-02T21:38:23.417602Z","steps":["trace[1810156154] 'agreement among raft nodes before linearized reading' (duration: 1.088427472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.417342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:23.0183Z","time spent":"399.028827ms","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:23.417684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:22.328604Z","time spent":"1.089066947s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"info","ts":"2026-03-02T21:38:23.41734Z","caller":"traceutil/trace.go:171","msg":"trace[1678507288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7535; }","duration":"1.010896315s","start":"2026-03-02T21:38:22.406355Z","end":"2026-03-02T21:38:23.417251Z","steps":["trace[1678507288] 'agreement among raft nodes before linearized reading' (duration: 1.010647679s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.417957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:22.406347Z","time spent":"1.011554451s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:38:23.417357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:22.327291Z","time spent":"1.089825095s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:38:23.417362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048598849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:23.418079Z","caller":"traceutil/trace.go:171","msg":"trace[1447491026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7535; }","duration":"1.049338246s","start":"2026-03-02T21:38:22.368717Z","end":"2026-03-02T21:38:23.418056Z","steps":["trace[1447491026] 'agreement among raft nodes before linearized reading' (duration: 1.048599689s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.418107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:22.368696Z","time spent":"1.049402408s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:38:23.418427Z","caller":"traceutil/trace.go:171","msg":"trace[763614067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7535; }","duration":"1.085586226s","start":"2026-03-02T21:38:22.331925Z","end":"2026-03-02T21:38:23.417511Z","steps":["trace[763614067] 'agreement among raft nodes before linearized reading' (duration: 1.085107905s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.418584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:22.331913Z","time spent":"1.08663009s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:23.679403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.703362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:23.679545Z","caller":"traceutil/trace.go:171","msg":"trace[1448479417] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7538; }","duration":"150.932908ms","start":"2026-03-02T21:38:23.52858Z","end":"2026-03-02T21:38:23.679513Z","steps":["trace[1448479417] 'range keys from in-memory index tree' (duration: 150.59476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:24.71351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.689745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:24.713676Z","caller":"traceutil/trace.go:171","msg":"trace[1394268385] linearizableReadLoop","detail":"{readStateIndex:7825; appliedIndex:7824; }","duration":"435.712827ms","start":"2026-03-02T21:38:24.277945Z","end":"2026-03-02T21:38:24.713658Z","steps":["trace[1394268385] 'read index received' (duration: 9.684044ms)","trace[1394268385] 'applied index is now lower than readState.Index' (duration: 426.027623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:24.713853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.915162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:38:24.713913Z","caller":"traceutil/trace.go:171","msg":"trace[544521306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7540; }","duration":"436.030144ms","start":"2026-03-02T21:38:24.277873Z","end":"2026-03-02T21:38:24.713903Z","steps":["trace[544521306] 'agreement among raft nodes before linearized reading' (duration: 435.85468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:24.71397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:24.27784Z","time spent":"436.118777ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:38:24.714041Z","caller":"traceutil/trace.go:171","msg":"trace[420795458] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"462.670911ms","start":"2026-03-02T21:38:24.251321Z","end":"2026-03-02T21:38:24.713992Z","steps":["trace[420795458] 'process raft request' (duration: 36.408623ms)","trace[420795458] 'compare' (duration: 425.03812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:24.714283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:24.25129Z","time spent":"462.860086ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:26.108755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.189075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:26.108861Z","caller":"traceutil/trace.go:171","msg":"trace[379400623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7541; }","duration":"738.363378ms","start":"2026-03-02T21:38:25.37046Z","end":"2026-03-02T21:38:26.108824Z","steps":["trace[379400623] 'range keys from in-memory index tree' (duration: 738.062152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.108927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.370407Z","time spent":"738.504432ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:38:26.108904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.897175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:26.109003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.095544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:26.109098Z","caller":"traceutil/trace.go:171","msg":"trace[485487951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7541; }","duration":"644.212157ms","start":"2026-03-02T21:38:25.464846Z","end":"2026-03-02T21:38:26.109058Z","steps":["trace[485487951] 'range keys from in-memory index tree' (duration: 643.88954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.10916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.464824Z","time spent":"644.32118ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:38:26.109174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128915659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:38:26.109296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.300782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:38:26.109294Z","caller":"traceutil/trace.go:171","msg":"trace[2131882130] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7541; }","duration":"1.129093054s","start":"2026-03-02T21:38:24.980174Z","end":"2026-03-02T21:38:26.109267Z","steps":["trace[2131882130] 'count revisions from in-memory index tree' (duration: 1.128746785s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:26.109336Z","caller":"traceutil/trace.go:171","msg":"trace[292806244] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7541; }","duration":"853.381324ms","start":"2026-03-02T21:38:25.255944Z","end":"2026-03-02T21:38:26.109325Z","steps":["trace[292806244] 'range keys from in-memory index tree' (duration: 853.085257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.109351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:24.980154Z","time spent":"1.129185765s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":94,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:26.109386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.255923Z","time spent":"853.452946ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:38:26.109091Z","caller":"traceutil/trace.go:171","msg":"trace[1150440836] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7541; }","duration":"967.113689ms","start":"2026-03-02T21:38:25.141921Z","end":"2026-03-02T21:38:26.109034Z","steps":["trace[1150440836] 'count revisions from in-memory index tree' (duration: 966.769721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.109461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.141904Z","time spent":"967.53047ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:26.109433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.583315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:38:26.109484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.879361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5fc45bf565-lfgcc.189923fa19fe8e54\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-02T21:38:26.109559Z","caller":"traceutil/trace.go:171","msg":"trace[2143731832] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5fc45bf565-lfgcc.189923fa19fe8e54; range_end:; response_count:1; response_revision:7541; }","duration":"675.967193ms","start":"2026-03-02T21:38:25.433569Z","end":"2026-03-02T21:38:26.109537Z","steps":["trace[2143731832] 'range keys from in-memory index tree' (duration: 675.772829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:26.109563Z","caller":"traceutil/trace.go:171","msg":"trace[400141582] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:7541; }","duration":"606.766109ms","start":"2026-03-02T21:38:25.502765Z","end":"2026-03-02T21:38:26.109531Z","steps":["trace[400141582] 'range keys from in-memory index tree' (duration: 606.296979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.109568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.299051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:38:26.109614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.43356Z","time spent":"676.040914ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5fc45bf565-lfgcc.189923fa19fe8e54\" "} {"level":"info","ts":"2026-03-02T21:38:26.109623Z","caller":"traceutil/trace.go:171","msg":"trace[1370305031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7541; }","duration":"610.379273ms","start":"2026-03-02T21:38:25.49923Z","end":"2026-03-02T21:38:26.10961Z","steps":["trace[1370305031] 'range keys from in-memory index tree' (duration: 610.085576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.109632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.502753Z","time spent":"606.868082ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:38:26.109628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.473019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T21:38:26.109662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.499191Z","time spent":"610.463845ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:38:26.109698Z","caller":"traceutil/trace.go:171","msg":"trace[1399046295] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7541; }","duration":"608.579441ms","start":"2026-03-02T21:38:25.501098Z","end":"2026-03-02T21:38:26.109677Z","steps":["trace[1399046295] 'range keys from in-memory index tree' (duration: 608.325166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.109742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.501079Z","time spent":"608.651642ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:38:26.109639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.454489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:38:26.110421Z","caller":"traceutil/trace.go:171","msg":"trace[470827439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7541; }","duration":"688.315189ms","start":"2026-03-02T21:38:25.422084Z","end":"2026-03-02T21:38:26.110399Z","steps":["trace[470827439] 'range keys from in-memory index tree' (duration: 686.925107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.11083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.422062Z","time spent":"688.746149ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:26.312465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.161615ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:38:26.31261Z","caller":"traceutil/trace.go:171","msg":"trace[181192614] linearizableReadLoop","detail":"{readStateIndex:7827; appliedIndex:7826; }","duration":"301.688091ms","start":"2026-03-02T21:38:26.010898Z","end":"2026-03-02T21:38:26.312587Z","steps":["trace[181192614] 'read index received' (duration: 146.446154ms)","trace[181192614] 'applied index is now lower than readState.Index' (duration: 155.240397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:26.312788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.867115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:26.312826Z","caller":"traceutil/trace.go:171","msg":"trace[1495917945] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7541; }","duration":"301.958977ms","start":"2026-03-02T21:38:26.010857Z","end":"2026-03-02T21:38:26.312816Z","steps":["trace[1495917945] 'agreement among raft nodes before linearized reading' (duration: 301.832834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.312865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:26.010837Z","time spent":"302.018438ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:38:26.401991Z","caller":"traceutil/trace.go:171","msg":"trace[1481519502] transaction","detail":"{read_only:false; response_revision:7542; number_of_response:1; }","duration":"288.004184ms","start":"2026-03-02T21:38:26.113953Z","end":"2026-03-02T21:38:26.401957Z","steps":["trace[1481519502] 'process raft request' (duration: 287.799639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:26.402318Z","caller":"traceutil/trace.go:171","msg":"trace[2145226859] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"288.221849ms","start":"2026-03-02T21:38:26.114077Z","end":"2026-03-02T21:38:26.402299Z","steps":["trace[2145226859] 'process raft request' (duration: 287.809159ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:26.40243Z","caller":"traceutil/trace.go:171","msg":"trace[1484524119] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"287.291008ms","start":"2026-03-02T21:38:26.115133Z","end":"2026-03-02T21:38:26.402424Z","steps":["trace[1484524119] 'process raft request' (duration: 287.187495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:26.402474Z","caller":"traceutil/trace.go:171","msg":"trace[26819181] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"288.143767ms","start":"2026-03-02T21:38:26.114325Z","end":"2026-03-02T21:38:26.402469Z","steps":["trace[26819181] 'process raft request' (duration: 287.84475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:26.402625Z","caller":"traceutil/trace.go:171","msg":"trace[610956499] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"284.948683ms","start":"2026-03-02T21:38:26.117619Z","end":"2026-03-02T21:38:26.402567Z","steps":["trace[610956499] 'process raft request' (duration: 284.750818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.405754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.673748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:26.40586Z","caller":"traceutil/trace.go:171","msg":"trace[1633856114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7546; }","duration":"294.820772ms","start":"2026-03-02T21:38:26.111013Z","end":"2026-03-02T21:38:26.405834Z","steps":["trace[1633856114] 'agreement among raft nodes before linearized reading' (duration: 294.576226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.405918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.257607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:38:26.405973Z","caller":"traceutil/trace.go:171","msg":"trace[1591267833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7546; }","duration":"202.388779ms","start":"2026-03-02T21:38:26.203571Z","end":"2026-03-02T21:38:26.405959Z","steps":["trace[1591267833] 'agreement among raft nodes before linearized reading' (duration: 202.053762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.406034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.386297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:26.406104Z","caller":"traceutil/trace.go:171","msg":"trace[945145321] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7546; }","duration":"135.52608ms","start":"2026-03-02T21:38:26.270563Z","end":"2026-03-02T21:38:26.406089Z","steps":["trace[945145321] 'agreement among raft nodes before linearized reading' (duration: 135.341586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.406282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.779001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:206999"} {"level":"info","ts":"2026-03-02T21:38:26.406364Z","caller":"traceutil/trace.go:171","msg":"trace[2087783629] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7546; }","duration":"291.903544ms","start":"2026-03-02T21:38:26.114442Z","end":"2026-03-02T21:38:26.406346Z","steps":["trace[2087783629] 'agreement among raft nodes before linearized reading' (duration: 291.391573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:26.920796Z","caller":"traceutil/trace.go:171","msg":"trace[1081974236] transaction","detail":"{read_only:false; response_revision:7550; number_of_response:1; }","duration":"115.034405ms","start":"2026-03-02T21:38:26.805728Z","end":"2026-03-02T21:38:26.920762Z","steps":["trace[1081974236] 'process raft request' (duration: 44.386718ms)","trace[1081974236] 'compare' (duration: 70.309479ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:27.694921Z","caller":"traceutil/trace.go:171","msg":"trace[461664070] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7837; }","duration":"261.327266ms","start":"2026-03-02T21:38:27.433562Z","end":"2026-03-02T21:38:27.694889Z","steps":["trace[461664070] 'read index received' (duration: 261.233694ms)","trace[461664070] 'applied index is now lower than readState.Index' (duration: 92.202µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:27.694975Z","caller":"traceutil/trace.go:171","msg":"trace[495188553] transaction","detail":"{read_only:false; response_revision:7551; number_of_response:1; }","duration":"307.838774ms","start":"2026-03-02T21:38:27.3871Z","end":"2026-03-02T21:38:27.694938Z","steps":["trace[495188553] 'process raft request' (duration: 307.639819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:27.695139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.560931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:27.695197Z","caller":"traceutil/trace.go:171","msg":"trace[1124641821] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7551; }","duration":"261.675284ms","start":"2026-03-02T21:38:27.433507Z","end":"2026-03-02T21:38:27.695182Z","steps":["trace[1124641821] 'agreement among raft nodes before linearized reading' (duration: 261.550991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:27.695396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:27.387081Z","time spent":"308.194502ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:28.195745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600976184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:38:28.993224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.714371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:28.993391Z","caller":"traceutil/trace.go:171","msg":"trace[923265357] transaction","detail":"{read_only:false; response_revision:7552; number_of_response:1; }","duration":"1.326351606s","start":"2026-03-02T21:38:27.667001Z","end":"2026-03-02T21:38:28.993352Z","steps":["trace[923265357] 'process raft request' (duration: 857.401359ms)","trace[923265357] 'compare' (duration: 468.413074ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:28.993476Z","caller":"traceutil/trace.go:171","msg":"trace[1812257806] transaction","detail":"{read_only:false; response_revision:7553; number_of_response:1; }","duration":"182.998941ms","start":"2026-03-02T21:38:28.810451Z","end":"2026-03-02T21:38:28.99345Z","steps":["trace[1812257806] 'process raft request' (duration: 182.901019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:28.9935Z","caller":"traceutil/trace.go:171","msg":"trace[1345011112] linearizableReadLoop","detail":"{readStateIndex:7839; appliedIndex:7838; }","duration":"1.298377087s","start":"2026-03-02T21:38:27.695074Z","end":"2026-03-02T21:38:28.993451Z","steps":["trace[1345011112] 'read index received' (duration: 829.231545ms)","trace[1345011112] 'applied index is now lower than readState.Index' (duration: 469.142112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:28.993584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:27.666965Z","time spent":"1.326515349s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:28.993712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.702823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:28.993709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412157993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:28.993761Z","caller":"traceutil/trace.go:171","msg":"trace[1141792054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7553; }","duration":"623.788355ms","start":"2026-03-02T21:38:28.369959Z","end":"2026-03-02T21:38:28.993747Z","steps":["trace[1141792054] 'agreement among raft nodes before linearized reading' (duration: 623.698213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:28.993798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.369938Z","time spent":"623.853577ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:38:28.993804Z","caller":"traceutil/trace.go:171","msg":"trace[298292076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7553; }","duration":"1.412307897s","start":"2026-03-02T21:38:27.581473Z","end":"2026-03-02T21:38:28.993781Z","steps":["trace[298292076] 'agreement among raft nodes before linearized reading' (duration: 1.412133923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:28.993851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:27.581442Z","time spent":"1.412400229s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:38:28.993847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.96024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:38:28.993867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.996883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:38:28.993848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.062848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T21:38:28.993885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.00891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:38:28.993902Z","caller":"traceutil/trace.go:171","msg":"trace[1063515387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7553; }","duration":"287.059222ms","start":"2026-03-02T21:38:28.706828Z","end":"2026-03-02T21:38:28.993887Z","steps":["trace[1063515387] 'agreement among raft nodes before linearized reading' (duration: 286.843457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:28.993935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.291507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:28.993945Z","caller":"traceutil/trace.go:171","msg":"trace[1912069529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7553; }","duration":"583.133113ms","start":"2026-03-02T21:38:28.410799Z","end":"2026-03-02T21:38:28.993933Z","steps":["trace[1912069529] 'agreement among raft nodes before linearized reading' (duration: 582.891378ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:28.993938Z","caller":"traceutil/trace.go:171","msg":"trace[1386962293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7553; }","duration":"502.104516ms","start":"2026-03-02T21:38:28.491811Z","end":"2026-03-02T21:38:28.993915Z","steps":["trace[1386962293] 'agreement among raft nodes before linearized reading' (duration: 501.8642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:28.993951Z","caller":"traceutil/trace.go:171","msg":"trace[1947248828] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7553; }","duration":"582.178681ms","start":"2026-03-02T21:38:28.411748Z","end":"2026-03-02T21:38:28.993927Z","steps":["trace[1947248828] 'agreement among raft nodes before linearized reading' (duration: 581.976546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:28.993979Z","caller":"traceutil/trace.go:171","msg":"trace[1773146840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7553; }","duration":"583.366858ms","start":"2026-03-02T21:38:28.410599Z","end":"2026-03-02T21:38:28.993966Z","steps":["trace[1773146840] 'agreement among raft nodes before linearized reading' (duration: 583.128662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:28.993825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.998126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:38:28.993992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.410777Z","time spent":"583.205304ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:28.993993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.491788Z","time spent":"502.193407ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:38:28.994013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.411736Z","time spent":"582.257273ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:38:28.994024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.410579Z","time spent":"583.43592ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:38:28.994022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.866534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:38:28.99404Z","caller":"traceutil/trace.go:171","msg":"trace[480760670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7553; }","duration":"582.285283ms","start":"2026-03-02T21:38:28.411737Z","end":"2026-03-02T21:38:28.994022Z","steps":["trace[480760670] 'agreement among raft nodes before linearized reading' (duration: 581.936375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:28.994035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.561977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:38:28.994087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.41172Z","time spent":"582.353294ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:38:28.994083Z","caller":"traceutil/trace.go:171","msg":"trace[813554245] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7553; }","duration":"581.924395ms","start":"2026-03-02T21:38:28.412138Z","end":"2026-03-02T21:38:28.994063Z","steps":["trace[813554245] 'agreement among raft nodes before linearized reading' (duration: 581.528566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:28.994135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.412111Z","time spent":"582.012557ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:38:28.994129Z","caller":"traceutil/trace.go:171","msg":"trace[1840029438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:7553; }","duration":"578.69359ms","start":"2026-03-02T21:38:28.41541Z","end":"2026-03-02T21:38:28.994103Z","steps":["trace[1840029438] 'agreement among raft nodes before linearized reading' (duration: 578.27201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:28.994187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.415403Z","time spent":"578.771992ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:38:29.564788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600976195,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:38:29.775911Z","caller":"traceutil/trace.go:171","msg":"trace[595766522] transaction","detail":"{read_only:false; response_revision:7556; number_of_response:1; }","duration":"776.540754ms","start":"2026-03-02T21:38:28.999346Z","end":"2026-03-02T21:38:29.775886Z","steps":["trace[595766522] 'process raft request' (duration: 776.458782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.776104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.999318Z","time spent":"776.673466ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:29.776203Z","caller":"traceutil/trace.go:171","msg":"trace[284172577] linearizableReadLoop","detail":"{readStateIndex:7847; appliedIndex:7841; }","duration":"712.255594ms","start":"2026-03-02T21:38:29.06394Z","end":"2026-03-02T21:38:29.776196Z","steps":["trace[284172577] 'read index received' (duration: 711.353153ms)","trace[284172577] 'applied index is now lower than readState.Index' (duration: 901.981µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:29.776274Z","caller":"traceutil/trace.go:171","msg":"trace[1523417435] transaction","detail":"{read_only:false; response_revision:7559; number_of_response:1; }","duration":"776.603445ms","start":"2026-03-02T21:38:28.999665Z","end":"2026-03-02T21:38:29.776268Z","steps":["trace[1523417435] 'process raft request' (duration: 776.479782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:29.775938Z","caller":"traceutil/trace.go:171","msg":"trace[866139421] transaction","detail":"{read_only:false; response_revision:7555; number_of_response:1; }","duration":"776.755639ms","start":"2026-03-02T21:38:28.999157Z","end":"2026-03-02T21:38:29.775913Z","steps":["trace[866139421] 'process raft request' (duration: 776.261607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:29.776318Z","caller":"traceutil/trace.go:171","msg":"trace[554248492] transaction","detail":"{read_only:false; response_revision:7558; number_of_response:1; }","duration":"776.611345ms","start":"2026-03-02T21:38:28.99964Z","end":"2026-03-02T21:38:29.776252Z","steps":["trace[554248492] 'process raft request' (duration: 776.438621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.776432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.999133Z","time spent":"777.251909ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:29.776462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.867956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19390"} {"level":"info","ts":"2026-03-02T21:38:29.776483Z","caller":"traceutil/trace.go:171","msg":"trace[1851740169] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7560; }","duration":"705.952748ms","start":"2026-03-02T21:38:29.070525Z","end":"2026-03-02T21:38:29.776478Z","steps":["trace[1851740169] 'agreement among raft nodes before linearized reading' (duration: 705.849855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.776497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:29.070464Z","time spent":"706.03052ms","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19414,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:38:29.776487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.772912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:29.776556Z","caller":"traceutil/trace.go:171","msg":"trace[509734698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7560; }","duration":"405.900665ms","start":"2026-03-02T21:38:29.37064Z","end":"2026-03-02T21:38:29.776541Z","steps":["trace[509734698] 'agreement among raft nodes before linearized reading' (duration: 405.761062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.776573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.999623Z","time spent":"776.806969ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:29.77659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:29.370616Z","time spent":"405.968767ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:38:29.776646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.771138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:29.776667Z","caller":"traceutil/trace.go:171","msg":"trace[737292849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7560; }","duration":"621.824629ms","start":"2026-03-02T21:38:29.154839Z","end":"2026-03-02T21:38:29.776663Z","steps":["trace[737292849] 'agreement among raft nodes before linearized reading' (duration: 621.792148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.776683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:29.15482Z","time spent":"621.85756ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:38:29.776684Z","caller":"traceutil/trace.go:171","msg":"trace[1842362316] transaction","detail":"{read_only:false; response_revision:7560; number_of_response:1; }","duration":"776.537363ms","start":"2026-03-02T21:38:29.000121Z","end":"2026-03-02T21:38:29.776659Z","steps":["trace[1842362316] 'process raft request' (duration: 776.048001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.776354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.999453Z","time spent":"776.84367ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:29.77679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:29.000109Z","time spent":"776.631546ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:29.776991Z","caller":"traceutil/trace.go:171","msg":"trace[342152190] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"777.352612ms","start":"2026-03-02T21:38:28.999612Z","end":"2026-03-02T21:38:29.776965Z","steps":["trace[342152190] 'process raft request' (duration: 776.236246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.77754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.999599Z","time spent":"777.897525ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:29.777681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.267544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:206999"} {"level":"info","ts":"2026-03-02T21:38:29.777817Z","caller":"traceutil/trace.go:171","msg":"trace[2006214090] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7560; }","duration":"778.465178ms","start":"2026-03-02T21:38:28.999324Z","end":"2026-03-02T21:38:29.777789Z","steps":["trace[2006214090] 'agreement among raft nodes before linearized reading' (duration: 777.010984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.777878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:28.999313Z","time spent":"778.55378ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207023,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:38:30.007141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.149598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:30.007227Z","caller":"traceutil/trace.go:171","msg":"trace[71951798] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7560; }","duration":"162.300991ms","start":"2026-03-02T21:38:29.844905Z","end":"2026-03-02T21:38:30.007206Z","steps":["trace[71951798] 'range keys from in-memory index tree' (duration: 161.990323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:30.742822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:30.377651Z","time spent":"365.164212ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:38:31.307506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.371204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:31.307686Z","caller":"traceutil/trace.go:171","msg":"trace[601597793] linearizableReadLoop","detail":"{readStateIndex:7850; appliedIndex:7848; }","duration":"377.013967ms","start":"2026-03-02T21:38:30.930652Z","end":"2026-03-02T21:38:31.307666Z","steps":["trace[601597793] 'read index received' (duration: 226.687793ms)","trace[601597793] 'applied index is now lower than readState.Index' (duration: 150.325364ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:31.307764Z","caller":"traceutil/trace.go:171","msg":"trace[11871507] transaction","detail":"{read_only:false; response_revision:7562; number_of_response:1; }","duration":"383.529828ms","start":"2026-03-02T21:38:30.924225Z","end":"2026-03-02T21:38:31.307755Z","steps":["trace[11871507] 'process raft request' (duration: 383.386234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:31.307814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:30.924198Z","time spent":"383.591499ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:31.307935Z","caller":"traceutil/trace.go:171","msg":"trace[1123605342] transaction","detail":"{read_only:false; response_revision:7561; number_of_response:1; }","duration":"563.969749ms","start":"2026-03-02T21:38:30.743914Z","end":"2026-03-02T21:38:31.307884Z","steps":["trace[1123605342] 'process raft request' (duration: 180.148314ms)","trace[1123605342] 'compare' (duration: 383.258932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:31.308062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.387345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:38:31.308142Z","caller":"traceutil/trace.go:171","msg":"trace[1303576972] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7562; }","duration":"377.503418ms","start":"2026-03-02T21:38:30.930615Z","end":"2026-03-02T21:38:31.308118Z","steps":["trace[1303576972] 'agreement among raft nodes before linearized reading' (duration: 377.269753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:31.308208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:30.74389Z","time spent":"564.141913ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:31.308213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:30.930596Z","time spent":"377.60471ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:38:32.006987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.728685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:32.007138Z","caller":"traceutil/trace.go:171","msg":"trace[1437705025] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"693.959551ms","start":"2026-03-02T21:38:31.313165Z","end":"2026-03-02T21:38:32.007124Z","steps":["trace[1437705025] 'process raft request' (duration: 693.908599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.007195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:31.313135Z","time spent":"694.033613ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:32.007351Z","caller":"traceutil/trace.go:171","msg":"trace[434751702] transaction","detail":"{read_only:false; response_revision:7563; number_of_response:1; }","duration":"1.007869405s","start":"2026-03-02T21:38:30.999472Z","end":"2026-03-02T21:38:32.007342Z","steps":["trace[434751702] 'process raft request' (duration: 417.7229ms)","trace[434751702] 'compare' (duration: 588.686421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:32.007394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:30.999454Z","time spent":"1.007919675s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:32.007458Z","caller":"traceutil/trace.go:171","msg":"trace[1283015308] linearizableReadLoop","detail":"{readStateIndex:7851; appliedIndex:7850; }","duration":"699.731274ms","start":"2026-03-02T21:38:31.30772Z","end":"2026-03-02T21:38:32.007451Z","steps":["trace[1283015308] 'read index received' (duration: 109.491427ms)","trace[1283015308] 'applied index is now lower than readState.Index' (duration: 590.239047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:32.007604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.334787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:38:32.007629Z","caller":"traceutil/trace.go:171","msg":"trace[772777672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7564; }","duration":"936.362487ms","start":"2026-03-02T21:38:31.071259Z","end":"2026-03-02T21:38:32.007622Z","steps":["trace[772777672] 'agreement among raft nodes before linearized reading' (duration: 936.256805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.007653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:31.071195Z","time spent":"936.45322ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:38:32.008807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:38:32.008852Z","caller":"traceutil/trace.go:171","msg":"trace[904603060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7564; }","duration":"226.676753ms","start":"2026-03-02T21:38:31.782165Z","end":"2026-03-02T21:38:32.008842Z","steps":["trace[904603060] 'agreement among raft nodes before linearized reading' (duration: 226.54708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.00886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.196965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:38:32.008863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.332517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:38:32.008919Z","caller":"traceutil/trace.go:171","msg":"trace[862320016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7564; }","duration":"227.321407ms","start":"2026-03-02T21:38:31.781586Z","end":"2026-03-02T21:38:32.008907Z","steps":["trace[862320016] 'agreement among raft nodes before linearized reading' (duration: 227.186354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:32.008948Z","caller":"traceutil/trace.go:171","msg":"trace[1101170159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7564; }","duration":"227.463691ms","start":"2026-03-02T21:38:31.781465Z","end":"2026-03-02T21:38:32.008929Z","steps":["trace[1101170159] 'agreement among raft nodes before linearized reading' (duration: 227.293307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.008954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.282317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:38:32.008997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.668955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:32.009063Z","caller":"traceutil/trace.go:171","msg":"trace[1202881739] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7564; }","duration":"227.471521ms","start":"2026-03-02T21:38:31.781565Z","end":"2026-03-02T21:38:32.009036Z","steps":["trace[1202881739] 'agreement among raft nodes before linearized reading' (duration: 227.126953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.009068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.48746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:38:32.009077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.305696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:32.009107Z","caller":"traceutil/trace.go:171","msg":"trace[679379624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:7564; }","duration":"220.583762ms","start":"2026-03-02T21:38:31.788513Z","end":"2026-03-02T21:38:32.009097Z","steps":["trace[679379624] 'agreement among raft nodes before linearized reading' (duration: 220.483319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:32.009135Z","caller":"traceutil/trace.go:171","msg":"trace[1202161995] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7564; }","duration":"961.382777ms","start":"2026-03-02T21:38:31.047734Z","end":"2026-03-02T21:38:32.009117Z","steps":["trace[1202161995] 'agreement among raft nodes before linearized reading' (duration: 961.320466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.00918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:31.047721Z","time spent":"961.451089ms","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:38:32.009081Z","caller":"traceutil/trace.go:171","msg":"trace[251078994] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7564; }","duration":"558.8293ms","start":"2026-03-02T21:38:31.450235Z","end":"2026-03-02T21:38:32.009064Z","steps":["trace[251078994] 'agreement among raft nodes before linearized reading' (duration: 558.657436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.009269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:31.450209Z","time spent":"559.048504ms","remote":"127.0.0.1:58018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:32.009264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.001531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-02T21:38:32.009011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.394021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:32.009329Z","caller":"traceutil/trace.go:171","msg":"trace[1120181335] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7564; }","duration":"698.515897ms","start":"2026-03-02T21:38:31.3108Z","end":"2026-03-02T21:38:32.009316Z","steps":["trace[1120181335] 'agreement among raft nodes before linearized reading' (duration: 696.93558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:32.009338Z","caller":"traceutil/trace.go:171","msg":"trace[2087473540] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7564; }","duration":"133.806711ms","start":"2026-03-02T21:38:31.875521Z","end":"2026-03-02T21:38:32.009328Z","steps":["trace[2087473540] 'agreement among raft nodes before linearized reading' (duration: 133.368161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.009398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.088929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:38:32.009482Z","caller":"traceutil/trace.go:171","msg":"trace[1393479822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7564; }","duration":"226.210532ms","start":"2026-03-02T21:38:31.783256Z","end":"2026-03-02T21:38:32.009467Z","steps":["trace[1393479822] 'agreement among raft nodes before linearized reading' (duration: 225.889405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.009594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:31.310778Z","time spent":"698.574427ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T21:38:32.009842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.925389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:38:32.009889Z","caller":"traceutil/trace.go:171","msg":"trace[1706725569] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7564; }","duration":"226.99074ms","start":"2026-03-02T21:38:31.782888Z","end":"2026-03-02T21:38:32.009878Z","steps":["trace[1706725569] 'agreement among raft nodes before linearized reading' (duration: 225.793602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:32.449663Z","caller":"traceutil/trace.go:171","msg":"trace[426638162] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"434.299514ms","start":"2026-03-02T21:38:32.015331Z","end":"2026-03-02T21:38:32.449631Z","steps":["trace[426638162] 'process raft request' (duration: 433.998617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.449839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:32.015321Z","time spent":"434.422427ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:32.450431Z","caller":"traceutil/trace.go:171","msg":"trace[34888911] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"435.00366ms","start":"2026-03-02T21:38:32.015414Z","end":"2026-03-02T21:38:32.450417Z","steps":["trace[34888911] 'process raft request' (duration: 434.104879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.45053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:32.015407Z","time spent":"435.063541ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:32.450626Z","caller":"traceutil/trace.go:171","msg":"trace[539501564] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"435.189065ms","start":"2026-03-02T21:38:32.015427Z","end":"2026-03-02T21:38:32.450616Z","steps":["trace[539501564] 'process raft request' (duration: 434.916138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.450677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:32.01541Z","time spent":"435.239335ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:32.450657Z","caller":"traceutil/trace.go:171","msg":"trace[1290917649] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"435.161534ms","start":"2026-03-02T21:38:32.015461Z","end":"2026-03-02T21:38:32.450622Z","steps":["trace[1290917649] 'process raft request' (duration: 435.065742ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:32.450812Z","caller":"traceutil/trace.go:171","msg":"trace[1405648108] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"435.274247ms","start":"2026-03-02T21:38:32.015513Z","end":"2026-03-02T21:38:32.450787Z","steps":["trace[1405648108] 'process raft request' (duration: 435.067282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:32.45087Z","caller":"traceutil/trace.go:171","msg":"trace[1946280817] linearizableReadLoop","detail":"{readStateIndex:7859; appliedIndex:7853; }","duration":"368.442327ms","start":"2026-03-02T21:38:32.082417Z","end":"2026-03-02T21:38:32.45086Z","steps":["trace[1946280817] 'read index received' (duration: 366.915142ms)","trace[1946280817] 'applied index is now lower than readState.Index' (duration: 1.526435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:32.450875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:32.015454Z","time spent":"435.300877ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:32.450947Z","caller":"traceutil/trace.go:171","msg":"trace[1322389915] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"426.907933ms","start":"2026-03-02T21:38:32.024028Z","end":"2026-03-02T21:38:32.450936Z","steps":["trace[1322389915] 'process raft request' (duration: 426.715689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.450968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:32.015504Z","time spent":"435.385799ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:32.451009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:32.023997Z","time spent":"426.978194ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:32.451135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.226523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:32.45118Z","caller":"traceutil/trace.go:171","msg":"trace[303337583] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7571; }","duration":"258.317555ms","start":"2026-03-02T21:38:32.192851Z","end":"2026-03-02T21:38:32.451168Z","steps":["trace[303337583] 'agreement among raft nodes before linearized reading' (duration: 258.205143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.451212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.010653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:38:32.451256Z","caller":"traceutil/trace.go:171","msg":"trace[1957972243] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7571; }","duration":"436.086755ms","start":"2026-03-02T21:38:32.015159Z","end":"2026-03-02T21:38:32.451246Z","steps":["trace[1957972243] 'agreement among raft nodes before linearized reading' (duration: 435.927862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:32.451289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:32.015142Z","time spent":"436.141966ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T21:38:32.606678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.397193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:32.606767Z","caller":"traceutil/trace.go:171","msg":"trace[1901412657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7571; }","duration":"103.265323ms","start":"2026-03-02T21:38:32.503479Z","end":"2026-03-02T21:38:32.606744Z","steps":["trace[1901412657] 'count revisions from in-memory index tree' (duration: 102.27023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:52.7874Z","caller":"traceutil/trace.go:171","msg":"trace[1049584735] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"186.153414ms","start":"2026-03-02T21:38:52.601216Z","end":"2026-03-02T21:38:52.787369Z","steps":["trace[1049584735] 'process raft request' (duration: 185.939569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.787694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.107426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:52.787686Z","caller":"traceutil/trace.go:171","msg":"trace[947783587] linearizableReadLoop","detail":"{readStateIndex:7959; appliedIndex:7958; }","duration":"167.776688ms","start":"2026-03-02T21:38:52.619558Z","end":"2026-03-02T21:38:52.787335Z","steps":["trace[947783587] 'read index received' (duration: 167.465301ms)","trace[947783587] 'applied index is now lower than readState.Index' (duration: 310.217µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:52.787776Z","caller":"traceutil/trace.go:171","msg":"trace[1243171143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7667; }","duration":"168.215579ms","start":"2026-03-02T21:38:52.619541Z","end":"2026-03-02T21:38:52.787756Z","steps":["trace[1243171143] 'agreement among raft nodes before linearized reading' (duration: 167.994164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.787997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.658281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:38:52.788033Z","caller":"traceutil/trace.go:171","msg":"trace[1358835054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7667; }","duration":"128.706333ms","start":"2026-03-02T21:38:52.659318Z","end":"2026-03-02T21:38:52.788025Z","steps":["trace[1358835054] 'agreement among raft nodes before linearized reading' (duration: 128.609421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.78804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.954689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:38:52.788088Z","caller":"traceutil/trace.go:171","msg":"trace[868749866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7667; }","duration":"129.04212ms","start":"2026-03-02T21:38:52.659033Z","end":"2026-03-02T21:38:52.788075Z","steps":["trace[868749866] 'agreement among raft nodes before linearized reading' (duration: 128.909837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.788113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.323974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:38:52.788204Z","caller":"traceutil/trace.go:171","msg":"trace[1092896036] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7667; }","duration":"128.442547ms","start":"2026-03-02T21:38:52.659739Z","end":"2026-03-02T21:38:52.788181Z","steps":["trace[1092896036] 'agreement among raft nodes before linearized reading' (duration: 128.166961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:52.788448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.241611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:38:52.7885Z","caller":"traceutil/trace.go:171","msg":"trace[71387215] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7667; }","duration":"131.318763ms","start":"2026-03-02T21:38:52.657168Z","end":"2026-03-02T21:38:52.788487Z","steps":["trace[71387215] 'agreement among raft nodes before linearized reading' (duration: 130.708199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:52.906611Z","caller":"traceutil/trace.go:171","msg":"trace[2087878211] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"113.932651ms","start":"2026-03-02T21:38:52.792659Z","end":"2026-03-02T21:38:52.906591Z","steps":["trace[2087878211] 'process raft request' (duration: 113.87224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:52.906682Z","caller":"traceutil/trace.go:171","msg":"trace[1003724859] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"114.564885ms","start":"2026-03-02T21:38:52.792083Z","end":"2026-03-02T21:38:52.906648Z","steps":["trace[1003724859] 'process raft request' (duration: 114.31597ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:52.906884Z","caller":"traceutil/trace.go:171","msg":"trace[975948389] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"114.036423ms","start":"2026-03-02T21:38:52.792814Z","end":"2026-03-02T21:38:52.906851Z","steps":["trace[975948389] 'process raft request' (duration: 113.746976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:52.907085Z","caller":"traceutil/trace.go:171","msg":"trace[202986381] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"114.203087ms","start":"2026-03-02T21:38:52.792848Z","end":"2026-03-02T21:38:52.907051Z","steps":["trace[202986381] 'process raft request' (duration: 113.955261ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:53.805187Z","caller":"traceutil/trace.go:171","msg":"trace[870043017] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"102.929955ms","start":"2026-03-02T21:38:53.702233Z","end":"2026-03-02T21:38:53.805163Z","steps":["trace[870043017] 'process raft request' (duration: 73.77079ms)","trace[870043017] 'compare' (duration: 29.028732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:56.061068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.205534ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:38:56.853965Z","caller":"traceutil/trace.go:171","msg":"trace[1240599356] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"120.011452ms","start":"2026-03-02T21:38:56.733927Z","end":"2026-03-02T21:38:56.853939Z","steps":["trace[1240599356] 'process raft request' (duration: 98.023412ms)","trace[1240599356] 'compare' (duration: 21.426007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:56.85464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.945822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-02T21:38:56.854693Z","caller":"traceutil/trace.go:171","msg":"trace[568979760] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7719; }","duration":"121.023945ms","start":"2026-03-02T21:38:56.733659Z","end":"2026-03-02T21:38:56.854682Z","steps":["trace[568979760] 'agreement among raft nodes before linearized reading' (duration: 120.857221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:56.855571Z","caller":"traceutil/trace.go:171","msg":"trace[1339809511] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"115.499837ms","start":"2026-03-02T21:38:56.740036Z","end":"2026-03-02T21:38:56.855536Z","steps":["trace[1339809511] 'process raft request' (duration: 113.702655ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:58.817201Z","caller":"traceutil/trace.go:171","msg":"trace[1019326982] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"191.790404ms","start":"2026-03-02T21:38:58.625383Z","end":"2026-03-02T21:38:58.817173Z","steps":["trace[1019326982] 'process raft request' (duration: 191.640681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.561269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.30373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:59.561354Z","caller":"traceutil/trace.go:171","msg":"trace[1179305361] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7743; }","duration":"606.436233ms","start":"2026-03-02T21:38:58.954899Z","end":"2026-03-02T21:38:59.561335Z","steps":["trace[1179305361] 'count revisions from in-memory index tree' (duration: 606.161717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.561387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.300502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:38:59.561436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.954887Z","time spent":"606.538886ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:38:59.56151Z","caller":"traceutil/trace.go:171","msg":"trace[812056627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7743; }","duration":"613.500577ms","start":"2026-03-02T21:38:58.94799Z","end":"2026-03-02T21:38:59.561491Z","steps":["trace[812056627] 'range keys from in-memory index tree' (duration: 613.138309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.561559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.947966Z","time spent":"613.581579ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:59.561398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.246134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:59.561777Z","caller":"traceutil/trace.go:171","msg":"trace[879507983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7743; }","duration":"614.662674ms","start":"2026-03-02T21:38:58.947099Z","end":"2026-03-02T21:38:59.561762Z","steps":["trace[879507983] 'range keys from in-memory index tree' (duration: 614.06518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.561813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.947078Z","time spent":"614.725916ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:38:59.561877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.455377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:59.561931Z","caller":"traceutil/trace.go:171","msg":"trace[1744305914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7743; }","duration":"191.545269ms","start":"2026-03-02T21:38:59.370372Z","end":"2026-03-02T21:38:59.561918Z","steps":["trace[1744305914] 'range keys from in-memory index tree' (duration: 191.386835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.561942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.418607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:38:59.56205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.869568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:38:59.562057Z","caller":"traceutil/trace.go:171","msg":"trace[624877601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7743; }","duration":"560.592651ms","start":"2026-03-02T21:38:59.001441Z","end":"2026-03-02T21:38:59.562034Z","steps":["trace[624877601] 'range keys from in-memory index tree' (duration: 560.176882ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.562084Z","caller":"traceutil/trace.go:171","msg":"trace[1310623188] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7743; }","duration":"560.936969ms","start":"2026-03-02T21:38:59.001137Z","end":"2026-03-02T21:38:59.562074Z","steps":["trace[1310623188] 'range keys from in-memory index tree' (duration: 560.662023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.562139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.001127Z","time spent":"561.00304ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:38:59.561965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.241432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:38:59.562131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.001412Z","time spent":"560.700154ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:38:59.562188Z","caller":"traceutil/trace.go:171","msg":"trace[320490802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7743; }","duration":"582.532099ms","start":"2026-03-02T21:38:58.979639Z","end":"2026-03-02T21:38:59.562171Z","steps":["trace[320490802] 'range keys from in-memory index tree' (duration: 582.042809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.562248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.979619Z","time spent":"582.613442ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:59.562602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.445389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-45fdx\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-02T21:38:59.562649Z","caller":"traceutil/trace.go:171","msg":"trace[174574903] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-45fdx; range_end:; response_count:1; response_revision:7743; }","duration":"488.858239ms","start":"2026-03-02T21:38:59.073778Z","end":"2026-03-02T21:38:59.562637Z","steps":["trace[174574903] 'range keys from in-memory index tree' (duration: 487.282022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.562484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.71068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T21:38:59.562694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.073756Z","time spent":"488.92197ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-45fdx\" "} {"level":"info","ts":"2026-03-02T21:38:59.562698Z","caller":"traceutil/trace.go:171","msg":"trace[396658766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7743; }","duration":"562.958066ms","start":"2026-03-02T21:38:58.999728Z","end":"2026-03-02T21:38:59.562686Z","steps":["trace[396658766] 'range keys from in-memory index tree' (duration: 561.286367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.56275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.999711Z","time spent":"563.011597ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:38:59.596681Z","caller":"traceutil/trace.go:171","msg":"trace[870704890] linearizableReadLoop","detail":"{readStateIndex:8038; appliedIndex:8037; }","duration":"116.468539ms","start":"2026-03-02T21:38:59.480187Z","end":"2026-03-02T21:38:59.596656Z","steps":["trace[870704890] 'read index received' (duration: 116.200693ms)","trace[870704890] 'applied index is now lower than readState.Index' (duration: 266.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:59.596842Z","caller":"traceutil/trace.go:171","msg":"trace[1640936692] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"127.760381ms","start":"2026-03-02T21:38:59.469062Z","end":"2026-03-02T21:38:59.596823Z","steps":["trace[1640936692] 'process raft request' (duration: 127.407813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.597007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.780496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:59.597098Z","caller":"traceutil/trace.go:171","msg":"trace[1971927926] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7744; }","duration":"116.92456ms","start":"2026-03-02T21:38:59.480151Z","end":"2026-03-02T21:38:59.597076Z","steps":["trace[1971927926] 'agreement among raft nodes before linearized reading' (duration: 116.705495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.775867Z","caller":"traceutil/trace.go:171","msg":"trace[1548026175] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"209.575486ms","start":"2026-03-02T21:38:59.566263Z","end":"2026-03-02T21:38:59.775838Z","steps":["trace[1548026175] 'process raft request' (duration: 209.476704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.776138Z","caller":"traceutil/trace.go:171","msg":"trace[1190454334] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"210.027677ms","start":"2026-03-02T21:38:59.566082Z","end":"2026-03-02T21:38:59.77611Z","steps":["trace[1190454334] 'process raft request' (duration: 114.489043ms)","trace[1190454334] 'compare' (duration: 94.792346ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:59.776184Z","caller":"traceutil/trace.go:171","msg":"trace[1921550663] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"209.72276ms","start":"2026-03-02T21:38:59.566435Z","end":"2026-03-02T21:38:59.776157Z","steps":["trace[1921550663] 'process raft request' (duration: 209.362371ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.77658Z","caller":"traceutil/trace.go:171","msg":"trace[314925550] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"209.940115ms","start":"2026-03-02T21:38:59.566601Z","end":"2026-03-02T21:38:59.776541Z","steps":["trace[314925550] 'process raft request' (duration: 209.479504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.776632Z","caller":"traceutil/trace.go:171","msg":"trace[347186628] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"208.968512ms","start":"2026-03-02T21:38:59.56765Z","end":"2026-03-02T21:38:59.776619Z","steps":["trace[347186628] 'process raft request' (duration: 208.88102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.776644Z","caller":"traceutil/trace.go:171","msg":"trace[857603036] linearizableReadLoop","detail":"{readStateIndex:8045; appliedIndex:8038; }","duration":"179.840278ms","start":"2026-03-02T21:38:59.596782Z","end":"2026-03-02T21:38:59.776622Z","steps":["trace[857603036] 'read index received' (duration: 83.780251ms)","trace[857603036] 'applied index is now lower than readState.Index' (duration: 96.059007ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:59.776826Z","caller":"traceutil/trace.go:171","msg":"trace[1414818915] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"210.071458ms","start":"2026-03-02T21:38:59.566741Z","end":"2026-03-02T21:38:59.776812Z","steps":["trace[1414818915] 'process raft request' (duration: 209.72366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:59.776892Z","caller":"traceutil/trace.go:171","msg":"trace[1495650569] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"205.694596ms","start":"2026-03-02T21:38:59.571183Z","end":"2026-03-02T21:38:59.776877Z","steps":["trace[1495650569] 'process raft request' (duration: 205.385609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.779093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.464947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:59.779205Z","caller":"traceutil/trace.go:171","msg":"trace[532347917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7751; }","duration":"215.843342ms","start":"2026-03-02T21:38:59.563343Z","end":"2026-03-02T21:38:59.779186Z","steps":["trace[532347917] 'agreement among raft nodes before linearized reading' (duration: 213.460277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:02.418082Z","caller":"traceutil/trace.go:171","msg":"trace[1251999525] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"387.9642ms","start":"2026-03-02T21:39:02.030088Z","end":"2026-03-02T21:39:02.418052Z","steps":["trace[1251999525] 'process raft request' (duration: 387.777456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:02.418265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:02.030065Z","time spent":"388.110404ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:02.436133Z","caller":"traceutil/trace.go:171","msg":"trace[679202125] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"148.207125ms","start":"2026-03-02T21:39:02.287907Z","end":"2026-03-02T21:39:02.436115Z","steps":["trace[679202125] 'process raft request' (duration: 148.066632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:04.293959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600976848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:39:04.794152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600976848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:39:05.294806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600976848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:39:05.445917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.652275117s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:39:05.446261Z","caller":"traceutil/trace.go:171","msg":"trace[808193164] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"1.652719277s","start":"2026-03-02T21:39:03.793522Z","end":"2026-03-02T21:39:05.446241Z","steps":["trace[808193164] 'process raft request' (duration: 1.652574673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.446419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.793504Z","time spent":"1.65283658s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:05.447578Z","caller":"traceutil/trace.go:171","msg":"trace[72942229] linearizableReadLoop","detail":"{readStateIndex:8064; appliedIndex:8061; }","duration":"1.653950676s","start":"2026-03-02T21:39:03.793604Z","end":"2026-03-02T21:39:05.447554Z","steps":["trace[72942229] 'read index received' (duration: 1.652482552s)","trace[72942229] 'applied index is now lower than readState.Index' (duration: 1.466994ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:05.447677Z","caller":"traceutil/trace.go:171","msg":"trace[289155161] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"1.003514113s","start":"2026-03-02T21:39:04.444152Z","end":"2026-03-02T21:39:05.447666Z","steps":["trace[289155161] 'process raft request' (duration: 1.003356159s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:05.447698Z","caller":"traceutil/trace.go:171","msg":"trace[1446401530] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"1.653561177s","start":"2026-03-02T21:39:03.7941Z","end":"2026-03-02T21:39:05.447661Z","steps":["trace[1446401530] 'process raft request' (duration: 1.65326223s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.44805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000532294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:39:05.448089Z","caller":"traceutil/trace.go:171","msg":"trace[1339989947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7769; }","duration":"1.000603205s","start":"2026-03-02T21:39:04.447475Z","end":"2026-03-02T21:39:05.448078Z","steps":["trace[1339989947] 'agreement among raft nodes before linearized reading' (duration: 1.000522803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.448125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:04.44746Z","time spent":"1.000658596s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:05.448125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35031299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:05.448198Z","caller":"traceutil/trace.go:171","msg":"trace[2045550025] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7769; }","duration":"1.350433633s","start":"2026-03-02T21:39:04.097751Z","end":"2026-03-02T21:39:05.448184Z","steps":["trace[2045550025] 'agreement among raft nodes before linearized reading' (duration: 1.350290269s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.448217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654520419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:39:05.4483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309516924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:39:05.448294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.447404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:39:05.448339Z","caller":"traceutil/trace.go:171","msg":"trace[551673699] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7769; }","duration":"1.309586626s","start":"2026-03-02T21:39:04.13874Z","end":"2026-03-02T21:39:05.448327Z","steps":["trace[551673699] 'agreement among raft nodes before linearized reading' (duration: 1.309529465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.448377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:04.13872Z","time spent":"1.309649717s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:05.448386Z","caller":"traceutil/trace.go:171","msg":"trace[409489993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:7769; }","duration":"994.590406ms","start":"2026-03-02T21:39:04.453776Z","end":"2026-03-02T21:39:05.448366Z","steps":["trace[409489993] 'agreement among raft nodes before linearized reading' (duration: 994.3263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.448417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654363795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T21:39:05.448428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:04.453759Z","time spent":"994.661198ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"info","ts":"2026-03-02T21:39:05.448463Z","caller":"traceutil/trace.go:171","msg":"trace[1326806565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7769; }","duration":"1.654427137s","start":"2026-03-02T21:39:03.79402Z","end":"2026-03-02T21:39:05.448448Z","steps":["trace[1326806565] 'agreement among raft nodes before linearized reading' (duration: 1.654325125s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.448243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:04.097733Z","time spent":"1.350499434s","remote":"127.0.0.1:43488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:05.448506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.794009Z","time spent":"1.654489528s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:39:05.448311Z","caller":"traceutil/trace.go:171","msg":"trace[828149112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7769; }","duration":"1.654657842s","start":"2026-03-02T21:39:03.793632Z","end":"2026-03-02T21:39:05.44829Z","steps":["trace[828149112] 'agreement among raft nodes before linearized reading' (duration: 1.654353005s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.448555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.793616Z","time spent":"1.654928568s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:05.44796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654352125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:39:05.448618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65458627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:39:05.448653Z","caller":"traceutil/trace.go:171","msg":"trace[1258855576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7769; }","duration":"1.655059751s","start":"2026-03-02T21:39:03.793583Z","end":"2026-03-02T21:39:05.448643Z","steps":["trace[1258855576] 'agreement among raft nodes before linearized reading' (duration: 1.654239362s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.448704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.793574Z","time spent":"1.655119793s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:39:05.448708Z","caller":"traceutil/trace.go:171","msg":"trace[1226240773] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7769; }","duration":"1.654692492s","start":"2026-03-02T21:39:03.793993Z","end":"2026-03-02T21:39:05.448685Z","steps":["trace[1226240773] 'agreement among raft nodes before linearized reading' (duration: 1.654494448s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:05.448746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.793987Z","time spent":"1.654749965s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:05.447792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:04.444126Z","time spent":"1.003584115s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:05.448963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:03.79408Z","time spent":"1.653950755s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:17.190879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.28716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:17.190987Z","caller":"traceutil/trace.go:171","msg":"trace[22884650] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8165; }","duration":"311.745284ms","start":"2026-03-02T21:39:16.879225Z","end":"2026-03-02T21:39:17.19097Z","steps":["trace[22884650] 'read index received' (duration: 64.29557ms)","trace[22884650] 'applied index is now lower than readState.Index' (duration: 247.448194ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:17.191169Z","caller":"traceutil/trace.go:171","msg":"trace[215340679] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"432.076982ms","start":"2026-03-02T21:39:16.759064Z","end":"2026-03-02T21:39:17.191141Z","steps":["trace[215340679] 'process raft request' (duration: 184.443224ms)","trace[215340679] 'compare' (duration: 247.171398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:17.191292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:16.759049Z","time spent":"432.178345ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:17.19144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.207525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-02T21:39:17.191486Z","caller":"traceutil/trace.go:171","msg":"trace[355495285] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7865; }","duration":"312.280097ms","start":"2026-03-02T21:39:16.879193Z","end":"2026-03-02T21:39:17.191473Z","steps":["trace[355495285] 'agreement among raft nodes before linearized reading' (duration: 311.821246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:17.191618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:16.879177Z","time spent":"312.42831ms","remote":"127.0.0.1:51610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3197,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T21:39:17.367515Z","caller":"traceutil/trace.go:171","msg":"trace[732175487] linearizableReadLoop","detail":"{readStateIndex:8167; appliedIndex:8166; }","duration":"145.744678ms","start":"2026-03-02T21:39:17.221743Z","end":"2026-03-02T21:39:17.367487Z","steps":["trace[732175487] 'read index received' (duration: 130.945865ms)","trace[732175487] 'applied index is now lower than readState.Index' (duration: 14.797283ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:17.367677Z","caller":"traceutil/trace.go:171","msg":"trace[152453886] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"161.783619ms","start":"2026-03-02T21:39:17.205869Z","end":"2026-03-02T21:39:17.367652Z","steps":["trace[152453886] 'process raft request' (duration: 146.878514ms)","trace[152453886] 'compare' (duration: 14.526297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:17.36775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.000723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-45fdx\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-03-02T21:39:17.367841Z","caller":"traceutil/trace.go:171","msg":"trace[1286105975] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-45fdx; range_end:; response_count:1; response_revision:7866; }","duration":"146.094585ms","start":"2026-03-02T21:39:17.221723Z","end":"2026-03-02T21:39:17.367818Z","steps":["trace[1286105975] 'agreement among raft nodes before linearized reading' (duration: 145.85967ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:17.404777Z","caller":"traceutil/trace.go:171","msg":"trace[1730067426] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"182.879388ms","start":"2026-03-02T21:39:17.221874Z","end":"2026-03-02T21:39:17.404753Z","steps":["trace[1730067426] 'process raft request' (duration: 182.705344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:17.905505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600977157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:39:18.049091Z","caller":"traceutil/trace.go:171","msg":"trace[1276461338] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"672.680758ms","start":"2026-03-02T21:39:17.37635Z","end":"2026-03-02T21:39:18.049031Z","steps":["trace[1276461338] 'process raft request' (duration: 581.841723ms)","trace[1276461338] 'compare' (duration: 90.661911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:18.049303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.376326Z","time spent":"672.856032ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:18.468799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.350088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:18.469168Z","caller":"traceutil/trace.go:171","msg":"trace[1393140835] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"326.530636ms","start":"2026-03-02T21:39:18.142616Z","end":"2026-03-02T21:39:18.469147Z","steps":["trace[1393140835] 'process raft request' (duration: 326.473245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.469239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.14259Z","time spent":"326.624709ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:39:18.469359Z","caller":"traceutil/trace.go:171","msg":"trace[1858894171] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"729.274379ms","start":"2026-03-02T21:39:17.740035Z","end":"2026-03-02T21:39:18.46931Z","steps":["trace[1858894171] 'process raft request' (duration: 728.923501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:18.469463Z","caller":"traceutil/trace.go:171","msg":"trace[1924296770] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"965.744629ms","start":"2026-03-02T21:39:17.503677Z","end":"2026-03-02T21:39:18.469422Z","steps":["trace[1924296770] 'process raft request' (duration: 816.644304ms)","trace[1924296770] 'compare' (duration: 148.097701ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:18.469542Z","caller":"traceutil/trace.go:171","msg":"trace[2101742166] linearizableReadLoop","detail":"{readStateIndex:8171; appliedIndex:8168; }","duration":"1.064812755s","start":"2026-03-02T21:39:17.404717Z","end":"2026-03-02T21:39:18.46953Z","steps":["trace[2101742166] 'read index received' (duration: 553.568788ms)","trace[2101742166] 'applied index is now lower than readState.Index' (duration: 511.242757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:18.469557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.740014Z","time spent":"729.438423ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:18.469648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099902938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:18.46965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.503646Z","time spent":"965.906953ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:18.469684Z","caller":"traceutil/trace.go:171","msg":"trace[718222302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7871; }","duration":"1.09997379s","start":"2026-03-02T21:39:17.3697Z","end":"2026-03-02T21:39:18.469674Z","steps":["trace[718222302] 'agreement among raft nodes before linearized reading' (duration: 1.099916318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.469708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.369681Z","time spent":"1.100022501s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:39:18.469842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047109895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T21:39:18.469906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.626367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:39:18.469947Z","caller":"traceutil/trace.go:171","msg":"trace[234409098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7871; }","duration":"1.047258728s","start":"2026-03-02T21:39:17.422659Z","end":"2026-03-02T21:39:18.469918Z","steps":["trace[234409098] 'agreement among raft nodes before linearized reading' (duration: 1.046991682s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.469963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.558868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:39:18.469996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.422642Z","time spent":"1.04734407s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T21:39:18.470004Z","caller":"traceutil/trace.go:171","msg":"trace[1678001225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7871; }","duration":"877.723059ms","start":"2026-03-02T21:39:17.592258Z","end":"2026-03-02T21:39:18.469981Z","steps":["trace[1678001225] 'agreement among raft nodes before linearized reading' (duration: 877.476043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:18.47002Z","caller":"traceutil/trace.go:171","msg":"trace[931869909] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7871; }","duration":"878.62577ms","start":"2026-03-02T21:39:17.591373Z","end":"2026-03-02T21:39:18.469999Z","steps":["trace[931869909] 'agreement among raft nodes before linearized reading' (duration: 878.526158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.470048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.866876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:39:18.470061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.591356Z","time spent":"878.697411ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:18.470067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.592194Z","time spent":"877.859492ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:39:18.470086Z","caller":"traceutil/trace.go:171","msg":"trace[1863809703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7871; }","duration":"878.913037ms","start":"2026-03-02T21:39:17.591164Z","end":"2026-03-02T21:39:18.470077Z","steps":["trace[1863809703] 'agreement among raft nodes before linearized reading' (duration: 878.750163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.47012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.591161Z","time spent":"878.949108ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:18.470196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.500942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:39:18.470232Z","caller":"traceutil/trace.go:171","msg":"trace[573671218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7871; }","duration":"873.544222ms","start":"2026-03-02T21:39:17.596678Z","end":"2026-03-02T21:39:18.470222Z","steps":["trace[573671218] 'agreement among raft nodes before linearized reading' (duration: 873.45777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.470263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.596673Z","time spent":"873.580223ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:18.470248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.479186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:39:18.470301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.430229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:39:18.47032Z","caller":"traceutil/trace.go:171","msg":"trace[1849073702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7871; }","duration":"884.610309ms","start":"2026-03-02T21:39:17.585692Z","end":"2026-03-02T21:39:18.470302Z","steps":["trace[1849073702] 'agreement among raft nodes before linearized reading' (duration: 884.298372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.470337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.755427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:39:18.470348Z","caller":"traceutil/trace.go:171","msg":"trace[1631866924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:7871; }","duration":"876.504611ms","start":"2026-03-02T21:39:17.593828Z","end":"2026-03-02T21:39:18.470332Z","steps":["trace[1631866924] 'agreement among raft nodes before linearized reading' (duration: 876.358278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.470361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.585666Z","time spent":"884.68633ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:39:18.470381Z","caller":"traceutil/trace.go:171","msg":"trace[1787690620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7871; }","duration":"942.825838ms","start":"2026-03-02T21:39:17.527544Z","end":"2026-03-02T21:39:18.47037Z","steps":["trace[1787690620] 'agreement among raft nodes before linearized reading' (duration: 942.722605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.470389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.593822Z","time spent":"876.558572ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:39:18.470418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.527533Z","time spent":"942.87897ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:18.469855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.408039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:39:18.470554Z","caller":"traceutil/trace.go:171","msg":"trace[758159857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7871; }","duration":"880.133795ms","start":"2026-03-02T21:39:17.590407Z","end":"2026-03-02T21:39:18.470541Z","steps":["trace[758159857] 'agreement among raft nodes before linearized reading' (duration: 879.340076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:18.47059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:17.590392Z","time spent":"880.188667ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:18.470699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.022373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T21:39:18.470774Z","caller":"traceutil/trace.go:171","msg":"trace[246529793] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7871; }","duration":"193.135956ms","start":"2026-03-02T21:39:18.277619Z","end":"2026-03-02T21:39:18.470755Z","steps":["trace[246529793] 'agreement among raft nodes before linearized reading' (duration: 192.420159ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:19.002552Z","caller":"traceutil/trace.go:171","msg":"trace[1921002208] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"524.045593ms","start":"2026-03-02T21:39:18.478472Z","end":"2026-03-02T21:39:19.002518Z","steps":["trace[1921002208] 'process raft request' (duration: 523.763477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:19.002728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.47845Z","time spent":"524.180137ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:19.002995Z","caller":"traceutil/trace.go:171","msg":"trace[1560882779] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"524.258028ms","start":"2026-03-02T21:39:18.478709Z","end":"2026-03-02T21:39:19.002967Z","steps":["trace[1560882779] 'process raft request' (duration: 523.974092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:19.003052Z","caller":"traceutil/trace.go:171","msg":"trace[1752861012] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"524.274309ms","start":"2026-03-02T21:39:18.478749Z","end":"2026-03-02T21:39:19.003023Z","steps":["trace[1752861012] 'process raft request' (duration: 524.044273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:19.003165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.478702Z","time spent":"524.366791ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:19.003305Z","caller":"traceutil/trace.go:171","msg":"trace[620088840] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"524.349981ms","start":"2026-03-02T21:39:18.47863Z","end":"2026-03-02T21:39:19.00298Z","steps":["trace[620088840] 'process raft request' (duration: 523.790248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:19.003317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.478741Z","time spent":"524.460283ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:19.003457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.478614Z","time spent":"524.76304ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:19.003863Z","caller":"traceutil/trace.go:171","msg":"trace[1968236096] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"525.102078ms","start":"2026-03-02T21:39:18.478745Z","end":"2026-03-02T21:39:19.003847Z","steps":["trace[1968236096] 'process raft request' (duration: 524.926954ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:19.003859Z","caller":"traceutil/trace.go:171","msg":"trace[461924295] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"525.088678ms","start":"2026-03-02T21:39:18.478748Z","end":"2026-03-02T21:39:19.003837Z","steps":["trace[461924295] 'process raft request' (duration: 524.223198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:19.00395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.478729Z","time spent":"525.179149ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:19.003967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.478732Z","time spent":"525.187519ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:19.004Z","caller":"traceutil/trace.go:171","msg":"trace[258806776] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"525.155119ms","start":"2026-03-02T21:39:18.478835Z","end":"2026-03-02T21:39:19.00399Z","steps":["trace[258806776] 'process raft request' (duration: 524.968445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:19.003957Z","caller":"traceutil/trace.go:171","msg":"trace[1409113519] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"525.009616ms","start":"2026-03-02T21:39:18.47893Z","end":"2026-03-02T21:39:19.003939Z","steps":["trace[1409113519] 'process raft request' (duration: 524.915124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:19.004062Z","caller":"traceutil/trace.go:171","msg":"trace[1240919615] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"495.984334ms","start":"2026-03-02T21:39:18.508067Z","end":"2026-03-02T21:39:19.004052Z","steps":["trace[1240919615] 'process raft request' (duration: 495.807929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:19.004074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.478831Z","time spent":"525.20215ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:19.004091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.607276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:19.004116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.507997Z","time spent":"496.088925ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:19.004109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.478921Z","time spent":"525.144129ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:19.004136Z","caller":"traceutil/trace.go:171","msg":"trace[1286643259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7882; }","duration":"524.662357ms","start":"2026-03-02T21:39:18.479462Z","end":"2026-03-02T21:39:19.004124Z","steps":["trace[1286643259] 'agreement among raft nodes before linearized reading' (duration: 524.594846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:19.004165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.479455Z","time spent":"524.704029ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:19.004172Z","caller":"traceutil/trace.go:171","msg":"trace[884891101] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"525.097878ms","start":"2026-03-02T21:39:18.47879Z","end":"2026-03-02T21:39:19.003888Z","steps":["trace[884891101] 'process raft request' (duration: 524.978035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:19.004242Z","caller":"traceutil/trace.go:171","msg":"trace[846880099] linearizableReadLoop","detail":"{readStateIndex:8183; appliedIndex:8173; }","duration":"469.407037ms","start":"2026-03-02T21:39:18.534508Z","end":"2026-03-02T21:39:19.003915Z","steps":["trace[846880099] 'read index received' (duration: 467.683227ms)","trace[846880099] 'applied index is now lower than readState.Index' (duration: 1.723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:19.004361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.757483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-02T21:39:19.00447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.478783Z","time spent":"525.415425ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:19.004496Z","caller":"traceutil/trace.go:171","msg":"trace[1750154024] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7882; }","duration":"525.913846ms","start":"2026-03-02T21:39:18.478569Z","end":"2026-03-02T21:39:19.004483Z","steps":["trace[1750154024] 'agreement among raft nodes before linearized reading' (duration: 525.658021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:19.004537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:18.478555Z","time spent":"525.969817ms","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T21:39:19.218116Z","caller":"traceutil/trace.go:171","msg":"trace[439503836] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"208.385158ms","start":"2026-03-02T21:39:19.009697Z","end":"2026-03-02T21:39:19.218082Z","steps":["trace[439503836] 'process raft request' (duration: 133.197567ms)","trace[439503836] 'compare' (duration: 74.954496ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:20.156975Z","caller":"traceutil/trace.go:171","msg":"trace[1927370021] linearizableReadLoop","detail":"{readStateIndex:8185; appliedIndex:8184; }","duration":"101.123153ms","start":"2026-03-02T21:39:20.055824Z","end":"2026-03-02T21:39:20.156947Z","steps":["trace[1927370021] 'read index received' (duration: 100.937969ms)","trace[1927370021] 'applied index is now lower than readState.Index' (duration: 184.264µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:20.157186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.340828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T21:39:20.157234Z","caller":"traceutil/trace.go:171","msg":"trace[1531233817] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7884; }","duration":"101.434191ms","start":"2026-03-02T21:39:20.055789Z","end":"2026-03-02T21:39:20.157224Z","steps":["trace[1531233817] 'agreement among raft nodes before linearized reading' (duration: 101.257517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:20.157285Z","caller":"traceutil/trace.go:171","msg":"trace[47499661] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"104.290727ms","start":"2026-03-02T21:39:20.052968Z","end":"2026-03-02T21:39:20.157258Z","steps":["trace[47499661] 'process raft request' (duration: 103.798915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.043732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600977185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:39:21.544674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600977185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:39:21.616234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139139817s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:39:21.832916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452524549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:39:21.832999Z","caller":"traceutil/trace.go:171","msg":"trace[1711589482] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:7884; }","duration":"1.452639362s","start":"2026-03-02T21:39:20.380335Z","end":"2026-03-02T21:39:21.832974Z","steps":["trace[1711589482] 'range keys from in-memory index tree' (duration: 1.452211361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.833047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:20.380315Z","time spent":"1.452723514s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"warn","ts":"2026-03-02T21:39:21.832915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411102989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-02T21:39:21.832275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025463613s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:21.833231Z","caller":"traceutil/trace.go:171","msg":"trace[210667015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7884; }","duration":"1.026435885s","start":"2026-03-02T21:39:20.806749Z","end":"2026-03-02T21:39:21.833185Z","steps":["trace[210667015] 'range keys from in-memory index tree' (duration: 1.025431272s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:21.833232Z","caller":"traceutil/trace.go:171","msg":"trace[1786438084] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7884; }","duration":"1.411408476s","start":"2026-03-02T21:39:20.421751Z","end":"2026-03-02T21:39:21.83316Z","steps":["trace[1786438084] 'range keys from in-memory index tree' (duration: 1.410863474s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.833288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461501757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:21.83339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:20.421694Z","time spent":"1.411673973s","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T21:39:21.833481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.939007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-02T21:39:21.833508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578049998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:21.833458Z","caller":"traceutil/trace.go:171","msg":"trace[1316434607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7884; }","duration":"1.461729432s","start":"2026-03-02T21:39:20.3717Z","end":"2026-03-02T21:39:21.83343Z","steps":["trace[1316434607] 'range keys from in-memory index tree' (duration: 1.461374615s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:21.833587Z","caller":"traceutil/trace.go:171","msg":"trace[851961390] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7884; }","duration":"1.578186091s","start":"2026-03-02T21:39:20.255382Z","end":"2026-03-02T21:39:21.833568Z","steps":["trace[851961390] 'count revisions from in-memory index tree' (duration: 1.577931255s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.833644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:20.255358Z","time spent":"1.578272923s","remote":"127.0.0.1:36122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":34,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:21.833592Z","caller":"traceutil/trace.go:171","msg":"trace[1634006994] linearizableReadLoop","detail":"{readStateIndex:8186; appliedIndex:8185; }","duration":"1.290617357s","start":"2026-03-02T21:39:20.542954Z","end":"2026-03-02T21:39:21.833572Z","steps":["trace[1634006994] 'read index received' (duration: 1.073419115s)","trace[1634006994] 'applied index is now lower than readState.Index' (duration: 217.196792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:21.833659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:20.371678Z","time spent":"1.461953778s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:21.833676Z","caller":"traceutil/trace.go:171","msg":"trace[1305365651] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"1.356706809s","start":"2026-03-02T21:39:20.476948Z","end":"2026-03-02T21:39:21.833655Z","steps":["trace[1305365651] 'process raft request' (duration: 1.139486816s)","trace[1305365651] 'compare' (duration: 216.265361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:21.833767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290811492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:39:21.833817Z","caller":"traceutil/trace.go:171","msg":"trace[1657738403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:7885; }","duration":"1.290898054s","start":"2026-03-02T21:39:20.542907Z","end":"2026-03-02T21:39:21.833805Z","steps":["trace[1657738403] 'agreement among raft nodes before linearized reading' (duration: 1.29071274s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.833813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:20.476915Z","time spent":"1.356824551s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:21.833853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:20.542885Z","time spent":"1.290960375s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:39:21.833905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.669721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:39:21.833981Z","caller":"traceutil/trace.go:171","msg":"trace[131708767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7885; }","duration":"824.789573ms","start":"2026-03-02T21:39:21.009173Z","end":"2026-03-02T21:39:21.833963Z","steps":["trace[131708767] 'agreement among raft nodes before linearized reading' (duration: 824.603959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.834029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.009152Z","time spent":"824.866675ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:21.834263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.646452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:39:21.834282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.544888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:39:21.834314Z","caller":"traceutil/trace.go:171","msg":"trace[514492841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7885; }","duration":"824.622759ms","start":"2026-03-02T21:39:21.009681Z","end":"2026-03-02T21:39:21.834304Z","steps":["trace[514492841] 'agreement among raft nodes before linearized reading' (duration: 824.526867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:21.834314Z","caller":"traceutil/trace.go:171","msg":"trace[2055172074] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7885; }","duration":"456.743484ms","start":"2026-03-02T21:39:21.377556Z","end":"2026-03-02T21:39:21.8343Z","steps":["trace[2055172074] 'agreement among raft nodes before linearized reading' (duration: 456.664842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.834342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.009658Z","time spent":"824.6783ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:21.834348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.931916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:39:21.834348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.160662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:21.834415Z","caller":"traceutil/trace.go:171","msg":"trace[1963201215] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7885; }","duration":"258.244524ms","start":"2026-03-02T21:39:21.576155Z","end":"2026-03-02T21:39:21.8344Z","steps":["trace[1963201215] 'agreement among raft nodes before linearized reading' (duration: 258.116571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:21.834409Z","caller":"traceutil/trace.go:171","msg":"trace[1643761582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7885; }","duration":"825.027498ms","start":"2026-03-02T21:39:21.009366Z","end":"2026-03-02T21:39:21.834393Z","steps":["trace[1643761582] 'agreement among raft nodes before linearized reading' (duration: 824.851994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.834415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.626344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-02T21:39:21.834351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.377531Z","time spent":"456.811225ms","remote":"127.0.0.1:49574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:21.83446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.00934Z","time spent":"825.110971ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:21.834453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.590898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:39:21.834539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.948737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:39:21.83455Z","caller":"traceutil/trace.go:171","msg":"trace[1776144717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7885; }","duration":"824.691981ms","start":"2026-03-02T21:39:21.009796Z","end":"2026-03-02T21:39:21.834488Z","steps":["trace[1776144717] 'agreement among raft nodes before linearized reading' (duration: 824.560138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:21.834483Z","caller":"traceutil/trace.go:171","msg":"trace[745197845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7885; }","duration":"485.724436ms","start":"2026-03-02T21:39:21.348735Z","end":"2026-03-02T21:39:21.83446Z","steps":["trace[745197845] 'agreement among raft nodes before linearized reading' (duration: 485.545392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:21.834581Z","caller":"traceutil/trace.go:171","msg":"trace[828692202] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7885; }","duration":"825.002188ms","start":"2026-03-02T21:39:21.009569Z","end":"2026-03-02T21:39:21.834571Z","steps":["trace[828692202] 'agreement among raft nodes before linearized reading' (duration: 824.822663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.834352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.666108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:39:21.834602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.009785Z","time spent":"824.805013ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:21.834612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.009562Z","time spent":"825.043439ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:21.834615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.348716Z","time spent":"485.883299ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T21:39:21.834626Z","caller":"traceutil/trace.go:171","msg":"trace[1911279445] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7885; }","duration":"795.966426ms","start":"2026-03-02T21:39:21.038648Z","end":"2026-03-02T21:39:21.834614Z","steps":["trace[1911279445] 'agreement among raft nodes before linearized reading' (duration: 795.622028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.834668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.038633Z","time spent":"796.023937ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:39:21.834658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.190192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:39:21.834761Z","caller":"traceutil/trace.go:171","msg":"trace[2044069034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7885; }","duration":"825.284965ms","start":"2026-03-02T21:39:21.009437Z","end":"2026-03-02T21:39:21.834722Z","steps":["trace[2044069034] 'agreement among raft nodes before linearized reading' (duration: 824.970528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.834778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.829384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T21:39:21.834861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.009427Z","time spent":"825.372247ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:39:21.834927Z","caller":"traceutil/trace.go:171","msg":"trace[1686475473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7885; }","duration":"825.09218ms","start":"2026-03-02T21:39:21.009801Z","end":"2026-03-02T21:39:21.834893Z","steps":["trace[1686475473] 'agreement among raft nodes before linearized reading' (duration: 824.404974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:21.834989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.009792Z","time spent":"825.182462ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:22.303539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.192658ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T21:39:22.303717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.837211Z","time spent":"466.49963ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:39:22.402685Z","caller":"traceutil/trace.go:171","msg":"trace[1704001289] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"563.184511ms","start":"2026-03-02T21:39:21.83947Z","end":"2026-03-02T21:39:22.402654Z","steps":["trace[1704001289] 'process raft request' (duration: 562.940576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:22.402852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.839453Z","time spent":"563.298693ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:22.587875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.139821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:22.588527Z","caller":"traceutil/trace.go:171","msg":"trace[2053949998] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"748.72362ms","start":"2026-03-02T21:39:21.839767Z","end":"2026-03-02T21:39:22.58849Z","steps":["trace[2053949998] 'process raft request' (duration: 562.857993ms)","trace[2053949998] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 184.790622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:22.588638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.839756Z","time spent":"748.832683ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:22.588833Z","caller":"traceutil/trace.go:171","msg":"trace[1472199060] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"283.610032ms","start":"2026-03-02T21:39:22.305208Z","end":"2026-03-02T21:39:22.588818Z","steps":["trace[1472199060] 'process raft request' (duration: 283.549901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:22.589057Z","caller":"traceutil/trace.go:171","msg":"trace[1329290364] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"748.996487ms","start":"2026-03-02T21:39:21.840039Z","end":"2026-03-02T21:39:22.589035Z","steps":["trace[1329290364] 'process raft request' (duration: 748.346282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:22.58912Z","caller":"traceutil/trace.go:171","msg":"trace[598704712] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"740.293135ms","start":"2026-03-02T21:39:21.848814Z","end":"2026-03-02T21:39:22.589107Z","steps":["trace[598704712] 'process raft request' (duration: 739.847894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:22.589219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.840007Z","time spent":"749.11165ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:22.589163Z","caller":"traceutil/trace.go:171","msg":"trace[1980767600] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"745.640179ms","start":"2026-03-02T21:39:21.843486Z","end":"2026-03-02T21:39:22.589126Z","steps":["trace[1980767600] 'process raft request' (duration: 745.097177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:22.589183Z","caller":"traceutil/trace.go:171","msg":"trace[1067541495] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"746.661412ms","start":"2026-03-02T21:39:21.842464Z","end":"2026-03-02T21:39:22.589126Z","steps":["trace[1067541495] 'process raft request' (duration: 746.076939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:22.589323Z","caller":"traceutil/trace.go:171","msg":"trace[1399778458] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"749.416546ms","start":"2026-03-02T21:39:21.839899Z","end":"2026-03-02T21:39:22.589315Z","steps":["trace[1399778458] 'process raft request' (duration: 748.313811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:22.589369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.839881Z","time spent":"749.469227ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:22.589404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.842445Z","time spent":"746.856317ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:22.589404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.842449Z","time spent":"746.852937ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:22.589542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.848802Z","time spent":"740.445079ms","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:22.589522Z","caller":"traceutil/trace.go:171","msg":"trace[914197678] linearizableReadLoop","detail":"{readStateIndex:8188; appliedIndex:8186; }","duration":"749.860016ms","start":"2026-03-02T21:39:21.839626Z","end":"2026-03-02T21:39:22.589486Z","steps":["trace[914197678] 'read index received' (duration: 254.703922ms)","trace[914197678] 'applied index is now lower than readState.Index' (duration: 495.153014ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:22.58955Z","caller":"traceutil/trace.go:171","msg":"trace[1078335288] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"748.624538ms","start":"2026-03-02T21:39:21.840864Z","end":"2026-03-02T21:39:22.589489Z","steps":["trace[1078335288] 'process raft request' (duration: 747.645976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:22.589805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.840856Z","time spent":"748.818013ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:22.589852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.618909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:22.589867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.206965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:39:22.58989Z","caller":"traceutil/trace.go:171","msg":"trace[1175886526] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7895; }","duration":"616.69697ms","start":"2026-03-02T21:39:21.973179Z","end":"2026-03-02T21:39:22.589876Z","steps":["trace[1175886526] 'agreement among raft nodes before linearized reading' (duration: 616.634719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:22.589916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.973149Z","time spent":"616.760892ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:22.589908Z","caller":"traceutil/trace.go:171","msg":"trace[1895967738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7895; }","duration":"750.307147ms","start":"2026-03-02T21:39:21.839589Z","end":"2026-03-02T21:39:22.589896Z","steps":["trace[1895967738] 'agreement among raft nodes before linearized reading' (duration: 750.082582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:22.589907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.888875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:22.589962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.839565Z","time spent":"750.386199ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:39:22.58999Z","caller":"traceutil/trace.go:171","msg":"trace[193323817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7895; }","duration":"746.035288ms","start":"2026-03-02T21:39:21.843915Z","end":"2026-03-02T21:39:22.58995Z","steps":["trace[193323817] 'agreement among raft nodes before linearized reading' (duration: 745.918345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:22.590067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.843905Z","time spent":"746.149711ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:39:22.590153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.366256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211641"} {"level":"info","ts":"2026-03-02T21:39:22.590224Z","caller":"traceutil/trace.go:171","msg":"trace[2074800900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7895; }","duration":"749.458207ms","start":"2026-03-02T21:39:21.840754Z","end":"2026-03-02T21:39:22.590212Z","steps":["trace[2074800900] 'agreement among raft nodes before linearized reading' (duration: 749.018187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:22.590261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.840741Z","time spent":"749.511408ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:39:22.59045Z","caller":"traceutil/trace.go:171","msg":"trace[1067261121] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"748.527725ms","start":"2026-03-02T21:39:21.840785Z","end":"2026-03-02T21:39:22.589313Z","steps":["trace[1067261121] 'process raft request' (duration: 747.681856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:22.590591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:21.84077Z","time spent":"749.771335ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:22.881999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.869163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:22.882113Z","caller":"traceutil/trace.go:171","msg":"trace[212313542] linearizableReadLoop","detail":"{readStateIndex:8198; appliedIndex:8197; }","duration":"167.46758ms","start":"2026-03-02T21:39:22.714627Z","end":"2026-03-02T21:39:22.882095Z","steps":["trace[212313542] 'read index received' (duration: 51.821µs)","trace[212313542] 'applied index is now lower than readState.Index' (duration: 167.414589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:22.882308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.680405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:22.88235Z","caller":"traceutil/trace.go:171","msg":"trace[2136057115] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7896; }","duration":"167.775597ms","start":"2026-03-02T21:39:22.714564Z","end":"2026-03-02T21:39:22.882339Z","steps":["trace[2136057115] 'agreement among raft nodes before linearized reading' (duration: 167.581782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:22.88234Z","caller":"traceutil/trace.go:171","msg":"trace[1761636481] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"276.782423ms","start":"2026-03-02T21:39:22.605505Z","end":"2026-03-02T21:39:22.882288Z","steps":["trace[1761636481] 'process raft request' (duration: 94.553481ms)","trace[1761636481] 'compare' (duration: 181.699769ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:24.360358Z","caller":"traceutil/trace.go:171","msg":"trace[375611316] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"364.24764ms","start":"2026-03-02T21:39:23.996078Z","end":"2026-03-02T21:39:24.360326Z","steps":["trace[375611316] 'process raft request' (duration: 337.232895ms)","trace[375611316] 'compare' (duration: 26.707348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:24.360687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:23.996053Z","time spent":"364.400534ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:25.587018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126280819s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:25.587138Z","caller":"traceutil/trace.go:171","msg":"trace[1812276690] linearizableReadLoop","detail":"{readStateIndex:8202; appliedIndex:8201; }","duration":"993.37236ms","start":"2026-03-02T21:39:24.593738Z","end":"2026-03-02T21:39:25.587111Z","steps":["trace[1812276690] 'read index received' (duration: 35.941µs)","trace[1812276690] 'applied index is now lower than readState.Index' (duration: 993.335009ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:25.587214Z","caller":"traceutil/trace.go:171","msg":"trace[871095806] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"1.175868399s","start":"2026-03-02T21:39:24.411334Z","end":"2026-03-02T21:39:25.587202Z","steps":["trace[871095806] 'process raft request' (duration: 49.259612ms)","trace[871095806] 'compare' (duration: 1.126080414s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:25.587278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.411322Z","time spent":"1.17592435s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:25.587589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.846951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:39:25.587632Z","caller":"traceutil/trace.go:171","msg":"trace[156337250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7900; }","duration":"993.884881ms","start":"2026-03-02T21:39:24.593732Z","end":"2026-03-02T21:39:25.587617Z","steps":["trace[156337250] 'agreement among raft nodes before linearized reading' (duration: 993.738708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:25.587663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.593677Z","time spent":"993.978933ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:25.940038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.59473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:39:25.940318Z","caller":"traceutil/trace.go:171","msg":"trace[1750620816] linearizableReadLoop","detail":"{readStateIndex:8203; appliedIndex:8202; }","duration":"353.127613ms","start":"2026-03-02T21:39:25.587166Z","end":"2026-03-02T21:39:25.940293Z","steps":["trace[1750620816] 'read index received' (duration: 98.260017ms)","trace[1750620816] 'applied index is now lower than readState.Index' (duration: 254.866406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:25.94039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248524722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:25.940468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346084203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:39:25.940483Z","caller":"traceutil/trace.go:171","msg":"trace[2085739246] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7900; }","duration":"1.248683256s","start":"2026-03-02T21:39:24.691774Z","end":"2026-03-02T21:39:25.940458Z","steps":["trace[2085739246] 'agreement among raft nodes before linearized reading' (duration: 1.248526452s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:25.9405Z","caller":"traceutil/trace.go:171","msg":"trace[1374670068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7900; }","duration":"1.346150804s","start":"2026-03-02T21:39:24.594335Z","end":"2026-03-02T21:39:25.940486Z","steps":["trace[1374670068] 'agreement among raft nodes before linearized reading' (duration: 1.346010691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:25.94054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.594324Z","time spent":"1.346208666s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:25.940534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.691747Z","time spent":"1.248776747s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:25.940512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.236434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:25.940612Z","caller":"traceutil/trace.go:171","msg":"trace[2023235270] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"347.630375ms","start":"2026-03-02T21:39:25.592937Z","end":"2026-03-02T21:39:25.940567Z","steps":["trace[2023235270] 'process raft request' (duration: 347.234336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:25.94069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18412524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:25.940682Z","caller":"traceutil/trace.go:171","msg":"trace[490247101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7900; }","duration":"570.452619ms","start":"2026-03-02T21:39:25.370187Z","end":"2026-03-02T21:39:25.940639Z","steps":["trace[490247101] 'agreement among raft nodes before linearized reading' (duration: 570.176723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:25.940754Z","caller":"traceutil/trace.go:171","msg":"trace[2121934374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7901; }","duration":"1.184183101s","start":"2026-03-02T21:39:24.756549Z","end":"2026-03-02T21:39:25.940732Z","steps":["trace[2121934374] 'agreement among raft nodes before linearized reading' (duration: 1.184083479s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:25.940768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.370165Z","time spent":"570.586473ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:39:25.940803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.756517Z","time spent":"1.184275464s","remote":"127.0.0.1:47868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:25.940563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.477053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5fc45bf565-lfgcc.189923fa19fe8e54\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-02T21:39:25.940885Z","caller":"traceutil/trace.go:171","msg":"trace[1919435753] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5fc45bf565-lfgcc.189923fa19fe8e54; range_end:; response_count:1; response_revision:7900; }","duration":"505.817381ms","start":"2026-03-02T21:39:25.435048Z","end":"2026-03-02T21:39:25.940865Z","steps":["trace[1919435753] 'agreement among raft nodes before linearized reading' (duration: 505.302929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:25.940926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.434931Z","time spent":"505.982325ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5fc45bf565-lfgcc.189923fa19fe8e54\" "} {"level":"warn","ts":"2026-03-02T21:39:25.940935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343581795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:39:25.940961Z","caller":"traceutil/trace.go:171","msg":"trace[1430630195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:7901; }","duration":"1.343611295s","start":"2026-03-02T21:39:24.597343Z","end":"2026-03-02T21:39:25.940954Z","steps":["trace[1430630195] 'agreement among raft nodes before linearized reading' (duration: 1.343525753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:25.940987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.597247Z","time spent":"1.343737228s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:39:25.940823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.592916Z","time spent":"347.7913ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:25.941227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346640455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:39:25.941287Z","caller":"traceutil/trace.go:171","msg":"trace[1867243740] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7901; }","duration":"1.346739958s","start":"2026-03-02T21:39:24.594528Z","end":"2026-03-02T21:39:25.941268Z","steps":["trace[1867243740] 'agreement among raft nodes before linearized reading' (duration: 1.346521883s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:25.941322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.594463Z","time spent":"1.346851691s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:25.941285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346389229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:39:25.94138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346495402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:39:25.941417Z","caller":"traceutil/trace.go:171","msg":"trace[289261007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7901; }","duration":"1.346545664s","start":"2026-03-02T21:39:24.594862Z","end":"2026-03-02T21:39:25.941408Z","steps":["trace[289261007] 'agreement among raft nodes before linearized reading' (duration: 1.346449062s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:25.941407Z","caller":"traceutil/trace.go:171","msg":"trace[608511503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7901; }","duration":"1.346562684s","start":"2026-03-02T21:39:24.594812Z","end":"2026-03-02T21:39:25.941374Z","steps":["trace[608511503] 'agreement among raft nodes before linearized reading' (duration: 1.346136374s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:25.94144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.594855Z","time spent":"1.346580714s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:25.941477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.594804Z","time spent":"1.346658616s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:25.941519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34641314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:39:25.94158Z","caller":"traceutil/trace.go:171","msg":"trace[1811359747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7901; }","duration":"1.346496812s","start":"2026-03-02T21:39:24.595066Z","end":"2026-03-02T21:39:25.941563Z","steps":["trace[1811359747] 'agreement among raft nodes before linearized reading' (duration: 1.346243547s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:25.941625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:24.595057Z","time spent":"1.346555894s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:26.233513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.071024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:26.23368Z","caller":"traceutil/trace.go:171","msg":"trace[797326982] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"335.490585ms","start":"2026-03-02T21:39:25.898148Z","end":"2026-03-02T21:39:26.233638Z","steps":["trace[797326982] 'process raft request' (duration: 142.178135ms)","trace[797326982] 'compare' (duration: 192.857079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:26.233822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.898125Z","time spent":"335.639198ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:26.233848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.562296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:26.233944Z","caller":"traceutil/trace.go:171","msg":"trace[93093879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7902; }","duration":"291.684889ms","start":"2026-03-02T21:39:25.942243Z","end":"2026-03-02T21:39:26.233928Z","steps":["trace[93093879] 'agreement among raft nodes before linearized reading' (duration: 291.503555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:26.233714Z","caller":"traceutil/trace.go:171","msg":"trace[589219206] linearizableReadLoop","detail":"{readStateIndex:8205; appliedIndex:8204; }","duration":"291.332632ms","start":"2026-03-02T21:39:25.9423Z","end":"2026-03-02T21:39:26.233633Z","steps":["trace[589219206] 'read index received' (duration: 98.062273ms)","trace[589219206] 'applied index is now lower than readState.Index' (duration: 193.268259ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:26.286572Z","caller":"traceutil/trace.go:171","msg":"trace[1399848137] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"339.712202ms","start":"2026-03-02T21:39:25.946841Z","end":"2026-03-02T21:39:26.286553Z","steps":["trace[1399848137] 'process raft request' (duration: 339.555038ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:26.28663Z","caller":"traceutil/trace.go:171","msg":"trace[1684445392] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"342.809484ms","start":"2026-03-02T21:39:25.943785Z","end":"2026-03-02T21:39:26.286595Z","steps":["trace[1684445392] 'process raft request' (duration: 342.355323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:26.286665Z","caller":"traceutil/trace.go:171","msg":"trace[1052411286] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"339.835065ms","start":"2026-03-02T21:39:25.946798Z","end":"2026-03-02T21:39:26.286633Z","steps":["trace[1052411286] 'process raft request' (duration: 339.542038ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:26.286648Z","caller":"traceutil/trace.go:171","msg":"trace[1211656079] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"340.133812ms","start":"2026-03-02T21:39:25.946476Z","end":"2026-03-02T21:39:26.28661Z","steps":["trace[1211656079] 'process raft request' (duration: 339.793154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:26.286738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.946815Z","time spent":"339.817195ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:26.286824Z","caller":"traceutil/trace.go:171","msg":"trace[2035816396] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"339.828645ms","start":"2026-03-02T21:39:25.946987Z","end":"2026-03-02T21:39:26.286816Z","steps":["trace[2035816396] 'process raft request' (duration: 339.495947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:26.286825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.946784Z","time spent":"339.940358ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:26.286871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.946963Z","time spent":"339.888957ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:26.286862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.946451Z","time spent":"340.280066ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:26.286778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.943753Z","time spent":"342.940247ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:26.287009Z","caller":"traceutil/trace.go:171","msg":"trace[166217858] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"339.741563ms","start":"2026-03-02T21:39:25.947245Z","end":"2026-03-02T21:39:26.286987Z","steps":["trace[166217858] 'process raft request' (duration: 339.450176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:26.28712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.947212Z","time spent":"339.857196ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:26.287129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.992202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211641"} {"level":"info","ts":"2026-03-02T21:39:26.287179Z","caller":"traceutil/trace.go:171","msg":"trace[42550467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7908; }","duration":"341.083014ms","start":"2026-03-02T21:39:25.946083Z","end":"2026-03-02T21:39:26.287166Z","steps":["trace[42550467] 'agreement among raft nodes before linearized reading' (duration: 340.682205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:26.287213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:25.946057Z","time spent":"341.146626ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:39:26.551854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.348883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:26.551953Z","caller":"traceutil/trace.go:171","msg":"trace[1596365839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7908; }","duration":"181.514647ms","start":"2026-03-02T21:39:26.370417Z","end":"2026-03-02T21:39:26.551931Z","steps":["trace[1596365839] 'range keys from in-memory index tree' (duration: 181.142558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:27.876847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.924673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:27.876928Z","caller":"traceutil/trace.go:171","msg":"trace[347172786] linearizableReadLoop","detail":"{readStateIndex:8213; appliedIndex:8212; }","duration":"507.636183ms","start":"2026-03-02T21:39:27.369278Z","end":"2026-03-02T21:39:27.876915Z","steps":["trace[347172786] 'read index received' (duration: 86.449343ms)","trace[347172786] 'applied index is now lower than readState.Index' (duration: 421.18566ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:27.877101Z","caller":"traceutil/trace.go:171","msg":"trace[125512862] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"568.974195ms","start":"2026-03-02T21:39:27.308116Z","end":"2026-03-02T21:39:27.87709Z","steps":["trace[125512862] 'process raft request' (duration: 147.739394ms)","trace[125512862] 'compare' (duration: 420.78296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:27.877151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.308092Z","time spent":"569.037256ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:27.877372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.484237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:27.877447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.156736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:27.877511Z","caller":"traceutil/trace.go:171","msg":"trace[458459045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7909; }","duration":"508.249367ms","start":"2026-03-02T21:39:27.369243Z","end":"2026-03-02T21:39:27.877492Z","steps":["trace[458459045] 'agreement among raft nodes before linearized reading' (duration: 508.145255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:27.87757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.369226Z","time spent":"508.33326ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:27.877517Z","caller":"traceutil/trace.go:171","msg":"trace[1326276144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7909; }","duration":"295.681042ms","start":"2026-03-02T21:39:27.581801Z","end":"2026-03-02T21:39:27.877482Z","steps":["trace[1326276144] 'agreement among raft nodes before linearized reading' (duration: 295.446926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:27.877589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:39:27.877694Z","caller":"traceutil/trace.go:171","msg":"trace[1641859753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7909; }","duration":"286.246563ms","start":"2026-03-02T21:39:27.591423Z","end":"2026-03-02T21:39:27.87767Z","steps":["trace[1641859753] 'agreement among raft nodes before linearized reading' (duration: 285.964077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:27.877442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.165161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:27.877813Z","caller":"traceutil/trace.go:171","msg":"trace[63539818] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7909; }","duration":"223.53568ms","start":"2026-03-02T21:39:27.654237Z","end":"2026-03-02T21:39:27.877772Z","steps":["trace[63539818] 'agreement among raft nodes before linearized reading' (duration: 223.11155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:28.313476Z","caller":"traceutil/trace.go:171","msg":"trace[1353354005] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"426.458252ms","start":"2026-03-02T21:39:27.886981Z","end":"2026-03-02T21:39:28.313439Z","steps":["trace[1353354005] 'process raft request' (duration: 399.122169ms)","trace[1353354005] 'compare' (duration: 27.097448ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:28.313492Z","caller":"traceutil/trace.go:171","msg":"trace[1804598271] linearizableReadLoop","detail":"{readStateIndex:8214; appliedIndex:8213; }","duration":"405.66118ms","start":"2026-03-02T21:39:27.907807Z","end":"2026-03-02T21:39:28.313468Z","steps":["trace[1804598271] 'read index received' (duration: 378.301006ms)","trace[1804598271] 'applied index is now lower than readState.Index' (duration: 27.358584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:28.313652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.886957Z","time spent":"426.609705ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:28.313908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.090811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:39:28.313975Z","caller":"traceutil/trace.go:171","msg":"trace[412641128] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7911; }","duration":"406.208673ms","start":"2026-03-02T21:39:27.907751Z","end":"2026-03-02T21:39:28.31396Z","steps":["trace[412641128] 'agreement among raft nodes before linearized reading' (duration: 405.990898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:28.314019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.907731Z","time spent":"406.275825ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:39:28.314795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.229936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:39:28.314893Z","caller":"traceutil/trace.go:171","msg":"trace[2147323991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7911; }","duration":"369.376079ms","start":"2026-03-02T21:39:27.945489Z","end":"2026-03-02T21:39:28.314865Z","steps":["trace[2147323991] 'agreement among raft nodes before linearized reading' (duration: 369.126504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:28.314961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.945465Z","time spent":"369.481712ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:28.315163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.582115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:39:28.315221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.380664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-02T21:39:28.315288Z","caller":"traceutil/trace.go:171","msg":"trace[1735296651] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7911; }","duration":"131.446216ms","start":"2026-03-02T21:39:28.183822Z","end":"2026-03-02T21:39:28.315269Z","steps":["trace[1735296651] 'agreement among raft nodes before linearized reading' (duration: 131.275052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:28.315226Z","caller":"traceutil/trace.go:171","msg":"trace[964674740] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7911; }","duration":"344.722268ms","start":"2026-03-02T21:39:27.970486Z","end":"2026-03-02T21:39:28.315208Z","steps":["trace[964674740] 'agreement among raft nodes before linearized reading' (duration: 344.626456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:28.315609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:27.970465Z","time spent":"345.118427ms","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:28.763183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.966603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:28.763288Z","caller":"traceutil/trace.go:171","msg":"trace[1937070385] linearizableReadLoop","detail":"{readStateIndex:8216; appliedIndex:8215; }","duration":"443.62965ms","start":"2026-03-02T21:39:28.319642Z","end":"2026-03-02T21:39:28.763271Z","steps":["trace[1937070385] 'read index received' (duration: 196.504174ms)","trace[1937070385] 'applied index is now lower than readState.Index' (duration: 247.124326ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:28.76336Z","caller":"traceutil/trace.go:171","msg":"trace[441280196] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"444.008239ms","start":"2026-03-02T21:39:28.319341Z","end":"2026-03-02T21:39:28.763349Z","steps":["trace[441280196] 'process raft request' (duration: 196.78875ms)","trace[441280196] 'compare' (duration: 246.84425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:28.763598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.319287Z","time spent":"444.103951ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:28.763725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.06589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:39:28.763794Z","caller":"traceutil/trace.go:171","msg":"trace[1308250517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7912; }","duration":"444.724125ms","start":"2026-03-02T21:39:28.319052Z","end":"2026-03-02T21:39:28.763776Z","steps":["trace[1308250517] 'agreement among raft nodes before linearized reading' (duration: 444.324125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:28.763843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.31903Z","time spent":"444.804527ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:39:29.37014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.82267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:29.370486Z","caller":"traceutil/trace.go:171","msg":"trace[398030262] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8216; }","duration":"607.149439ms","start":"2026-03-02T21:39:28.763314Z","end":"2026-03-02T21:39:29.370463Z","steps":["trace[398030262] 'read index received' (duration: 302.815367ms)","trace[398030262] 'applied index is now lower than readState.Index' (duration: 304.332842ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:29.370582Z","caller":"traceutil/trace.go:171","msg":"trace[1895949272] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"1.050135074s","start":"2026-03-02T21:39:28.320406Z","end":"2026-03-02T21:39:29.370541Z","steps":["trace[1895949272] 'process raft request' (duration: 1.04995698s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.370734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.917135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:29.370773Z","caller":"traceutil/trace.go:171","msg":"trace[1729530295] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7917; }","duration":"765.007257ms","start":"2026-03-02T21:39:28.605756Z","end":"2026-03-02T21:39:29.370764Z","steps":["trace[1729530295] 'agreement among raft nodes before linearized reading' (duration: 764.909995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.370806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.605729Z","time spent":"765.067778ms","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:29.370818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.320388Z","time spent":"1.050316698s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:29.370996Z","caller":"traceutil/trace.go:171","msg":"trace[1014104330] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"1.050714907s","start":"2026-03-02T21:39:28.320264Z","end":"2026-03-02T21:39:29.370979Z","steps":["trace[1014104330] 'process raft request' (duration: 1.050067722s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:29.371043Z","caller":"traceutil/trace.go:171","msg":"trace[424352172] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"1.051276821s","start":"2026-03-02T21:39:28.319726Z","end":"2026-03-02T21:39:29.371003Z","steps":["trace[424352172] 'process raft request' (duration: 746.500089ms)","trace[424352172] 'compare' (duration: 303.584634ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:29.371106Z","caller":"traceutil/trace.go:171","msg":"trace[389466570] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"1.050896431s","start":"2026-03-02T21:39:28.320174Z","end":"2026-03-02T21:39:29.37107Z","steps":["trace[389466570] 'process raft request' (duration: 1.050058182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.371083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000917053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:29.370641Z","caller":"traceutil/trace.go:171","msg":"trace[1073982510] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"1.049870858s","start":"2026-03-02T21:39:28.320753Z","end":"2026-03-02T21:39:29.370624Z","steps":["trace[1073982510] 'process raft request' (duration: 1.049641563s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:29.371196Z","caller":"traceutil/trace.go:171","msg":"trace[1300083678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7917; }","duration":"1.001081318s","start":"2026-03-02T21:39:28.370093Z","end":"2026-03-02T21:39:29.371174Z","steps":["trace[1300083678] 'agreement among raft nodes before linearized reading' (duration: 1.000922014s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.371217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.320157Z","time spent":"1.051007674s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:29.37125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.370074Z","time spent":"1.001164929s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:39:29.371276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.320671Z","time spent":"1.050559404s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:29.371085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.320235Z","time spent":"1.05080685s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:29.371446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051408623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211641"} {"level":"info","ts":"2026-03-02T21:39:29.371536Z","caller":"traceutil/trace.go:171","msg":"trace[329546856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7917; }","duration":"1.051538677s","start":"2026-03-02T21:39:28.31998Z","end":"2026-03-02T21:39:29.371519Z","steps":["trace[329546856] 'agreement among raft nodes before linearized reading' (duration: 1.050971064s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.372125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.31997Z","time spent":"1.05213105s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:39:29.371813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.319675Z","time spent":"1.051474175s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:29.778009Z","caller":"traceutil/trace.go:171","msg":"trace[932782703] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8221; }","duration":"407.395271ms","start":"2026-03-02T21:39:29.370583Z","end":"2026-03-02T21:39:29.777979Z","steps":["trace[932782703] 'read index received' (duration: 319.407092ms)","trace[932782703] 'applied index is now lower than readState.Index' (duration: 87.986839ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:29.778031Z","caller":"traceutil/trace.go:171","msg":"trace[1017363047] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"671.782197ms","start":"2026-03-02T21:39:29.106222Z","end":"2026-03-02T21:39:29.778005Z","steps":["trace[1017363047] 'process raft request' (duration: 583.914151ms)","trace[1017363047] 'compare' (duration: 87.699022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:29.778097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.228159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:29.778257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.89094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:29.778276Z","caller":"traceutil/trace.go:171","msg":"trace[328363896] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7918; }","duration":"767.433853ms","start":"2026-03-02T21:39:29.010795Z","end":"2026-03-02T21:39:29.778229Z","steps":["trace[328363896] 'agreement among raft nodes before linearized reading' (duration: 767.191178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.778347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012976954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19380"} {"level":"info","ts":"2026-03-02T21:39:29.778423Z","caller":"traceutil/trace.go:171","msg":"trace[781604101] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7918; }","duration":"1.013076865s","start":"2026-03-02T21:39:28.765329Z","end":"2026-03-02T21:39:29.778405Z","steps":["trace[781604101] 'agreement among raft nodes before linearized reading' (duration: 1.012797449s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.778477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.765308Z","time spent":"1.013156618s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19404,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:39:29.778372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:29.010756Z","time spent":"767.602947ms","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:29.778316Z","caller":"traceutil/trace.go:171","msg":"trace[1240160980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7918; }","duration":"397.988392ms","start":"2026-03-02T21:39:29.380313Z","end":"2026-03-02T21:39:29.778301Z","steps":["trace[1240160980] 'agreement among raft nodes before linearized reading' (duration: 397.90753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.778816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:29.38029Z","time spent":"398.498404ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:39:29.778291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:29.106196Z","time spent":"671.995131ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:31.730346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.914334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364555"} {"level":"info","ts":"2026-03-02T21:39:31.73043Z","caller":"traceutil/trace.go:171","msg":"trace[607856105] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7941; }","duration":"226.046858ms","start":"2026-03-02T21:39:31.504364Z","end":"2026-03-02T21:39:31.730411Z","steps":["trace[607856105] 'range keys from in-memory index tree' (duration: 224.946592ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:38.556479Z","caller":"traceutil/trace.go:171","msg":"trace[1010943640] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8298; }","duration":"146.533805ms","start":"2026-03-02T21:39:38.409892Z","end":"2026-03-02T21:39:38.556426Z","steps":["trace[1010943640] 'read index received' (duration: 146.32172ms)","trace[1010943640] 'applied index is now lower than readState.Index' (duration: 208.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:38.556558Z","caller":"traceutil/trace.go:171","msg":"trace[858463025] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"179.149271ms","start":"2026-03-02T21:39:38.377368Z","end":"2026-03-02T21:39:38.556517Z","steps":["trace[858463025] 'process raft request' (duration: 178.910896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:38.556748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.485117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:39:38.556807Z","caller":"traceutil/trace.go:171","msg":"trace[860532991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7992; }","duration":"112.61249ms","start":"2026-03-02T21:39:38.44418Z","end":"2026-03-02T21:39:38.556792Z","steps":["trace[860532991] 'agreement among raft nodes before linearized reading' (duration: 112.431695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:38.556786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.865234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-l8rg8\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-02T21:39:38.556929Z","caller":"traceutil/trace.go:171","msg":"trace[402070333] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-l8rg8; range_end:; response_count:1; response_revision:7992; }","duration":"147.021697ms","start":"2026-03-02T21:39:38.409883Z","end":"2026-03-02T21:39:38.556905Z","steps":["trace[402070333] 'agreement among raft nodes before linearized reading' (duration: 146.71587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:24.052882Z","caller":"traceutil/trace.go:171","msg":"trace[1060809354] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8760; }","duration":"205.279293ms","start":"2026-03-02T21:40:23.847577Z","end":"2026-03-02T21:40:24.052856Z","steps":["trace[1060809354] 'read index received' (duration: 205.067358ms)","trace[1060809354] 'applied index is now lower than readState.Index' (duration: 210.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:24.052971Z","caller":"traceutil/trace.go:171","msg":"trace[642075918] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"307.763861ms","start":"2026-03-02T21:40:23.745165Z","end":"2026-03-02T21:40:24.052929Z","steps":["trace[642075918] 'process raft request' (duration: 307.533296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:24.053123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.524509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:40:24.053206Z","caller":"traceutil/trace.go:171","msg":"trace[1239846284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8443; }","duration":"205.656662ms","start":"2026-03-02T21:40:23.84753Z","end":"2026-03-02T21:40:24.053187Z","steps":["trace[1239846284] 'agreement among raft nodes before linearized reading' (duration: 205.438187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:24.053292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:23.745141Z","time spent":"307.995307ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:40:24.053351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.351072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:40:24.053463Z","caller":"traceutil/trace.go:171","msg":"trace[1347492348] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8443; }","duration":"204.483145ms","start":"2026-03-02T21:40:23.848951Z","end":"2026-03-02T21:40:24.053434Z","steps":["trace[1347492348] 'agreement among raft nodes before linearized reading' (duration: 204.2639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:24.187849Z","caller":"traceutil/trace.go:171","msg":"trace[324918591] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"130.372596ms","start":"2026-03-02T21:40:24.057431Z","end":"2026-03-02T21:40:24.187804Z","steps":["trace[324918591] 'process raft request' (duration: 112.162963ms)","trace[324918591] 'compare' (duration: 17.950457ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:24.187906Z","caller":"traceutil/trace.go:171","msg":"trace[1631537734] linearizableReadLoop","detail":"{readStateIndex:8762; appliedIndex:8761; }","duration":"130.189451ms","start":"2026-03-02T21:40:24.057621Z","end":"2026-03-02T21:40:24.18781Z","steps":["trace[1631537734] 'read index received' (duration: 111.993078ms)","trace[1631537734] 'applied index is now lower than readState.Index' (duration: 18.194473ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:24.188202Z","caller":"traceutil/trace.go:171","msg":"trace[282455613] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"130.417106ms","start":"2026-03-02T21:40:24.057754Z","end":"2026-03-02T21:40:24.188171Z","steps":["trace[282455613] 'process raft request' (duration: 129.995836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:24.188776Z","caller":"traceutil/trace.go:171","msg":"trace[153089207] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"130.12322ms","start":"2026-03-02T21:40:24.058636Z","end":"2026-03-02T21:40:24.188759Z","steps":["trace[153089207] 'process raft request' (duration: 129.395013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:24.188858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.130293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244650"} {"level":"info","ts":"2026-03-02T21:40:24.188953Z","caller":"traceutil/trace.go:171","msg":"trace[18545718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8445; }","duration":"131.377599ms","start":"2026-03-02T21:40:24.057553Z","end":"2026-03-02T21:40:24.188931Z","steps":["trace[18545718] 'agreement among raft nodes before linearized reading' (duration: 130.394416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:24.189787Z","caller":"traceutil/trace.go:171","msg":"trace[1488580757] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"130.190411ms","start":"2026-03-02T21:40:24.059567Z","end":"2026-03-02T21:40:24.189757Z","steps":["trace[1488580757] 'process raft request' (duration: 129.345682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:35.350388Z","caller":"traceutil/trace.go:171","msg":"trace[166468939] linearizableReadLoop","detail":"{readStateIndex:8823; appliedIndex:8822; }","duration":"388.321371ms","start":"2026-03-02T21:40:34.962038Z","end":"2026-03-02T21:40:35.350359Z","steps":["trace[166468939] 'read index received' (duration: 388.175987ms)","trace[166468939] 'applied index is now lower than readState.Index' (duration: 144.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:35.350514Z","caller":"traceutil/trace.go:171","msg":"trace[1482054285] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"567.901258ms","start":"2026-03-02T21:40:34.782545Z","end":"2026-03-02T21:40:35.350447Z","steps":["trace[1482054285] 'process raft request' (duration: 567.609961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:35.350686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.620447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:40:35.350727Z","caller":"traceutil/trace.go:171","msg":"trace[1979780187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8502; }","duration":"388.71832ms","start":"2026-03-02T21:40:34.961998Z","end":"2026-03-02T21:40:35.350716Z","steps":["trace[1979780187] 'agreement among raft nodes before linearized reading' (duration: 388.554466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:35.350766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:34.961981Z","time spent":"388.776302ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:40:35.350817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.470647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:40:35.350846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.001979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-02T21:40:35.350843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:34.782483Z","time spent":"568.109042ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:40:35.350915Z","caller":"traceutil/trace.go:171","msg":"trace[491123381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8502; }","duration":"205.613771ms","start":"2026-03-02T21:40:35.145273Z","end":"2026-03-02T21:40:35.350887Z","steps":["trace[491123381] 'agreement among raft nodes before linearized reading' (duration: 205.350675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:35.350928Z","caller":"traceutil/trace.go:171","msg":"trace[1954787792] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8502; }","duration":"187.137952ms","start":"2026-03-02T21:40:35.16377Z","end":"2026-03-02T21:40:35.350908Z","steps":["trace[1954787792] 'agreement among raft nodes before linearized reading' (duration: 186.869596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:35.855881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.863952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:40:35.856184Z","caller":"traceutil/trace.go:171","msg":"trace[2021042171] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"500.220668ms","start":"2026-03-02T21:40:35.35591Z","end":"2026-03-02T21:40:35.85613Z","steps":["trace[2021042171] 'process raft request' (duration: 280.004708ms)","trace[2021042171] 'compare' (duration: 219.600386ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:35.856314Z","caller":"traceutil/trace.go:171","msg":"trace[1406657329] linearizableReadLoop","detail":"{readStateIndex:8825; appliedIndex:8824; }","duration":"486.405337ms","start":"2026-03-02T21:40:35.369883Z","end":"2026-03-02T21:40:35.856288Z","steps":["trace[1406657329] 'read index received' (duration: 265.985582ms)","trace[1406657329] 'applied index is now lower than readState.Index' (duration: 220.417244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:35.856332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:35.355889Z","time spent":"500.368271ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:40:36.32497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.957972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:40:36.325076Z","caller":"traceutil/trace.go:171","msg":"trace[682216032] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8825; }","duration":"468.676745ms","start":"2026-03-02T21:40:35.856379Z","end":"2026-03-02T21:40:36.325056Z","steps":["trace[682216032] 'read index received' (duration: 45.761µs)","trace[682216032] 'applied index is now lower than readState.Index' (duration: 468.629674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:36.32526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.460624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:40:36.32499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.080973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:40:36.325327Z","caller":"traceutil/trace.go:171","msg":"trace[853757511] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8504; }","duration":"697.566377ms","start":"2026-03-02T21:40:35.627742Z","end":"2026-03-02T21:40:36.325308Z","steps":["trace[853757511] 'agreement among raft nodes before linearized reading' (duration: 697.471255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:36.325352Z","caller":"traceutil/trace.go:171","msg":"trace[721007382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8504; }","duration":"955.461091ms","start":"2026-03-02T21:40:35.369865Z","end":"2026-03-02T21:40:36.325327Z","steps":["trace[721007382] 'agreement among raft nodes before linearized reading' (duration: 486.52246ms)","trace[721007382] 'range keys from in-memory index tree' (duration: 468.528412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:36.325387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:35.627721Z","time spent":"697.649909ms","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:40:36.325395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.19773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5fc45bf565-lfgcc.189923fa19fe8e54\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-02T21:40:36.325409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:35.369857Z","time spent":"955.536353ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:40:36.325441Z","caller":"traceutil/trace.go:171","msg":"trace[542423579] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5fc45bf565-lfgcc.189923fa19fe8e54; range_end:; response_count:1; response_revision:8504; }","duration":"891.283352ms","start":"2026-03-02T21:40:35.434145Z","end":"2026-03-02T21:40:36.325429Z","steps":["trace[542423579] 'agreement among raft nodes before linearized reading' (duration: 891.139858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:36.325474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:35.434122Z","time spent":"891.344964ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5fc45bf565-lfgcc.189923fa19fe8e54\" "} {"level":"warn","ts":"2026-03-02T21:40:36.325624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.232318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:40:36.325702Z","caller":"traceutil/trace.go:171","msg":"trace[1986510896] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8504; }","duration":"166.390681ms","start":"2026-03-02T21:40:36.159292Z","end":"2026-03-02T21:40:36.325683Z","steps":["trace[1986510896] 'agreement among raft nodes before linearized reading' (duration: 166.216017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:36.325811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.80994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:40:36.325888Z","caller":"traceutil/trace.go:171","msg":"trace[842129701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8504; }","duration":"222.925173ms","start":"2026-03-02T21:40:36.102941Z","end":"2026-03-02T21:40:36.325866Z","steps":["trace[842129701] 'agreement among raft nodes before linearized reading' (duration: 222.690787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:36.32586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.674069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:40:36.325954Z","caller":"traceutil/trace.go:171","msg":"trace[220671098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8504; }","duration":"310.826472ms","start":"2026-03-02T21:40:36.015105Z","end":"2026-03-02T21:40:36.325932Z","steps":["trace[220671098] 'agreement among raft nodes before linearized reading' (duration: 310.222468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:36.325999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:36.015083Z","time spent":"310.909055ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:40:36.533361Z","caller":"traceutil/trace.go:171","msg":"trace[813853356] linearizableReadLoop","detail":"{readStateIndex:8829; appliedIndex:8826; }","duration":"202.96114ms","start":"2026-03-02T21:40:36.330376Z","end":"2026-03-02T21:40:36.533337Z","steps":["trace[813853356] 'read index received' (duration: 76.740721ms)","trace[813853356] 'applied index is now lower than readState.Index' (duration: 126.219499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:36.533687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.298688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:40:36.533768Z","caller":"traceutil/trace.go:171","msg":"trace[1221160747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8507; }","duration":"203.424271ms","start":"2026-03-02T21:40:36.330325Z","end":"2026-03-02T21:40:36.533749Z","steps":["trace[1221160747] 'agreement among raft nodes before linearized reading' (duration: 203.183255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:36.533797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.639589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:40:36.533922Z","caller":"traceutil/trace.go:171","msg":"trace[1943292114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8507; }","duration":"176.788283ms","start":"2026-03-02T21:40:36.357086Z","end":"2026-03-02T21:40:36.533875Z","steps":["trace[1943292114] 'agreement among raft nodes before linearized reading' (duration: 176.523016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:36.533969Z","caller":"traceutil/trace.go:171","msg":"trace[861392533] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"204.063555ms","start":"2026-03-02T21:40:36.329891Z","end":"2026-03-02T21:40:36.533954Z","steps":["trace[861392533] 'process raft request' (duration: 192.751133ms)","trace[861392533] 'compare' (duration: 10.503554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:36.534143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.247584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:40:36.534187Z","caller":"traceutil/trace.go:171","msg":"trace[915434190] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8507; }","duration":"174.325416ms","start":"2026-03-02T21:40:36.359849Z","end":"2026-03-02T21:40:36.534174Z","steps":["trace[915434190] 'agreement among raft nodes before linearized reading' (duration: 174.219823ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:36.534219Z","caller":"traceutil/trace.go:171","msg":"trace[350335739] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"204.005344ms","start":"2026-03-02T21:40:36.33019Z","end":"2026-03-02T21:40:36.534196Z","steps":["trace[350335739] 'process raft request' (duration: 203.099643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:36.534446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.424941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:40:36.534491Z","caller":"traceutil/trace.go:171","msg":"trace[1286875486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8507; }","duration":"175.496283ms","start":"2026-03-02T21:40:36.358981Z","end":"2026-03-02T21:40:36.534477Z","steps":["trace[1286875486] 'agreement among raft nodes before linearized reading' (duration: 175.38727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:36.535076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.650418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:40:36.535149Z","caller":"traceutil/trace.go:171","msg":"trace[1784964814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:8507; }","duration":"159.039651ms","start":"2026-03-02T21:40:36.376094Z","end":"2026-03-02T21:40:36.535134Z","steps":["trace[1784964814] 'agreement among raft nodes before linearized reading' (duration: 157.542026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:36.774219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.987302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:40:36.774477Z","caller":"traceutil/trace.go:171","msg":"trace[482557409] linearizableReadLoop","detail":"{readStateIndex:8832; appliedIndex:8830; }","duration":"181.988943ms","start":"2026-03-02T21:40:36.592466Z","end":"2026-03-02T21:40:36.774455Z","steps":["trace[482557409] 'read index received' (duration: 46.618622ms)","trace[482557409] 'applied index is now lower than readState.Index' (duration: 135.368851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:36.774646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.183087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:40:36.774681Z","caller":"traceutil/trace.go:171","msg":"trace[2107035892] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8510; }","duration":"182.220388ms","start":"2026-03-02T21:40:36.592451Z","end":"2026-03-02T21:40:36.774671Z","steps":["trace[2107035892] 'agreement among raft nodes before linearized reading' (duration: 182.127696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:36.774855Z","caller":"traceutil/trace.go:171","msg":"trace[1727316839] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"234.195824ms","start":"2026-03-02T21:40:36.540625Z","end":"2026-03-02T21:40:36.774821Z","steps":["trace[1727316839] 'process raft request' (duration: 233.755214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:36.77494Z","caller":"traceutil/trace.go:171","msg":"trace[1812628289] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"234.312307ms","start":"2026-03-02T21:40:36.540585Z","end":"2026-03-02T21:40:36.774897Z","steps":["trace[1812628289] 'process raft request' (duration: 98.500026ms)","trace[1812628289] 'compare' (duration: 134.793998ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:51.185962Z","caller":"traceutil/trace.go:171","msg":"trace[1680391780] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"109.528971ms","start":"2026-03-02T21:40:51.076406Z","end":"2026-03-02T21:40:51.185935Z","steps":["trace[1680391780] 'process raft request' (duration: 102.868107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:23.071823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.206011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:41:23.071917Z","caller":"traceutil/trace.go:171","msg":"trace[643320123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8873; }","duration":"133.339355ms","start":"2026-03-02T21:41:22.938556Z","end":"2026-03-02T21:41:23.071895Z","steps":["trace[643320123] 'range keys from in-memory index tree' (duration: 133.045628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:50.867826Z","caller":"traceutil/trace.go:171","msg":"trace[251085373] linearizableReadLoop","detail":"{readStateIndex:9916; appliedIndex:9915; }","duration":"167.788636ms","start":"2026-03-02T21:42:50.700015Z","end":"2026-03-02T21:42:50.867804Z","steps":["trace[251085373] 'read index received' (duration: 167.56049ms)","trace[251085373] 'applied index is now lower than readState.Index' (duration: 227.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:42:50.86787Z","caller":"traceutil/trace.go:171","msg":"trace[381347790] transaction","detail":"{read_only:false; response_revision:9559; number_of_response:1; }","duration":"182.640181ms","start":"2026-03-02T21:42:50.685208Z","end":"2026-03-02T21:42:50.867848Z","steps":["trace[381347790] 'process raft request' (duration: 182.445046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:50.868087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.057182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414647"} {"level":"info","ts":"2026-03-02T21:42:50.868119Z","caller":"traceutil/trace.go:171","msg":"trace[200454192] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9559; }","duration":"168.145544ms","start":"2026-03-02T21:42:50.699967Z","end":"2026-03-02T21:42:50.868112Z","steps":["trace[200454192] 'agreement among raft nodes before linearized reading' (duration: 167.926219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:52.939231Z","caller":"traceutil/trace.go:171","msg":"trace[1363206106] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"173.784805ms","start":"2026-03-02T21:42:52.765404Z","end":"2026-03-02T21:42:52.939189Z","steps":["trace[1363206106] 'process raft request' (duration: 173.515078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:54.501715Z","caller":"traceutil/trace.go:171","msg":"trace[1960204818] linearizableReadLoop","detail":"{readStateIndex:9945; appliedIndex:9944; }","duration":"132.875223ms","start":"2026-03-02T21:42:54.368811Z","end":"2026-03-02T21:42:54.501687Z","steps":["trace[1960204818] 'read index received' (duration: 132.636817ms)","trace[1960204818] 'applied index is now lower than readState.Index' (duration: 237.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:42:54.501782Z","caller":"traceutil/trace.go:171","msg":"trace[1925503277] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"154.097876ms","start":"2026-03-02T21:42:54.347652Z","end":"2026-03-02T21:42:54.50175Z","steps":["trace[1925503277] 'process raft request' (duration: 153.875691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:54.501977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.090448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:42:54.502052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.559799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:42:54.502156Z","caller":"traceutil/trace.go:171","msg":"trace[1173286033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9588; }","duration":"133.327463ms","start":"2026-03-02T21:42:54.368757Z","end":"2026-03-02T21:42:54.502084Z","steps":["trace[1173286033] 'agreement among raft nodes before linearized reading' (duration: 133.080307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:54.502147Z","caller":"traceutil/trace.go:171","msg":"trace[1364434875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9588; }","duration":"112.755014ms","start":"2026-03-02T21:42:54.389374Z","end":"2026-03-02T21:42:54.502129Z","steps":["trace[1364434875] 'agreement among raft nodes before linearized reading' (duration: 112.473048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:54.700751Z","caller":"traceutil/trace.go:171","msg":"trace[1153694844] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"191.071428ms","start":"2026-03-02T21:42:54.509658Z","end":"2026-03-02T21:42:54.700729Z","steps":["trace[1153694844] 'process raft request' (duration: 110.757088ms)","trace[1153694844] 'compare' (duration: 80.222137ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:42:54.730864Z","caller":"traceutil/trace.go:171","msg":"trace[57578491] linearizableReadLoop","detail":"{readStateIndex:9947; appliedIndex:9945; }","duration":"163.651399ms","start":"2026-03-02T21:42:54.567184Z","end":"2026-03-02T21:42:54.730836Z","steps":["trace[57578491] 'read index received' (duration: 53.26023ms)","trace[57578491] 'applied index is now lower than readState.Index' (duration: 110.390149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:42:54.731029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.827033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:42:54.731071Z","caller":"traceutil/trace.go:171","msg":"trace[2124000086] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9590; }","duration":"163.939826ms","start":"2026-03-02T21:42:54.56712Z","end":"2026-03-02T21:42:54.73106Z","steps":["trace[2124000086] 'agreement among raft nodes before linearized reading' (duration: 163.827583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:54.731334Z","caller":"traceutil/trace.go:171","msg":"trace[1029494740] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"214.782799ms","start":"2026-03-02T21:42:54.516519Z","end":"2026-03-02T21:42:54.731302Z","steps":["trace[1029494740] 'process raft request' (duration: 214.167225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:54.791211Z","caller":"traceutil/trace.go:171","msg":"trace[2002860973] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"154.162458ms","start":"2026-03-02T21:42:54.637019Z","end":"2026-03-02T21:42:54.791181Z","steps":["trace[2002860973] 'process raft request' (duration: 153.504082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:43:00.417407Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"bc3cb673a921c717","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T21:43:00.454419Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T21:43:00.454549Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T21:43:05.276643Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7316} {"level":"info","ts":"2026-03-02T21:43:05.355062Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7316,"took":"76.418868ms","hash":1076722005,"current-db-size-bytes":40869888,"current-db-size":"41 MB","current-db-size-in-use-bytes":25604096,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T21:43:05.355139Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1076722005,"revision":7316,"compact-revision":5349} {"level":"info","ts":"2026-03-02T21:43:57.616905Z","caller":"traceutil/trace.go:171","msg":"trace[26070887] linearizableReadLoop","detail":"{readStateIndex:10598; appliedIndex:10597; }","duration":"127.255112ms","start":"2026-03-02T21:43:57.489626Z","end":"2026-03-02T21:43:57.616881Z","steps":["trace[26070887] 'read index received' (duration: 127.055457ms)","trace[26070887] 'applied index is now lower than readState.Index' (duration: 198.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:43:57.617Z","caller":"traceutil/trace.go:171","msg":"trace[1149751849] transaction","detail":"{read_only:false; response_revision:10225; number_of_response:1; }","duration":"234.12648ms","start":"2026-03-02T21:43:57.382833Z","end":"2026-03-02T21:43:57.61696Z","steps":["trace[1149751849] 'process raft request' (duration: 233.915685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:57.61709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.451776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T21:43:57.617143Z","caller":"traceutil/trace.go:171","msg":"trace[1887847856] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10225; }","duration":"127.550469ms","start":"2026-03-02T21:43:57.489581Z","end":"2026-03-02T21:43:57.617132Z","steps":["trace[1887847856] 'agreement among raft nodes before linearized reading' (duration: 127.384235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:10.786843Z","caller":"traceutil/trace.go:171","msg":"trace[1438325424] transaction","detail":"{read_only:false; response_revision:10296; number_of_response:1; }","duration":"168.329828ms","start":"2026-03-02T21:44:10.618482Z","end":"2026-03-02T21:44:10.786812Z","steps":["trace[1438325424] 'process raft request' (duration: 168.172194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:11.849557Z","caller":"traceutil/trace.go:171","msg":"trace[610197960] transaction","detail":"{read_only:false; response_revision:10297; number_of_response:1; }","duration":"180.310327ms","start":"2026-03-02T21:44:11.669204Z","end":"2026-03-02T21:44:11.849514Z","steps":["trace[610197960] 'process raft request' (duration: 180.094712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:12.401808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.030984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:44:12.401889Z","caller":"traceutil/trace.go:171","msg":"trace[1240655916] linearizableReadLoop","detail":"{readStateIndex:10675; appliedIndex:10674; }","duration":"458.117833ms","start":"2026-03-02T21:44:11.943758Z","end":"2026-03-02T21:44:12.401876Z","steps":["trace[1240655916] 'read index received' (duration: 68.858863ms)","trace[1240655916] 'applied index is now lower than readState.Index' (duration: 389.25812ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:12.402047Z","caller":"traceutil/trace.go:171","msg":"trace[691143073] transaction","detail":"{read_only:false; response_revision:10299; number_of_response:1; }","duration":"487.924956ms","start":"2026-03-02T21:44:11.914109Z","end":"2026-03-02T21:44:12.402034Z","steps":["trace[691143073] 'process raft request' (duration: 98.597365ms)","trace[691143073] 'compare' (duration: 388.927812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:12.402092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:11.914073Z","time spent":"487.995968ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:12.402301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.536272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:12.402333Z","caller":"traceutil/trace.go:171","msg":"trace[1226343595] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:10299; }","duration":"458.608194ms","start":"2026-03-02T21:44:11.943714Z","end":"2026-03-02T21:44:12.402322Z","steps":["trace[1226343595] 'agreement among raft nodes before linearized reading' (duration: 458.548033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:12.402355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:11.943695Z","time spent":"458.652705ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:44:12.46528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.324183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:12.465388Z","caller":"traceutil/trace.go:171","msg":"trace[2128626817] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10300; }","duration":"487.449385ms","start":"2026-03-02T21:44:11.9779Z","end":"2026-03-02T21:44:12.46535Z","steps":["trace[2128626817] 'agreement among raft nodes before linearized reading' (duration: 487.270541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:12.465437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:11.977893Z","time spent":"487.532818ms","remote":"127.0.0.1:58076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:44:12.465486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.623678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:44:12.465589Z","caller":"traceutil/trace.go:171","msg":"trace[1794955555] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10300; }","duration":"447.786772ms","start":"2026-03-02T21:44:12.017778Z","end":"2026-03-02T21:44:12.465565Z","steps":["trace[1794955555] 'agreement among raft nodes before linearized reading' (duration: 447.481505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:12.465642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:12.017768Z","time spent":"447.864664ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:44:12.465777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.918322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:44:12.465822Z","caller":"traceutil/trace.go:171","msg":"trace[233910374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10300; }","duration":"449.991174ms","start":"2026-03-02T21:44:12.015821Z","end":"2026-03-02T21:44:12.465812Z","steps":["trace[233910374] 'agreement among raft nodes before linearized reading' (duration: 449.859071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:12.46585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:12.015805Z","time spent":"450.039065ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:12.465932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.244392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:44:12.465976Z","caller":"traceutil/trace.go:171","msg":"trace[17166645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10300; }","duration":"393.312574ms","start":"2026-03-02T21:44:12.072653Z","end":"2026-03-02T21:44:12.465965Z","steps":["trace[17166645] 'agreement among raft nodes before linearized reading' (duration: 393.203972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:12.46601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:12.07264Z","time spent":"393.363415ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:44:12.465767Z","caller":"traceutil/trace.go:171","msg":"trace[1791665439] transaction","detail":"{read_only:false; response_revision:10300; number_of_response:1; }","duration":"218.750932ms","start":"2026-03-02T21:44:12.24697Z","end":"2026-03-02T21:44:12.465721Z","steps":["trace[1791665439] 'process raft request' (duration: 218.043195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:12.465479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.975766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:44:12.466232Z","caller":"traceutil/trace.go:171","msg":"trace[1804749068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:10300; }","duration":"182.797584ms","start":"2026-03-02T21:44:12.283422Z","end":"2026-03-02T21:44:12.466219Z","steps":["trace[1804749068] 'agreement among raft nodes before linearized reading' (duration: 181.805961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:12.663597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.971663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:44:12.663707Z","caller":"traceutil/trace.go:171","msg":"trace[291690113] transaction","detail":"{read_only:false; response_revision:10301; number_of_response:1; }","duration":"193.235697ms","start":"2026-03-02T21:44:12.470451Z","end":"2026-03-02T21:44:12.663687Z","steps":["trace[291690113] 'process raft request' (duration: 88.0712ms)","trace[291690113] 'compare' (duration: 104.817279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:13.008178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.805862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:44:13.008351Z","caller":"traceutil/trace.go:171","msg":"trace[1680307594] linearizableReadLoop","detail":"{readStateIndex:10679; appliedIndex:10677; }","duration":"352.804091ms","start":"2026-03-02T21:44:12.655534Z","end":"2026-03-02T21:44:13.008338Z","steps":["trace[1680307594] 'read index received' (duration: 188.697551ms)","trace[1680307594] 'applied index is now lower than readState.Index' (duration: 164.10569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:13.008448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.117657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:13.008475Z","caller":"traceutil/trace.go:171","msg":"trace[225908711] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10303; }","duration":"264.20783ms","start":"2026-03-02T21:44:12.744258Z","end":"2026-03-02T21:44:13.008466Z","steps":["trace[225908711] 'agreement among raft nodes before linearized reading' (duration: 264.158909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:13.008506Z","caller":"traceutil/trace.go:171","msg":"trace[1431589642] transaction","detail":"{read_only:false; response_revision:10302; number_of_response:1; }","duration":"537.832857ms","start":"2026-03-02T21:44:12.470642Z","end":"2026-03-02T21:44:13.008475Z","steps":["trace[1431589642] 'process raft request' (duration: 373.659346ms)","trace[1431589642] 'compare' (duration: 163.639869ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:13.008565Z","caller":"traceutil/trace.go:171","msg":"trace[1411818346] transaction","detail":"{read_only:false; response_revision:10303; number_of_response:1; }","duration":"537.731715ms","start":"2026-03-02T21:44:12.470771Z","end":"2026-03-02T21:44:13.008502Z","steps":["trace[1411818346] 'process raft request' (duration: 537.50266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:13.008628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.154307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:44:13.008638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:12.47063Z","time spent":"537.935639ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:13.008681Z","caller":"traceutil/trace.go:171","msg":"trace[1490870289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10303; }","duration":"218.267851ms","start":"2026-03-02T21:44:12.790396Z","end":"2026-03-02T21:44:13.008664Z","steps":["trace[1490870289] 'agreement among raft nodes before linearized reading' (duration: 218.087366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:13.008803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:12.470747Z","time spent":"537.920009ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:13.009047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.517187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:44:13.0091Z","caller":"traceutil/trace.go:171","msg":"trace[984158639] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10303; }","duration":"353.62322ms","start":"2026-03-02T21:44:12.655464Z","end":"2026-03-02T21:44:13.009087Z","steps":["trace[984158639] 'agreement among raft nodes before linearized reading' (duration: 352.945084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:13.009145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:12.655437Z","time spent":"353.697092ms","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:44:14.146871Z","caller":"traceutil/trace.go:171","msg":"trace[342015188] linearizableReadLoop","detail":"{readStateIndex:10682; appliedIndex:10681; }","duration":"127.679962ms","start":"2026-03-02T21:44:14.01915Z","end":"2026-03-02T21:44:14.14683Z","steps":["trace[342015188] 'read index received' (duration: 36.380497ms)","trace[342015188] 'applied index is now lower than readState.Index' (duration: 91.297595ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:14.14694Z","caller":"traceutil/trace.go:171","msg":"trace[926263660] transaction","detail":"{read_only:false; response_revision:10306; number_of_response:1; }","duration":"216.003317ms","start":"2026-03-02T21:44:13.930905Z","end":"2026-03-02T21:44:14.146909Z","steps":["trace[926263660] 'process raft request' (duration: 124.652571ms)","trace[926263660] 'compare' (duration: 90.499617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:14.147394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.863326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:44:14.147452Z","caller":"traceutil/trace.go:171","msg":"trace[468426765] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10306; }","duration":"128.329897ms","start":"2026-03-02T21:44:14.019109Z","end":"2026-03-02T21:44:14.147438Z","steps":["trace[468426765] 'agreement among raft nodes before linearized reading' (duration: 127.837895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:14.616331Z","caller":"traceutil/trace.go:171","msg":"trace[333825876] transaction","detail":"{read_only:false; response_revision:10307; number_of_response:1; }","duration":"170.457207ms","start":"2026-03-02T21:44:14.445838Z","end":"2026-03-02T21:44:14.616295Z","steps":["trace[333825876] 'process raft request' (duration: 170.282783ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:14.638738Z","caller":"traceutil/trace.go:171","msg":"trace[1792308357] linearizableReadLoop","detail":"{readStateIndex:10684; appliedIndex:10682; }","duration":"157.600038ms","start":"2026-03-02T21:44:14.481111Z","end":"2026-03-02T21:44:14.638711Z","steps":["trace[1792308357] 'read index received' (duration: 135.040063ms)","trace[1792308357] 'applied index is now lower than readState.Index' (duration: 22.558805ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:14.638918Z","caller":"traceutil/trace.go:171","msg":"trace[210657542] transaction","detail":"{read_only:false; response_revision:10308; number_of_response:1; }","duration":"167.791305ms","start":"2026-03-02T21:44:14.471015Z","end":"2026-03-02T21:44:14.638806Z","steps":["trace[210657542] 'process raft request' (duration: 167.55508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:14.639002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.874824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:44:14.639054Z","caller":"traceutil/trace.go:171","msg":"trace[970941687] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:10308; }","duration":"157.948426ms","start":"2026-03-02T21:44:14.481092Z","end":"2026-03-02T21:44:14.63904Z","steps":["trace[970941687] 'agreement among raft nodes before linearized reading' (duration: 157.719291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:14.744965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430805"} {"level":"info","ts":"2026-03-02T21:44:14.745042Z","caller":"traceutil/trace.go:171","msg":"trace[82854262] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:10308; }","duration":"100.256114ms","start":"2026-03-02T21:44:14.644772Z","end":"2026-03-02T21:44:14.745028Z","steps":["trace[82854262] 'range keys from in-memory index tree' (duration: 99.630459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:15.18188Z","caller":"traceutil/trace.go:171","msg":"trace[2142372573] linearizableReadLoop","detail":"{readStateIndex:10685; appliedIndex:10684; }","duration":"168.799279ms","start":"2026-03-02T21:44:15.013055Z","end":"2026-03-02T21:44:15.181854Z","steps":["trace[2142372573] 'read index received' (duration: 168.513732ms)","trace[2142372573] 'applied index is now lower than readState.Index' (duration: 283.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:15.181918Z","caller":"traceutil/trace.go:171","msg":"trace[714934560] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"433.203372ms","start":"2026-03-02T21:44:14.748689Z","end":"2026-03-02T21:44:15.181892Z","steps":["trace[714934560] 'process raft request' (duration: 432.992758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:15.18204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:14.748674Z","time spent":"433.296034ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:15.182147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.063775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:44:15.182193Z","caller":"traceutil/trace.go:171","msg":"trace[857776631] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10309; }","duration":"169.167577ms","start":"2026-03-02T21:44:15.013011Z","end":"2026-03-02T21:44:15.182179Z","steps":["trace[857776631] 'agreement among raft nodes before linearized reading' (duration: 168.991513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:15.182632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.547285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:44:15.18267Z","caller":"traceutil/trace.go:171","msg":"trace[1452961617] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10309; }","duration":"169.627258ms","start":"2026-03-02T21:44:15.013033Z","end":"2026-03-02T21:44:15.18266Z","steps":["trace[1452961617] 'agreement among raft nodes before linearized reading' (duration: 169.122847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:15.51175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.928018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:44:15.512061Z","caller":"traceutil/trace.go:171","msg":"trace[227754660] transaction","detail":"{read_only:false; response_revision:10311; number_of_response:1; }","duration":"324.710988ms","start":"2026-03-02T21:44:15.187323Z","end":"2026-03-02T21:44:15.512034Z","steps":["trace[227754660] 'process raft request' (duration: 324.575945ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:15.512024Z","caller":"traceutil/trace.go:171","msg":"trace[528313416] transaction","detail":"{read_only:false; response_revision:10310; number_of_response:1; }","duration":"324.789999ms","start":"2026-03-02T21:44:15.187185Z","end":"2026-03-02T21:44:15.511975Z","steps":["trace[528313416] 'process raft request' (duration: 144.252507ms)","trace[528313416] 'compare' (duration: 179.681732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:15.512167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:15.187289Z","time spent":"324.833061ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:15.512253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:15.187134Z","time spent":"325.004444ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:15.512319Z","caller":"traceutil/trace.go:171","msg":"trace[1930941971] linearizableReadLoop","detail":"{readStateIndex:10688; appliedIndex:10685; }","duration":"144.566364ms","start":"2026-03-02T21:44:15.367716Z","end":"2026-03-02T21:44:15.512283Z","steps":["trace[1930941971] 'read index received' (duration: 95.695457ms)","trace[1930941971] 'applied index is now lower than readState.Index' (duration: 48.867397ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:15.512404Z","caller":"traceutil/trace.go:171","msg":"trace[1681186669] transaction","detail":"{read_only:false; response_revision:10312; number_of_response:1; }","duration":"324.478052ms","start":"2026-03-02T21:44:15.187846Z","end":"2026-03-02T21:44:15.512324Z","steps":["trace[1681186669] 'process raft request' (duration: 324.129064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:15.51252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.780489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:15.512599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:15.187828Z","time spent":"324.674567ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:15.512674Z","caller":"traceutil/trace.go:171","msg":"trace[356774490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10312; }","duration":"144.965524ms","start":"2026-03-02T21:44:15.367685Z","end":"2026-03-02T21:44:15.51265Z","steps":["trace[356774490] 'agreement among raft nodes before linearized reading' (duration: 144.719518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:15.568531Z","caller":"traceutil/trace.go:171","msg":"trace[1633569264] transaction","detail":"{read_only:false; response_revision:10313; number_of_response:1; }","duration":"172.467494ms","start":"2026-03-02T21:44:15.396045Z","end":"2026-03-02T21:44:15.568513Z","steps":["trace[1633569264] 'process raft request' (duration: 172.343241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:15.663963Z","caller":"traceutil/trace.go:171","msg":"trace[1102624631] linearizableReadLoop","detail":"{readStateIndex:10690; appliedIndex:10688; }","duration":"150.113004ms","start":"2026-03-02T21:44:15.513832Z","end":"2026-03-02T21:44:15.663945Z","steps":["trace[1102624631] 'read index received' (duration: 54.571061ms)","trace[1102624631] 'applied index is now lower than readState.Index' (duration: 95.540923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:15.664065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.215337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:15.664096Z","caller":"traceutil/trace.go:171","msg":"trace[942744912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10314; }","duration":"150.304799ms","start":"2026-03-02T21:44:15.513782Z","end":"2026-03-02T21:44:15.664086Z","steps":["trace[942744912] 'agreement among raft nodes before linearized reading' (duration: 150.237737ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:15.664074Z","caller":"traceutil/trace.go:171","msg":"trace[821450547] transaction","detail":"{read_only:false; response_revision:10314; number_of_response:1; }","duration":"195.460399ms","start":"2026-03-02T21:44:15.46856Z","end":"2026-03-02T21:44:15.66402Z","steps":["trace[821450547] 'process raft request' (duration: 162.736167ms)","trace[821450547] 'compare' (duration: 32.428065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:15.808064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.635133ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:44:15.808196Z","caller":"traceutil/trace.go:171","msg":"trace[460144892] linearizableReadLoop","detail":"{readStateIndex:10691; appliedIndex:10690; }","duration":"135.680398ms","start":"2026-03-02T21:44:15.672491Z","end":"2026-03-02T21:44:15.808171Z","steps":["trace[460144892] 'read index received' (duration: 54.822µs)","trace[460144892] 'applied index is now lower than readState.Index' (duration: 135.623016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:15.808372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.843842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:15.808395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.463073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:15.808396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.502994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:15.808449Z","caller":"traceutil/trace.go:171","msg":"trace[125839817] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10314; }","duration":"135.965884ms","start":"2026-03-02T21:44:15.672463Z","end":"2026-03-02T21:44:15.808429Z","steps":["trace[125839817] 'agreement among raft nodes before linearized reading' (duration: 135.841801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:15.808442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.936014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-02T21:44:15.808463Z","caller":"traceutil/trace.go:171","msg":"trace[1908821325] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10314; }","duration":"135.571505ms","start":"2026-03-02T21:44:15.672874Z","end":"2026-03-02T21:44:15.808446Z","steps":["trace[1908821325] 'agreement among raft nodes before linearized reading' (duration: 135.446032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:15.808475Z","caller":"traceutil/trace.go:171","msg":"trace[1965136902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10314; }","duration":"135.628297ms","start":"2026-03-02T21:44:15.672829Z","end":"2026-03-02T21:44:15.808458Z","steps":["trace[1965136902] 'agreement among raft nodes before linearized reading' (duration: 135.493064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:15.808517Z","caller":"traceutil/trace.go:171","msg":"trace[485141210] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10314; }","duration":"136.062097ms","start":"2026-03-02T21:44:15.672437Z","end":"2026-03-02T21:44:15.808499Z","steps":["trace[485141210] 'agreement among raft nodes before linearized reading' (duration: 135.812611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:15.808674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.013655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:15.808738Z","caller":"traceutil/trace.go:171","msg":"trace[163085569] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10314; }","duration":"136.092897ms","start":"2026-03-02T21:44:15.67263Z","end":"2026-03-02T21:44:15.808723Z","steps":["trace[163085569] 'agreement among raft nodes before linearized reading' (duration: 135.996875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:15.808696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.708238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:44:15.808823Z","caller":"traceutil/trace.go:171","msg":"trace[1750245829] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10314; }","duration":"135.880552ms","start":"2026-03-02T21:44:15.672914Z","end":"2026-03-02T21:44:15.808794Z","steps":["trace[1750245829] 'agreement among raft nodes before linearized reading' (duration: 135.482023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:32.505434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.040029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:32.505528Z","caller":"traceutil/trace.go:171","msg":"trace[929759053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10439; }","duration":"131.176753ms","start":"2026-03-02T21:44:32.374331Z","end":"2026-03-02T21:44:32.505507Z","steps":["trace[929759053] 'range keys from in-memory index tree' (duration: 130.959308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:32.578745Z","caller":"traceutil/trace.go:171","msg":"trace[173109950] transaction","detail":"{read_only:false; response_revision:10440; number_of_response:1; }","duration":"132.752ms","start":"2026-03-02T21:44:32.445936Z","end":"2026-03-02T21:44:32.578688Z","steps":["trace[173109950] 'process raft request' (duration: 132.466793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:47.86921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600984721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:44:48.081235Z","caller":"traceutil/trace.go:171","msg":"trace[605793124] transaction","detail":"{read_only:false; response_revision:10514; number_of_response:1; }","duration":"713.27914ms","start":"2026-03-02T21:44:47.367915Z","end":"2026-03-02T21:44:48.081194Z","steps":["trace[605793124] 'process raft request' (duration: 713.016604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:48.081506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.367891Z","time spent":"713.484055ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:48.107481Z","caller":"traceutil/trace.go:171","msg":"trace[289640003] linearizableReadLoop","detail":"{readStateIndex:10898; appliedIndex:10896; }","duration":"739.288463ms","start":"2026-03-02T21:44:47.368175Z","end":"2026-03-02T21:44:48.107464Z","steps":["trace[289640003] 'read index received' (duration: 712.856641ms)","trace[289640003] 'applied index is now lower than readState.Index' (duration: 26.431002ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:48.107579Z","caller":"traceutil/trace.go:171","msg":"trace[1065106382] transaction","detail":"{read_only:false; response_revision:10515; number_of_response:1; }","duration":"515.561202ms","start":"2026-03-02T21:44:47.591988Z","end":"2026-03-02T21:44:48.107549Z","steps":["trace[1065106382] 'process raft request' (duration: 515.363038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:48.107622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.425657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:48.107647Z","caller":"traceutil/trace.go:171","msg":"trace[1384282245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10515; }","duration":"739.491178ms","start":"2026-03-02T21:44:47.368148Z","end":"2026-03-02T21:44:48.10764Z","steps":["trace[1384282245] 'agreement among raft nodes before linearized reading' (duration: 739.401275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:48.107666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.368135Z","time spent":"739.527128ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:44:48.107733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.591965Z","time spent":"515.682225ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:48.10775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.400953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:44:48.107766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.712244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:48.107812Z","caller":"traceutil/trace.go:171","msg":"trace[1961415749] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10515; }","duration":"432.467054ms","start":"2026-03-02T21:44:47.675326Z","end":"2026-03-02T21:44:48.107793Z","steps":["trace[1961415749] 'agreement among raft nodes before linearized reading' (duration: 432.27212ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:48.107815Z","caller":"traceutil/trace.go:171","msg":"trace[255705561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10515; }","duration":"168.792556ms","start":"2026-03-02T21:44:47.939008Z","end":"2026-03-02T21:44:48.1078Z","steps":["trace[255705561] 'agreement among raft nodes before linearized reading' (duration: 168.716255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:48.107791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.802206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:48.107902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.481126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:48.107909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.115374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:48.107924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.456055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:48.107919Z","caller":"traceutil/trace.go:171","msg":"trace[1650784106] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10515; }","duration":"168.95645ms","start":"2026-03-02T21:44:47.938935Z","end":"2026-03-02T21:44:48.107891Z","steps":["trace[1650784106] 'agreement among raft nodes before linearized reading' (duration: 168.764926ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:48.10795Z","caller":"traceutil/trace.go:171","msg":"trace[1934043841] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10515; }","duration":"220.523337ms","start":"2026-03-02T21:44:47.887421Z","end":"2026-03-02T21:44:48.107945Z","steps":["trace[1934043841] 'agreement among raft nodes before linearized reading' (duration: 220.484216ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:48.107961Z","caller":"traceutil/trace.go:171","msg":"trace[144743681] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10515; }","duration":"169.183406ms","start":"2026-03-02T21:44:47.938762Z","end":"2026-03-02T21:44:48.107945Z","steps":["trace[144743681] 'agreement among raft nodes before linearized reading' (duration: 169.116014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:48.10801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.552112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:44:48.10802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.62652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:44:48.108037Z","caller":"traceutil/trace.go:171","msg":"trace[941976194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10515; }","duration":"415.598963ms","start":"2026-03-02T21:44:47.69243Z","end":"2026-03-02T21:44:48.108029Z","steps":["trace[941976194] 'agreement among raft nodes before linearized reading' (duration: 415.522911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:48.108042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.820134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:48.107844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.409194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:44:48.108056Z","caller":"traceutil/trace.go:171","msg":"trace[1086365807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10515; }","duration":"411.683082ms","start":"2026-03-02T21:44:47.696362Z","end":"2026-03-02T21:44:48.108045Z","steps":["trace[1086365807] 'agreement among raft nodes before linearized reading' (duration: 411.528248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:48.108064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.692419Z","time spent":"415.638993ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:48.108083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.696352Z","time spent":"411.726823ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:44:48.108076Z","caller":"traceutil/trace.go:171","msg":"trace[1693298530] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10515; }","duration":"220.894296ms","start":"2026-03-02T21:44:47.887172Z","end":"2026-03-02T21:44:48.108066Z","steps":["trace[1693298530] 'agreement among raft nodes before linearized reading' (duration: 220.844384ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:48.107932Z","caller":"traceutil/trace.go:171","msg":"trace[1056719782] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10515; }","duration":"220.595988ms","start":"2026-03-02T21:44:47.887328Z","end":"2026-03-02T21:44:48.107923Z","steps":["trace[1056719782] 'agreement among raft nodes before linearized reading' (duration: 220.552897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:48.108089Z","caller":"traceutil/trace.go:171","msg":"trace[1286669748] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10515; }","duration":"220.67295ms","start":"2026-03-02T21:44:47.887402Z","end":"2026-03-02T21:44:48.108075Z","steps":["trace[1286669748] 'agreement among raft nodes before linearized reading' (duration: 220.26706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:48.107858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.675281Z","time spent":"432.568816ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:44:48.311335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.679157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:44:48.311441Z","caller":"traceutil/trace.go:171","msg":"trace[538420547] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"199.701484ms","start":"2026-03-02T21:44:48.11172Z","end":"2026-03-02T21:44:48.311421Z","steps":["trace[538420547] 'process raft request' (duration: 76.847573ms)","trace[538420547] 'compare' (duration: 122.542854ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:48.353801Z","caller":"traceutil/trace.go:171","msg":"trace[20612404] transaction","detail":"{read_only:false; response_revision:10517; number_of_response:1; }","duration":"242.017486ms","start":"2026-03-02T21:44:48.111765Z","end":"2026-03-02T21:44:48.353782Z","steps":["trace[20612404] 'process raft request' (duration: 241.871872ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:48.353975Z","caller":"traceutil/trace.go:171","msg":"trace[102844572] linearizableReadLoop","detail":"{readStateIndex:10901; appliedIndex:10898; }","duration":"223.873415ms","start":"2026-03-02T21:44:48.13008Z","end":"2026-03-02T21:44:48.353953Z","steps":["trace[102844572] 'read index received' (duration: 58.497588ms)","trace[102844572] 'applied index is now lower than readState.Index' (duration: 165.373667ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:48.354071Z","caller":"traceutil/trace.go:171","msg":"trace[1615694932] transaction","detail":"{read_only:false; response_revision:10518; number_of_response:1; }","duration":"241.906873ms","start":"2026-03-02T21:44:48.112126Z","end":"2026-03-02T21:44:48.354033Z","steps":["trace[1615694932] 'process raft request' (duration: 241.613326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:48.354222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.126701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:44:48.354266Z","caller":"traceutil/trace.go:171","msg":"trace[603481823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10518; }","duration":"224.198492ms","start":"2026-03-02T21:44:48.130055Z","end":"2026-03-02T21:44:48.354253Z","steps":["trace[603481823] 'agreement among raft nodes before linearized reading' (duration: 223.979767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:48.520725Z","caller":"traceutil/trace.go:171","msg":"trace[1663563457] transaction","detail":"{read_only:false; response_revision:10520; number_of_response:1; }","duration":"110.901843ms","start":"2026-03-02T21:44:48.409774Z","end":"2026-03-02T21:44:48.520676Z","steps":["trace[1663563457] 'process raft request' (duration: 103.203594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:50.333977Z","caller":"traceutil/trace.go:171","msg":"trace[8018465] transaction","detail":"{read_only:false; response_revision:10529; number_of_response:1; }","duration":"165.159782ms","start":"2026-03-02T21:44:50.168792Z","end":"2026-03-02T21:44:50.333952Z","steps":["trace[8018465] 'process raft request' (duration: 164.913647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:50.447026Z","caller":"traceutil/trace.go:171","msg":"trace[1872591467] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"108.690652ms","start":"2026-03-02T21:44:50.33831Z","end":"2026-03-02T21:44:50.447001Z","steps":["trace[1872591467] 'process raft request' (duration: 108.377115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:05.288253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9670} {"level":"info","ts":"2026-03-02T21:48:05.373204Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9670,"took":"82.837211ms","hash":2067213369,"current-db-size-bytes":40869888,"current-db-size":"41 MB","current-db-size-in-use-bytes":22568960,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T21:48:05.373278Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2067213369,"revision":9670,"compact-revision":7316} {"level":"info","ts":"2026-03-02T21:48:17.907122Z","caller":"traceutil/trace.go:171","msg":"trace[1468441750] transaction","detail":"{read_only:false; response_revision:11753; number_of_response:1; }","duration":"105.985739ms","start":"2026-03-02T21:48:17.801111Z","end":"2026-03-02T21:48:17.907097Z","steps":["trace[1468441750] 'process raft request' (duration: 105.817565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.5431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.287738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-db-init\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-02T21:48:29.543212Z","caller":"traceutil/trace.go:171","msg":"trace[2134259621] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-db-init; range_end:; response_count:1; response_revision:11896; }","duration":"160.462082ms","start":"2026-03-02T21:48:29.382726Z","end":"2026-03-02T21:48:29.543188Z","steps":["trace[2134259621] 'range keys from in-memory index tree' (duration: 160.088394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.543379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.283772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-api\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T21:48:29.543514Z","caller":"traceutil/trace.go:171","msg":"trace[1992155980] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-api; range_end:; response_count:1; response_revision:11896; }","duration":"161.436655ms","start":"2026-03-02T21:48:29.382045Z","end":"2026-03-02T21:48:29.543482Z","steps":["trace[1992155980] 'range keys from in-memory index tree' (duration: 161.077077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.543072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.936886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:48:29.54406Z","caller":"traceutil/trace.go:171","msg":"trace[298108224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11896; }","duration":"174.969789ms","start":"2026-03-02T21:48:29.369064Z","end":"2026-03-02T21:48:29.544033Z","steps":["trace[298108224] 'range keys from in-memory index tree' (duration: 173.866484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.54423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.302899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364555"} {"level":"info","ts":"2026-03-02T21:48:29.544368Z","caller":"traceutil/trace.go:171","msg":"trace[2049513201] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11896; }","duration":"210.473373ms","start":"2026-03-02T21:48:29.333869Z","end":"2026-03-02T21:48:29.544342Z","steps":["trace[2049513201] 'range keys from in-memory index tree' (duration: 209.255615ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:29.812874Z","caller":"traceutil/trace.go:171","msg":"trace[80505581] linearizableReadLoop","detail":"{readStateIndex:12333; appliedIndex:12332; }","duration":"206.524511ms","start":"2026-03-02T21:48:29.606322Z","end":"2026-03-02T21:48:29.812847Z","steps":["trace[80505581] 'read index received' (duration: 206.276366ms)","trace[80505581] 'applied index is now lower than readState.Index' (duration: 247.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:48:29.812948Z","caller":"traceutil/trace.go:171","msg":"trace[779184074] transaction","detail":"{read_only:false; response_revision:11897; number_of_response:1; }","duration":"207.815142ms","start":"2026-03-02T21:48:29.605103Z","end":"2026-03-02T21:48:29.812918Z","steps":["trace[779184074] 'process raft request' (duration: 207.584127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.813116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.98709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:48:29.813159Z","caller":"traceutil/trace.go:171","msg":"trace[625197850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11897; }","duration":"203.058521ms","start":"2026-03-02T21:48:29.610086Z","end":"2026-03-02T21:48:29.813145Z","steps":["trace[625197850] 'agreement among raft nodes before linearized reading' (duration: 202.900418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.813161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.384213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:48:29.813196Z","caller":"traceutil/trace.go:171","msg":"trace[543381177] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11897; }","duration":"120.464345ms","start":"2026-03-02T21:48:29.692721Z","end":"2026-03-02T21:48:29.813185Z","steps":["trace[543381177] 'agreement among raft nodes before linearized reading' (duration: 120.391863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.813305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.786582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:48:29.813412Z","caller":"traceutil/trace.go:171","msg":"trace[1425617029] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11897; }","duration":"198.921716ms","start":"2026-03-02T21:48:29.614466Z","end":"2026-03-02T21:48:29.813387Z","steps":["trace[1425617029] 'agreement among raft nodes before linearized reading' (duration: 198.67702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.813293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.911901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-02T21:48:29.813526Z","caller":"traceutil/trace.go:171","msg":"trace[151480802] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11897; }","duration":"207.215148ms","start":"2026-03-02T21:48:29.606288Z","end":"2026-03-02T21:48:29.813504Z","steps":["trace[151480802] 'agreement among raft nodes before linearized reading' (duration: 206.696806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:45.396184Z","caller":"traceutil/trace.go:171","msg":"trace[394656329] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"123.28369ms","start":"2026-03-02T21:48:45.272859Z","end":"2026-03-02T21:48:45.396142Z","steps":["trace[394656329] 'process raft request' (duration: 123.099466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:45.583912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.752133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:48:45.584087Z","caller":"traceutil/trace.go:171","msg":"trace[1050959277] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:12018; }","duration":"105.993879ms","start":"2026-03-02T21:48:45.47807Z","end":"2026-03-02T21:48:45.584064Z","steps":["trace[1050959277] 'count revisions from in-memory index tree' (duration: 105.632511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:45.584119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.167956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T21:48:45.584219Z","caller":"traceutil/trace.go:171","msg":"trace[1543710792] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12018; }","duration":"110.323399ms","start":"2026-03-02T21:48:45.473875Z","end":"2026-03-02T21:48:45.584198Z","steps":["trace[1543710792] 'count revisions from in-memory index tree' (duration: 110.056723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:45.731878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.035578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:48:45.73198Z","caller":"traceutil/trace.go:171","msg":"trace[1393174067] linearizableReadLoop","detail":"{readStateIndex:12458; appliedIndex:12457; }","duration":"169.513543ms","start":"2026-03-02T21:48:45.562449Z","end":"2026-03-02T21:48:45.731962Z","steps":["trace[1393174067] 'read index received' (duration: 31.96µs)","trace[1393174067] 'applied index is now lower than readState.Index' (duration: 169.480133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:48:45.732094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.596245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:48:45.732631Z","caller":"traceutil/trace.go:171","msg":"trace[2116762949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12018; }","duration":"169.725418ms","start":"2026-03-02T21:48:45.562406Z","end":"2026-03-02T21:48:45.732131Z","steps":["trace[2116762949] 'agreement among raft nodes before linearized reading' (duration: 169.602175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:20.613633Z","caller":"traceutil/trace.go:171","msg":"trace[1296350065] transaction","detail":"{read_only:false; response_revision:12243; number_of_response:1; }","duration":"151.045283ms","start":"2026-03-02T21:49:20.462551Z","end":"2026-03-02T21:49:20.613596Z","steps":["trace[1296350065] 'process raft request' (duration: 75.072201ms)","trace[1296350065] 'compare' (duration: 75.799638ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:49:37.075672Z","caller":"traceutil/trace.go:171","msg":"trace[2106616436] linearizableReadLoop","detail":"{readStateIndex:12789; appliedIndex:12788; }","duration":"356.617793ms","start":"2026-03-02T21:49:36.719029Z","end":"2026-03-02T21:49:37.075647Z","steps":["trace[2106616436] 'read index received' (duration: 356.440789ms)","trace[2106616436] 'applied index is now lower than readState.Index' (duration: 175.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:49:37.075777Z","caller":"traceutil/trace.go:171","msg":"trace[487908720] transaction","detail":"{read_only:false; response_revision:12338; number_of_response:1; }","duration":"378.189644ms","start":"2026-03-02T21:49:36.697555Z","end":"2026-03-02T21:49:37.075744Z","steps":["trace[487908720] 'process raft request' (duration: 377.930728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:37.075923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:36.697535Z","time spent":"378.313976ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:49:37.076009Z","caller":"traceutil/trace.go:171","msg":"trace[2013055652] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12338; }","duration":"100.03476ms","start":"2026-03-02T21:49:36.975951Z","end":"2026-03-02T21:49:37.075986Z","steps":["trace[2013055652] 'agreement among raft nodes before linearized reading' (duration: 99.924968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:37.07724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.975361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12757"} {"level":"info","ts":"2026-03-02T21:49:37.077355Z","caller":"traceutil/trace.go:171","msg":"trace[514164675] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:12338; }","duration":"358.324453ms","start":"2026-03-02T21:49:36.718968Z","end":"2026-03-02T21:49:37.077292Z","steps":["trace[514164675] 'agreement among raft nodes before linearized reading' (duration: 356.832138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:37.077512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:36.718943Z","time spent":"358.527088ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12781,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T21:49:42.352894Z","caller":"traceutil/trace.go:171","msg":"trace[1136907953] linearizableReadLoop","detail":"{readStateIndex:12824; appliedIndex:12823; }","duration":"106.02456ms","start":"2026-03-02T21:49:42.246841Z","end":"2026-03-02T21:49:42.352866Z","steps":["trace[1136907953] 'read index received' (duration: 105.793194ms)","trace[1136907953] 'applied index is now lower than readState.Index' (duration: 230.306µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:49:42.352943Z","caller":"traceutil/trace.go:171","msg":"trace[789004691] transaction","detail":"{read_only:false; response_revision:12372; number_of_response:1; }","duration":"112.525621ms","start":"2026-03-02T21:49:42.240388Z","end":"2026-03-02T21:49:42.352914Z","steps":["trace[789004691] 'process raft request' (duration: 112.318626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:42.353134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.286715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:49:42.353179Z","caller":"traceutil/trace.go:171","msg":"trace[2139143218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12372; }","duration":"106.398549ms","start":"2026-03-02T21:49:42.246768Z","end":"2026-03-02T21:49:42.353167Z","steps":["trace[2139143218] 'agreement among raft nodes before linearized reading' (duration: 106.236915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:42.504516Z","caller":"traceutil/trace.go:171","msg":"trace[1336427545] transaction","detail":"{read_only:false; response_revision:12373; number_of_response:1; }","duration":"147.462321ms","start":"2026-03-02T21:49:42.357027Z","end":"2026-03-02T21:49:42.504489Z","steps":["trace[1336427545] 'process raft request' (duration: 144.596414ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:42.531976Z","caller":"traceutil/trace.go:171","msg":"trace[1089686087] transaction","detail":"{read_only:false; response_revision:12375; number_of_response:1; }","duration":"173.449703ms","start":"2026-03-02T21:49:42.358478Z","end":"2026-03-02T21:49:42.531927Z","steps":["trace[1089686087] 'process raft request' (duration: 173.111226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:42.532256Z","caller":"traceutil/trace.go:171","msg":"trace[482708707] transaction","detail":"{read_only:false; response_revision:12376; number_of_response:1; }","duration":"173.657258ms","start":"2026-03-02T21:49:42.358566Z","end":"2026-03-02T21:49:42.532224Z","steps":["trace[482708707] 'process raft request' (duration: 173.071655ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:42.532474Z","caller":"traceutil/trace.go:171","msg":"trace[1686461350] transaction","detail":"{read_only:false; response_revision:12374; number_of_response:1; }","duration":"173.488935ms","start":"2026-03-02T21:49:42.358402Z","end":"2026-03-02T21:49:42.531891Z","steps":["trace[1686461350] 'process raft request' (duration: 172.992663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:42.533167Z","caller":"traceutil/trace.go:171","msg":"trace[786242104] transaction","detail":"{read_only:false; response_revision:12377; number_of_response:1; }","duration":"174.484948ms","start":"2026-03-02T21:49:42.358663Z","end":"2026-03-02T21:49:42.533148Z","steps":["trace[786242104] 'process raft request' (duration: 173.083525ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:00.059523Z","caller":"traceutil/trace.go:171","msg":"trace[860752928] transaction","detail":"{read_only:false; response_revision:12498; number_of_response:1; }","duration":"260.358949ms","start":"2026-03-02T21:49:59.799146Z","end":"2026-03-02T21:50:00.059505Z","steps":["trace[860752928] 'process raft request' (duration: 260.246566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:00.064265Z","caller":"traceutil/trace.go:171","msg":"trace[1288679465] transaction","detail":"{read_only:false; response_revision:12499; number_of_response:1; }","duration":"264.73232ms","start":"2026-03-02T21:49:59.799506Z","end":"2026-03-02T21:50:00.064239Z","steps":["trace[1288679465] 'process raft request' (duration: 264.625098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:19.230799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600991042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:50:19.730965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600991042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:50:19.763921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095628006s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:50:19.764374Z","caller":"traceutil/trace.go:171","msg":"trace[611523296] linearizableReadLoop","detail":"{readStateIndex:13053; appliedIndex:13052; }","duration":"1.034331504s","start":"2026-03-02T21:50:18.730018Z","end":"2026-03-02T21:50:19.76435Z","steps":["trace[611523296] 'read index received' (duration: 1.034075018s)","trace[611523296] 'applied index is now lower than readState.Index' (duration: 255.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:19.764566Z","caller":"traceutil/trace.go:171","msg":"trace[854023325] transaction","detail":"{read_only:false; response_revision:12590; number_of_response:1; }","duration":"1.096384663s","start":"2026-03-02T21:50:18.668137Z","end":"2026-03-02T21:50:19.764522Z","steps":["trace[854023325] 'process raft request' (duration: 1.096048725s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:19.764708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:18.66808Z","time spent":"1.096522757s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:19.764827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032139084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:50:19.764859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03329508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:50:19.764856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.211318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:19.764958Z","caller":"traceutil/trace.go:171","msg":"trace[1055559500] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12590; }","duration":"1.033428904s","start":"2026-03-02T21:50:18.731499Z","end":"2026-03-02T21:50:19.764928Z","steps":["trace[1055559500] 'agreement among raft nodes before linearized reading' (duration: 1.033164227s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:19.764991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.444177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:50:19.764987Z","caller":"traceutil/trace.go:171","msg":"trace[1673624540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12590; }","duration":"395.363251ms","start":"2026-03-02T21:50:19.369591Z","end":"2026-03-02T21:50:19.764954Z","steps":["trace[1673624540] 'agreement among raft nodes before linearized reading' (duration: 395.105955ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:19.765018Z","caller":"traceutil/trace.go:171","msg":"trace[1108672028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12590; }","duration":"415.497629ms","start":"2026-03-02T21:50:19.349513Z","end":"2026-03-02T21:50:19.765011Z","steps":["trace[1108672028] 'agreement among raft nodes before linearized reading' (duration: 415.420237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:19.764995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034958959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:50:19.765045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:19.349499Z","time spent":"415.539989ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:50:19.765035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:18.731488Z","time spent":"1.033528906s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:50:19.765047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:19.369489Z","time spent":"395.547525ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:50:19.765064Z","caller":"traceutil/trace.go:171","msg":"trace[95963023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12590; }","duration":"1.035064141s","start":"2026-03-02T21:50:18.729984Z","end":"2026-03-02T21:50:19.765049Z","steps":["trace[95963023] 'agreement among raft nodes before linearized reading' (duration: 1.034945419s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:19.765095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:18.729965Z","time spent":"1.035124242s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:50:19.764906Z","caller":"traceutil/trace.go:171","msg":"trace[1645866275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12590; }","duration":"1.032273637s","start":"2026-03-02T21:50:18.732611Z","end":"2026-03-02T21:50:19.764885Z","steps":["trace[1645866275] 'agreement among raft nodes before linearized reading' (duration: 1.032091032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:19.765176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:18.732587Z","time spent":"1.032582703s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:19.765184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.009564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:50:19.765213Z","caller":"traceutil/trace.go:171","msg":"trace[449335996] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12590; }","duration":"292.095086ms","start":"2026-03-02T21:50:19.473109Z","end":"2026-03-02T21:50:19.765204Z","steps":["trace[449335996] 'agreement among raft nodes before linearized reading' (duration: 292.037075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:19.765223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03332039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:50:19.765255Z","caller":"traceutil/trace.go:171","msg":"trace[2044402031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12590; }","duration":"1.033367422s","start":"2026-03-02T21:50:18.731878Z","end":"2026-03-02T21:50:19.765245Z","steps":["trace[2044402031] 'agreement among raft nodes before linearized reading' (duration: 1.03327392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:19.765296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:18.73187Z","time spent":"1.033416323s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:50:26.021264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.16507ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:50:26.021409Z","caller":"traceutil/trace.go:171","msg":"trace[754899574] linearizableReadLoop","detail":"{readStateIndex:13083; appliedIndex:13082; }","duration":"233.498356ms","start":"2026-03-02T21:50:25.787883Z","end":"2026-03-02T21:50:26.021381Z","steps":["trace[754899574] 'read index received' (duration: 33.59µs)","trace[754899574] 'applied index is now lower than readState.Index' (duration: 233.462766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:26.021698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.796434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:50:26.021722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.347683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:50:26.021763Z","caller":"traceutil/trace.go:171","msg":"trace[1953233769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12618; }","duration":"233.869896ms","start":"2026-03-02T21:50:25.787876Z","end":"2026-03-02T21:50:26.021745Z","steps":["trace[1953233769] 'agreement among raft nodes before linearized reading' (duration: 233.648841ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:26.021905Z","caller":"traceutil/trace.go:171","msg":"trace[574004167] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12618; }","duration":"211.460026ms","start":"2026-03-02T21:50:25.810316Z","end":"2026-03-02T21:50:26.021776Z","steps":["trace[574004167] 'agreement among raft nodes before linearized reading' (duration: 211.242061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:26.022027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.611986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:50:26.022146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.116045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:50:26.022156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.934306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:50:26.022229Z","caller":"traceutil/trace.go:171","msg":"trace[1413826242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12618; }","duration":"160.199617ms","start":"2026-03-02T21:50:25.862007Z","end":"2026-03-02T21:50:26.022207Z","steps":["trace[1413826242] 'agreement among raft nodes before linearized reading' (duration: 160.003112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:26.022205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.213383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:50:26.022187Z","caller":"traceutil/trace.go:171","msg":"trace[548368716] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12618; }","duration":"160.75221ms","start":"2026-03-02T21:50:25.861369Z","end":"2026-03-02T21:50:26.022121Z","steps":["trace[548368716] 'agreement among raft nodes before linearized reading' (duration: 160.404062ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:26.022288Z","caller":"traceutil/trace.go:171","msg":"trace[755161882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12618; }","duration":"162.330416ms","start":"2026-03-02T21:50:25.859942Z","end":"2026-03-02T21:50:26.022272Z","steps":["trace[755161882] 'agreement among raft nodes before linearized reading' (duration: 162.04819ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:26.022241Z","caller":"traceutil/trace.go:171","msg":"trace[460989613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12618; }","duration":"165.039519ms","start":"2026-03-02T21:50:25.85718Z","end":"2026-03-02T21:50:26.022219Z","steps":["trace[460989613] 'agreement among raft nodes before linearized reading' (duration: 164.868205ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:26.685364Z","caller":"traceutil/trace.go:171","msg":"trace[770799592] transaction","detail":"{read_only:false; response_revision:12627; number_of_response:1; }","duration":"168.268154ms","start":"2026-03-02T21:50:26.51707Z","end":"2026-03-02T21:50:26.685338Z","steps":["trace[770799592] 'process raft request' (duration: 168.081629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:32.279989Z","caller":"traceutil/trace.go:171","msg":"trace[148062615] transaction","detail":"{read_only:false; response_revision:12648; number_of_response:1; }","duration":"168.149991ms","start":"2026-03-02T21:50:32.111814Z","end":"2026-03-02T21:50:32.279964Z","steps":["trace[148062615] 'process raft request' (duration: 167.923155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:32.280288Z","caller":"traceutil/trace.go:171","msg":"trace[1959986791] transaction","detail":"{read_only:false; response_revision:12650; number_of_response:1; }","duration":"167.852904ms","start":"2026-03-02T21:50:32.112421Z","end":"2026-03-02T21:50:32.280274Z","steps":["trace[1959986791] 'process raft request' (duration: 167.745241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:32.280277Z","caller":"traceutil/trace.go:171","msg":"trace[879543198] transaction","detail":"{read_only:false; response_revision:12649; number_of_response:1; }","duration":"167.949696ms","start":"2026-03-02T21:50:32.112289Z","end":"2026-03-02T21:50:32.280238Z","steps":["trace[879543198] 'process raft request' (duration: 167.623778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.674263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.061044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:50:34.674343Z","caller":"traceutil/trace.go:171","msg":"trace[439008503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12669; }","duration":"573.187177ms","start":"2026-03-02T21:50:34.101135Z","end":"2026-03-02T21:50:34.674323Z","steps":["trace[439008503] 'range keys from in-memory index tree' (duration: 572.89026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.674384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.101117Z","time spent":"573.259028ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:50:34.674471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.628271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-hmnss\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-03-02T21:50:34.674614Z","caller":"traceutil/trace.go:171","msg":"trace[1708220809] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-hmnss; range_end:; response_count:1; response_revision:12669; }","duration":"390.813586ms","start":"2026-03-02T21:50:34.283775Z","end":"2026-03-02T21:50:34.674588Z","steps":["trace[1708220809] 'range keys from in-memory index tree' (duration: 390.443698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.674669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.765094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:50:34.674717Z","caller":"traceutil/trace.go:171","msg":"trace[1595957328] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12669; }","duration":"518.853767ms","start":"2026-03-02T21:50:34.155851Z","end":"2026-03-02T21:50:34.674705Z","steps":["trace[1595957328] 'range keys from in-memory index tree' (duration: 518.643131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.674726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.819199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:50:34.674816Z","caller":"traceutil/trace.go:171","msg":"trace[1837394190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12669; }","duration":"563.933862ms","start":"2026-03-02T21:50:34.110862Z","end":"2026-03-02T21:50:34.674796Z","steps":["trace[1837394190] 'range keys from in-memory index tree' (duration: 563.673766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.674837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.117914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:50:34.674861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.110852Z","time spent":"564.000324ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:50:34.674866Z","caller":"traceutil/trace.go:171","msg":"trace[135180420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:12669; }","duration":"513.169964ms","start":"2026-03-02T21:50:34.161687Z","end":"2026-03-02T21:50:34.674857Z","steps":["trace[135180420] 'range keys from in-memory index tree' (duration: 513.00826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.675134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.161676Z","time spent":"513.429211ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:50:34.674752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.15583Z","time spent":"518.915248ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:50:34.675208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.218642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:50:34.675265Z","caller":"traceutil/trace.go:171","msg":"trace[1739660185] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12669; }","duration":"390.287874ms","start":"2026-03-02T21:50:34.284957Z","end":"2026-03-02T21:50:34.675245Z","steps":["trace[1739660185] 'range keys from in-memory index tree' (duration: 390.045238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.675309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.284949Z","time spent":"390.346125ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:50:34.675056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.437227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:50:34.675446Z","caller":"traceutil/trace.go:171","msg":"trace[1900779146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12669; }","duration":"390.867557ms","start":"2026-03-02T21:50:34.284545Z","end":"2026-03-02T21:50:34.675412Z","steps":["trace[1900779146] 'range keys from in-memory index tree' (duration: 390.13478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.675511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.748119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:50:34.675551Z","caller":"traceutil/trace.go:171","msg":"trace[1860952454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12669; }","duration":"382.8021ms","start":"2026-03-02T21:50:34.292738Z","end":"2026-03-02T21:50:34.67554Z","steps":["trace[1860952454] 'range keys from in-memory index tree' (duration: 382.663667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.675595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.292729Z","time spent":"382.858361ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:34.675587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.284502Z","time spent":"391.033901ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:34.675505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.093119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T21:50:34.674674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.283755Z","time spent":"390.906748ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12384,"request content":"key:\"/registry/pods/openstack/openvswitch-hmnss\" "} {"level":"warn","ts":"2026-03-02T21:50:34.675699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.388711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:50:34.675782Z","caller":"traceutil/trace.go:171","msg":"trace[311249465] linearizableReadLoop","detail":"{readStateIndex:13137; appliedIndex:13136; }","duration":"308.208689ms","start":"2026-03-02T21:50:34.367562Z","end":"2026-03-02T21:50:34.675771Z","steps":["trace[311249465] 'read index received' (duration: 75.657385ms)","trace[311249465] 'applied index is now lower than readState.Index' (duration: 232.550224ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:34.675713Z","caller":"traceutil/trace.go:171","msg":"trace[185340192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12669; }","duration":"390.315025ms","start":"2026-03-02T21:50:34.285341Z","end":"2026-03-02T21:50:34.675656Z","steps":["trace[185340192] 'range keys from in-memory index tree' (duration: 389.885025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:34.675822Z","caller":"traceutil/trace.go:171","msg":"trace[724974451] transaction","detail":"{read_only:false; response_revision:12670; number_of_response:1; }","duration":"371.884847ms","start":"2026-03-02T21:50:34.303922Z","end":"2026-03-02T21:50:34.675807Z","steps":["trace[724974451] 'process raft request' (duration: 139.319852ms)","trace[724974451] 'compare' (duration: 231.147872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:34.675884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.332503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:50:34.675878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.285334Z","time spent":"390.500559ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:34.675908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.303898Z","time spent":"371.952938ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:34.675916Z","caller":"traceutil/trace.go:171","msg":"trace[73521378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12670; }","duration":"308.412775ms","start":"2026-03-02T21:50:34.367494Z","end":"2026-03-02T21:50:34.675907Z","steps":["trace[73521378] 'agreement among raft nodes before linearized reading' (duration: 308.321892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.675943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.367471Z","time spent":"308.466865ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:50:34.835142Z","caller":"traceutil/trace.go:171","msg":"trace[9474935] transaction","detail":"{read_only:false; response_revision:12671; number_of_response:1; }","duration":"138.466293ms","start":"2026-03-02T21:50:34.696628Z","end":"2026-03-02T21:50:34.835094Z","steps":["trace[9474935] 'process raft request' (duration: 117.289381ms)","trace[9474935] 'compare' (duration: 21.034938ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:35.087861Z","caller":"traceutil/trace.go:171","msg":"trace[985460113] linearizableReadLoop","detail":"{readStateIndex:13141; appliedIndex:13137; }","duration":"389.6586ms","start":"2026-03-02T21:50:34.698182Z","end":"2026-03-02T21:50:35.087841Z","steps":["trace[985460113] 'read index received' (duration: 115.754616ms)","trace[985460113] 'applied index is now lower than readState.Index' (duration: 273.903004ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:35.088091Z","caller":"traceutil/trace.go:171","msg":"trace[602219986] transaction","detail":"{read_only:false; response_revision:12679; number_of_response:1; }","duration":"379.468453ms","start":"2026-03-02T21:50:34.708596Z","end":"2026-03-02T21:50:35.088064Z","steps":["trace[602219986] 'process raft request' (duration: 379.224867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.088239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.708575Z","time spent":"379.579436ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:35.088456Z","caller":"traceutil/trace.go:171","msg":"trace[1156875538] transaction","detail":"{read_only:false; response_revision:12678; number_of_response:1; }","duration":"386.687341ms","start":"2026-03-02T21:50:34.701755Z","end":"2026-03-02T21:50:35.088443Z","steps":["trace[1156875538] 'process raft request' (duration: 386.031656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.088521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.701747Z","time spent":"386.742012ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:35.088501Z","caller":"traceutil/trace.go:171","msg":"trace[744919828] transaction","detail":"{read_only:false; response_revision:12677; number_of_response:1; }","duration":"387.742734ms","start":"2026-03-02T21:50:34.7003Z","end":"2026-03-02T21:50:35.088042Z","steps":["trace[744919828] 'process raft request' (duration: 387.464618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:35.08872Z","caller":"traceutil/trace.go:171","msg":"trace[1233148347] transaction","detail":"{read_only:false; response_revision:12674; number_of_response:1; }","duration":"391.677806ms","start":"2026-03-02T21:50:34.697028Z","end":"2026-03-02T21:50:35.088706Z","steps":["trace[1233148347] 'process raft request' (duration: 390.673863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:35.088752Z","caller":"traceutil/trace.go:171","msg":"trace[1157295328] transaction","detail":"{read_only:false; response_revision:12675; number_of_response:1; }","duration":"389.959576ms","start":"2026-03-02T21:50:34.698778Z","end":"2026-03-02T21:50:35.088737Z","steps":["trace[1157295328] 'process raft request' (duration: 388.949023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.08878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.697002Z","time spent":"391.751908ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:35.088769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.700282Z","time spent":"388.340839ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:35.088812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.698757Z","time spent":"390.023057ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:35.088838Z","caller":"traceutil/trace.go:171","msg":"trace[530251128] transaction","detail":"{read_only:false; response_revision:12672; number_of_response:1; }","duration":"392.033325ms","start":"2026-03-02T21:50:34.696799Z","end":"2026-03-02T21:50:35.088833Z","steps":["trace[530251128] 'process raft request' (duration: 390.761875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.088866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.696769Z","time spent":"392.083455ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:35.088902Z","caller":"traceutil/trace.go:171","msg":"trace[1446503630] transaction","detail":"{read_only:false; response_revision:12673; number_of_response:1; }","duration":"391.997703ms","start":"2026-03-02T21:50:34.6969Z","end":"2026-03-02T21:50:35.088898Z","steps":["trace[1446503630] 'process raft request' (duration: 390.779015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.088926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.696893Z","time spent":"392.017883ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:35.088958Z","caller":"traceutil/trace.go:171","msg":"trace[172521370] transaction","detail":"{read_only:false; response_revision:12676; number_of_response:1; }","duration":"389.65106ms","start":"2026-03-02T21:50:34.699263Z","end":"2026-03-02T21:50:35.088914Z","steps":["trace[172521370] 'process raft request' (duration: 388.481353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.089183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.699244Z","time spent":"389.811553ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:35.089305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.125293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578064"} {"level":"info","ts":"2026-03-02T21:50:35.089331Z","caller":"traceutil/trace.go:171","msg":"trace[1806422594] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12679; }","duration":"391.154474ms","start":"2026-03-02T21:50:34.69817Z","end":"2026-03-02T21:50:35.089325Z","steps":["trace[1806422594] 'agreement among raft nodes before linearized reading' (duration: 390.166141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.08935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.698151Z","time spent":"391.193365ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":578088,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:50:35.090478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.815075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:50:35.090626Z","caller":"traceutil/trace.go:171","msg":"trace[418118847] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12679; }","duration":"253.025999ms","start":"2026-03-02T21:50:34.837564Z","end":"2026-03-02T21:50:35.09059Z","steps":["trace[418118847] 'agreement among raft nodes before linearized reading' (duration: 250.568252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:35.283783Z","caller":"traceutil/trace.go:171","msg":"trace[1902572596] transaction","detail":"{read_only:false; response_revision:12680; number_of_response:1; }","duration":"186.842774ms","start":"2026-03-02T21:50:35.096908Z","end":"2026-03-02T21:50:35.283751Z","steps":["trace[1902572596] 'process raft request' (duration: 106.554912ms)","trace[1902572596] 'compare' (duration: 79.711899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:35.803954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.15934ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-02T21:50:37.603584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600991302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:50:38.103718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600991302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:50:38.149632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047300665s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:50:38.14974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056418137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:50:38.149817Z","caller":"traceutil/trace.go:171","msg":"trace[501554636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12681; }","duration":"1.056540179s","start":"2026-03-02T21:50:37.093256Z","end":"2026-03-02T21:50:38.149796Z","steps":["trace[501554636] 'range keys from in-memory index tree' (duration: 1.056247663s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.149874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.093239Z","time spent":"1.056623102s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:38.149955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056178101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:50:38.150044Z","caller":"traceutil/trace.go:171","msg":"trace[1745844709] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12681; }","duration":"1.056283603s","start":"2026-03-02T21:50:37.093739Z","end":"2026-03-02T21:50:38.150022Z","steps":["trace[1745844709] 'range keys from in-memory index tree' (duration: 1.056037637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.150098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.093735Z","time spent":"1.056352545s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:50:38.150386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056419176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:50:38.150438Z","caller":"traceutil/trace.go:171","msg":"trace[1978585208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12681; }","duration":"1.056507569s","start":"2026-03-02T21:50:37.093917Z","end":"2026-03-02T21:50:38.150425Z","steps":["trace[1978585208] 'range keys from in-memory index tree' (duration: 1.056270383s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.150552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.093895Z","time spent":"1.056641891s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:38.150849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055344232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:50:38.150903Z","caller":"traceutil/trace.go:171","msg":"trace[1433312625] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12681; }","duration":"1.055453954s","start":"2026-03-02T21:50:37.095436Z","end":"2026-03-02T21:50:38.15089Z","steps":["trace[1433312625] 'range keys from in-memory index tree' (duration: 1.055200298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.150945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.095416Z","time spent":"1.055519365s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:50:38.151064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05485927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:50:38.151112Z","caller":"traceutil/trace.go:171","msg":"trace[681480071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12681; }","duration":"1.054915511s","start":"2026-03-02T21:50:37.096183Z","end":"2026-03-02T21:50:38.151099Z","steps":["trace[681480071] 'range keys from in-memory index tree' (duration: 1.054769088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.151146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.096173Z","time spent":"1.054965923s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:50:38.151263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051680777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:50:38.151293Z","caller":"traceutil/trace.go:171","msg":"trace[431177228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12681; }","duration":"1.051734898s","start":"2026-03-02T21:50:37.09955Z","end":"2026-03-02T21:50:38.151285Z","steps":["trace[431177228] 'range keys from in-memory index tree' (duration: 1.051572354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.151325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.099537Z","time spent":"1.051778818s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:50:38.151433Z","caller":"traceutil/trace.go:171","msg":"trace[1491970735] linearizableReadLoop","detail":"{readStateIndex:13150; appliedIndex:13149; }","duration":"1.048558164s","start":"2026-03-02T21:50:37.102867Z","end":"2026-03-02T21:50:38.151425Z","steps":["trace[1491970735] 'read index received' (duration: 1.046915036s)","trace[1491970735] 'applied index is now lower than readState.Index' (duration: 1.642378ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:38.151558Z","caller":"traceutil/trace.go:171","msg":"trace[1190620066] transaction","detail":"{read_only:false; response_revision:12682; number_of_response:1; }","duration":"1.049317862s","start":"2026-03-02T21:50:37.102231Z","end":"2026-03-02T21:50:38.151549Z","steps":["trace[1190620066] 'process raft request' (duration: 1.047600952s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.151635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.102214Z","time spent":"1.049370674s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:38.151719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.665032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:38.151782Z","caller":"traceutil/trace.go:171","msg":"trace[48775938] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12682; }","duration":"430.727894ms","start":"2026-03-02T21:50:37.721035Z","end":"2026-03-02T21:50:38.151763Z","steps":["trace[48775938] 'agreement among raft nodes before linearized reading' (duration: 430.627321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.151793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.443321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:50:38.151837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.721019Z","time spent":"430.803825ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:50:38.151842Z","caller":"traceutil/trace.go:171","msg":"trace[848236161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12682; }","duration":"782.517753ms","start":"2026-03-02T21:50:37.369309Z","end":"2026-03-02T21:50:38.151827Z","steps":["trace[848236161] 'agreement among raft nodes before linearized reading' (duration: 782.455122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.151889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.369277Z","time spent":"782.603204ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:50:38.151913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049041455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:50:38.15195Z","caller":"traceutil/trace.go:171","msg":"trace[1204417646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:12682; }","duration":"1.049088997s","start":"2026-03-02T21:50:37.102852Z","end":"2026-03-02T21:50:38.151941Z","steps":["trace[1204417646] 'agreement among raft nodes before linearized reading' (duration: 1.048996025s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.151981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.102847Z","time spent":"1.049128598s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:50:38.151728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025490469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T21:50:38.152058Z","caller":"traceutil/trace.go:171","msg":"trace[1762416559] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12682; }","duration":"1.025833267s","start":"2026-03-02T21:50:37.126207Z","end":"2026-03-02T21:50:38.15204Z","steps":["trace[1762416559] 'agreement among raft nodes before linearized reading' (duration: 1.025359886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.152114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:37.126198Z","time spent":"1.025901179s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-02T21:50:38.846712Z","caller":"traceutil/trace.go:171","msg":"trace[1952698304] transaction","detail":"{read_only:false; response_revision:12685; number_of_response:1; }","duration":"688.87243ms","start":"2026-03-02T21:50:38.15782Z","end":"2026-03-02T21:50:38.846693Z","steps":["trace[1952698304] 'process raft request' (duration: 688.816488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.846825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:38.157808Z","time spent":"688.961782ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:38.846839Z","caller":"traceutil/trace.go:171","msg":"trace[1406923890] transaction","detail":"{read_only:false; response_revision:12684; number_of_response:1; }","duration":"688.993333ms","start":"2026-03-02T21:50:38.157773Z","end":"2026-03-02T21:50:38.846767Z","steps":["trace[1406923890] 'process raft request' (duration: 688.739958ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:38.847089Z","caller":"traceutil/trace.go:171","msg":"trace[1520038480] transaction","detail":"{read_only:false; response_revision:12687; number_of_response:1; }","duration":"688.321618ms","start":"2026-03-02T21:50:38.158758Z","end":"2026-03-02T21:50:38.84708Z","steps":["trace[1520038480] 'process raft request' (duration: 688.091282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.847099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:38.157763Z","time spent":"689.222368ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:38.847092Z","caller":"traceutil/trace.go:171","msg":"trace[1649216742] linearizableReadLoop","detail":"{readStateIndex:13155; appliedIndex:13150; }","duration":"687.725333ms","start":"2026-03-02T21:50:38.159336Z","end":"2026-03-02T21:50:38.847061Z","steps":["trace[1649216742] 'read index received' (duration: 79.636037ms)","trace[1649216742] 'applied index is now lower than readState.Index' (duration: 608.087926ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:38.847228Z","caller":"traceutil/trace.go:171","msg":"trace[1889495634] transaction","detail":"{read_only:false; response_revision:12688; number_of_response:1; }","duration":"686.727081ms","start":"2026-03-02T21:50:38.160483Z","end":"2026-03-02T21:50:38.84721Z","steps":["trace[1889495634] 'process raft request' (duration: 686.519146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.847337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.505867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:38.84738Z","caller":"traceutil/trace.go:171","msg":"trace[79259684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12688; }","duration":"477.621989ms","start":"2026-03-02T21:50:38.369746Z","end":"2026-03-02T21:50:38.847368Z","steps":["trace[79259684] 'agreement among raft nodes before linearized reading' (duration: 477.543218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.847382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.649534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-02T21:50:38.847381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:38.160474Z","time spent":"686.806812ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:38.847411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:38.36973Z","time spent":"477.674141ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:50:38.847428Z","caller":"traceutil/trace.go:171","msg":"trace[1460695674] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12688; }","duration":"547.751536ms","start":"2026-03-02T21:50:38.299664Z","end":"2026-03-02T21:50:38.847415Z","steps":["trace[1460695674] 'agreement among raft nodes before linearized reading' (duration: 547.570662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.847392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.457054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:50:38.847431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.010601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:50:38.847468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:38.299645Z","time spent":"547.814488ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T21:50:38.847487Z","caller":"traceutil/trace.go:171","msg":"trace[1318853689] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12688; }","duration":"492.567497ms","start":"2026-03-02T21:50:38.354896Z","end":"2026-03-02T21:50:38.847463Z","steps":["trace[1318853689] 'agreement among raft nodes before linearized reading' (duration: 492.410173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:38.847502Z","caller":"traceutil/trace.go:171","msg":"trace[889079403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12688; }","duration":"116.123264ms","start":"2026-03-02T21:50:38.731357Z","end":"2026-03-02T21:50:38.84748Z","steps":["trace[889079403] 'agreement among raft nodes before linearized reading' (duration: 115.912349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.847547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:38.354829Z","time spent":"492.698289ms","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:50:38.847023Z","caller":"traceutil/trace.go:171","msg":"trace[1804406444] transaction","detail":"{read_only:false; response_revision:12686; number_of_response:1; }","duration":"688.998103ms","start":"2026-03-02T21:50:38.157972Z","end":"2026-03-02T21:50:38.84697Z","steps":["trace[1804406444] 'process raft request' (duration: 688.696656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.847682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:38.157965Z","time spent":"689.652548ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:38.847798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.45475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578064"} {"level":"info","ts":"2026-03-02T21:50:38.847836Z","caller":"traceutil/trace.go:171","msg":"trace[280625843] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12688; }","duration":"688.509102ms","start":"2026-03-02T21:50:38.159319Z","end":"2026-03-02T21:50:38.847828Z","steps":["trace[280625843] 'agreement among raft nodes before linearized reading' (duration: 687.879327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.847857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:38.159311Z","time spent":"688.540583ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":578088,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:50:38.848003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:38.158678Z","time spent":"688.43201ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:39.459101Z","caller":"traceutil/trace.go:171","msg":"trace[963804486] transaction","detail":"{read_only:false; response_revision:12691; number_of_response:1; }","duration":"207.37265ms","start":"2026-03-02T21:50:39.251654Z","end":"2026-03-02T21:50:39.459027Z","steps":["trace[963804486] 'process raft request' (duration: 207.222396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:40.714412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255436624s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:50:40.800289Z","caller":"traceutil/trace.go:171","msg":"trace[1074477209] linearizableReadLoop","detail":"{readStateIndex:13160; appliedIndex:13159; }","duration":"1.432346968s","start":"2026-03-02T21:50:39.367893Z","end":"2026-03-02T21:50:40.80024Z","steps":["trace[1074477209] 'read index received' (duration: 91.281568ms)","trace[1074477209] 'applied index is now lower than readState.Index' (duration: 1.34106376s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:40.800299Z","caller":"traceutil/trace.go:171","msg":"trace[156534878] transaction","detail":"{read_only:false; response_revision:12692; number_of_response:1; }","duration":"1.541376297s","start":"2026-03-02T21:50:39.25887Z","end":"2026-03-02T21:50:40.800246Z","steps":["trace[156534878] 'process raft request' (duration: 1.455947175s)","trace[156534878] 'compare' (duration: 85.077554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:40.800423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432521681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:40.800498Z","caller":"traceutil/trace.go:171","msg":"trace[2003282557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12692; }","duration":"1.432639294s","start":"2026-03-02T21:50:39.367841Z","end":"2026-03-02T21:50:40.80048Z","steps":["trace[2003282557] 'agreement among raft nodes before linearized reading' (duration: 1.432510211s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:40.800481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:39.258861Z","time spent":"1.54152978s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12580,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:40.800535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:39.367822Z","time spent":"1.432705835s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:50:40.802782Z","caller":"traceutil/trace.go:171","msg":"trace[921368918] transaction","detail":"{read_only:false; response_revision:12693; number_of_response:1; }","duration":"642.265659ms","start":"2026-03-02T21:50:40.16045Z","end":"2026-03-02T21:50:40.802716Z","steps":["trace[921368918] 'process raft request' (duration: 642.031884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:40.802856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.699734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:50:40.802929Z","caller":"traceutil/trace.go:171","msg":"trace[983682916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12693; }","duration":"556.811897ms","start":"2026-03-02T21:50:40.246097Z","end":"2026-03-02T21:50:40.802909Z","steps":["trace[983682916] 'agreement among raft nodes before linearized reading' (duration: 556.563791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:40.803327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:40.246075Z","time spent":"557.235687ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:50:40.80293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:40.160429Z","time spent":"642.425352ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:40.803149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.153195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:50:40.803527Z","caller":"traceutil/trace.go:171","msg":"trace[699394302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12693; }","duration":"435.569475ms","start":"2026-03-02T21:50:40.367941Z","end":"2026-03-02T21:50:40.80351Z","steps":["trace[699394302] 'agreement among raft nodes before linearized reading' (duration: 435.165045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:40.803567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:40.367918Z","time spent":"435.633466ms","remote":"127.0.0.1:47812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:40.803199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.811847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T21:50:40.803744Z","caller":"traceutil/trace.go:171","msg":"trace[212602776] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:12693; }","duration":"379.397911ms","start":"2026-03-02T21:50:40.424333Z","end":"2026-03-02T21:50:40.803731Z","steps":["trace[212602776] 'agreement among raft nodes before linearized reading' (duration: 378.712285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:40.803779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:40.4243Z","time spent":"379.468763ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"info","ts":"2026-03-02T21:50:46.888854Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033ae.wal"} {"level":"warn","ts":"2026-03-02T21:50:49.161259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.825428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:50:49.161728Z","caller":"traceutil/trace.go:171","msg":"trace[878659214] linearizableReadLoop","detail":"{readStateIndex:13314; appliedIndex:13312; }","duration":"537.060919ms","start":"2026-03-02T21:50:48.624651Z","end":"2026-03-02T21:50:49.161712Z","steps":["trace[878659214] 'read index received' (duration: 366.905392ms)","trace[878659214] 'applied index is now lower than readState.Index' (duration: 170.154437ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:49.161909Z","caller":"traceutil/trace.go:171","msg":"trace[1092398562] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"653.254244ms","start":"2026-03-02T21:50:48.508624Z","end":"2026-03-02T21:50:49.161878Z","steps":["trace[1092398562] 'process raft request' (duration: 76.73085ms)","trace[1092398562] 'compare' (duration: 575.634473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:49.162572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.508601Z","time spent":"653.93999ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7044,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:49.161959Z","caller":"traceutil/trace.go:171","msg":"trace[1112468714] transaction","detail":"{read_only:false; response_revision:12843; number_of_response:1; }","duration":"605.678161ms","start":"2026-03-02T21:50:48.55625Z","end":"2026-03-02T21:50:49.161929Z","steps":["trace[1112468714] 'process raft request' (duration: 605.379054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:49.162699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.556233Z","time spent":"606.391317ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:49.16203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.335355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:49.162816Z","caller":"traceutil/trace.go:171","msg":"trace[1264790694] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12843; }","duration":"538.199335ms","start":"2026-03-02T21:50:48.624601Z","end":"2026-03-02T21:50:49.1628Z","steps":["trace[1264790694] 'agreement among raft nodes before linearized reading' (duration: 537.321935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:49.162849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.624581Z","time spent":"538.257206ms","remote":"127.0.0.1:51686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:49.66294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600991662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:50:50.315605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.341837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:50:50.315732Z","caller":"traceutil/trace.go:171","msg":"trace[1924814905] transaction","detail":"{read_only:false; response_revision:12844; number_of_response:1; }","duration":"1.56564838s","start":"2026-03-02T21:50:48.750068Z","end":"2026-03-02T21:50:50.315717Z","steps":["trace[1924814905] 'process raft request' (duration: 1.093099418s)","trace[1924814905] 'compare' (duration: 472.257715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:50.315778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.750042Z","time spent":"1.565715461s","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:50.315866Z","caller":"traceutil/trace.go:171","msg":"trace[1263804510] transaction","detail":"{read_only:false; response_revision:12845; number_of_response:1; }","duration":"1.489922492s","start":"2026-03-02T21:50:48.825938Z","end":"2026-03-02T21:50:50.315861Z","steps":["trace[1263804510] 'process raft request' (duration: 1.489731888s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.315903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.825902Z","time spent":"1.489984084s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:50.393788Z","caller":"traceutil/trace.go:171","msg":"trace[1901351924] linearizableReadLoop","detail":"{readStateIndex:13317; appliedIndex:13314; }","duration":"1.231248082s","start":"2026-03-02T21:50:49.162487Z","end":"2026-03-02T21:50:50.393735Z","steps":["trace[1901351924] 'read index received' (duration: 680.567298ms)","trace[1901351924] 'applied index is now lower than readState.Index' (duration: 550.679584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:50.394348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736226866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:50:50.394395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554093512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:50:50.394437Z","caller":"traceutil/trace.go:171","msg":"trace[1490445710] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:12846; }","duration":"1.736361449s","start":"2026-03-02T21:50:48.658054Z","end":"2026-03-02T21:50:50.394415Z","steps":["trace[1490445710] 'agreement among raft nodes before linearized reading' (duration: 1.736190515s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:50.394452Z","caller":"traceutil/trace.go:171","msg":"trace[142994686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12846; }","duration":"1.554192033s","start":"2026-03-02T21:50:48.840243Z","end":"2026-03-02T21:50:50.394435Z","steps":["trace[142994686] 'agreement among raft nodes before linearized reading' (duration: 1.553967988s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.394477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.658036Z","time spent":"1.736433491s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:50.394489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.840232Z","time spent":"1.554248935s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:50:50.394442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490027775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T21:50:50.394644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227911755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-hmnss\" ","response":"range_response_count:1 size:12924"} {"level":"warn","ts":"2026-03-02T21:50:50.394652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.153493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:50:50.394693Z","caller":"traceutil/trace.go:171","msg":"trace[1863085780] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-hmnss; range_end:; response_count:1; response_revision:12846; }","duration":"1.227979776s","start":"2026-03-02T21:50:49.166694Z","end":"2026-03-02T21:50:50.394674Z","steps":["trace[1863085780] 'agreement among raft nodes before linearized reading' (duration: 1.227842033s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.394718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:49.166678Z","time spent":"1.228035097s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12948,"request content":"key:\"/registry/pods/openstack/openvswitch-hmnss\" "} {"level":"warn","ts":"2026-03-02T21:50:50.394734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634914636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-9pr5n.189924ab77fa9410\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-02T21:50:50.394766Z","caller":"traceutil/trace.go:171","msg":"trace[162642863] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-9pr5n.189924ab77fa9410; range_end:; response_count:1; response_revision:12846; }","duration":"1.634980977s","start":"2026-03-02T21:50:48.759778Z","end":"2026-03-02T21:50:50.394759Z","steps":["trace[162642863] 'agreement among raft nodes before linearized reading' (duration: 1.634892905s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.394773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495614215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:50:50.39479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.759762Z","time spent":"1.635023738s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":783,"request content":"key:\"/registry/events/openstack/ovn-controller-9pr5n.189924ab77fa9410\" "} {"level":"info","ts":"2026-03-02T21:50:50.394809Z","caller":"traceutil/trace.go:171","msg":"trace[174037014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12846; }","duration":"1.495688416s","start":"2026-03-02T21:50:48.89911Z","end":"2026-03-02T21:50:50.394798Z","steps":["trace[174037014] 'agreement among raft nodes before linearized reading' (duration: 1.495588444s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.394787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493756451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:50:50.394849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.899089Z","time spent":"1.495753057s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:50:50.394861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.181589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-02T21:50:50.394881Z","caller":"traceutil/trace.go:171","msg":"trace[422088703] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:12846; }","duration":"602.213689ms","start":"2026-03-02T21:50:49.792662Z","end":"2026-03-02T21:50:50.394875Z","steps":["trace[422088703] 'agreement among raft nodes before linearized reading' (duration: 602.162048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.3949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:49.792658Z","time spent":"602.23833ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-03-02T21:50:50.394632Z","caller":"traceutil/trace.go:171","msg":"trace[338232212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12846; }","duration":"1.49023707s","start":"2026-03-02T21:50:48.90433Z","end":"2026-03-02T21:50:50.394567Z","steps":["trace[338232212] 'agreement among raft nodes before linearized reading' (duration: 1.489829451s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.394913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429590353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:50:50.39494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.904309Z","time spent":"1.490622338s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:50:50.394951Z","caller":"traceutil/trace.go:171","msg":"trace[646359824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12846; }","duration":"1.429670325s","start":"2026-03-02T21:50:48.96527Z","end":"2026-03-02T21:50:50.394941Z","steps":["trace[646359824] 'agreement among raft nodes before linearized reading' (duration: 1.42948837s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:50.394692Z","caller":"traceutil/trace.go:171","msg":"trace[2112758207] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12846; }","duration":"178.246275ms","start":"2026-03-02T21:50:50.216433Z","end":"2026-03-02T21:50:50.39468Z","steps":["trace[2112758207] 'agreement among raft nodes before linearized reading' (duration: 178.157333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.39499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.965248Z","time spent":"1.429734297s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:50:50.394896Z","caller":"traceutil/trace.go:171","msg":"trace[1364233807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12846; }","duration":"1.493901075s","start":"2026-03-02T21:50:48.900969Z","end":"2026-03-02T21:50:50.39487Z","steps":["trace[1364233807] 'agreement among raft nodes before linearized reading' (duration: 1.493566737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.395055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.90096Z","time spent":"1.494088909s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:50.395096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025455328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:50.395129Z","caller":"traceutil/trace.go:171","msg":"trace[742850962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12846; }","duration":"1.025518469s","start":"2026-03-02T21:50:49.369603Z","end":"2026-03-02T21:50:50.395121Z","steps":["trace[742850962] 'agreement among raft nodes before linearized reading' (duration: 1.025463528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.395149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:49.369588Z","time spent":"1.02555717s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:50:50.395194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.641159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-02T21:50:50.395216Z","caller":"traceutil/trace.go:171","msg":"trace[153245542] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:12846; }","duration":"602.68942ms","start":"2026-03-02T21:50:49.792522Z","end":"2026-03-02T21:50:50.395211Z","steps":["trace[153245542] 'agreement among raft nodes before linearized reading' (duration: 602.638029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.395231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:49.7925Z","time spent":"602.727561ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-02T21:50:50.395217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493863474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:50:50.394832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373534912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61962f61-1dd9-495c-9361-cb29e1bb2351\" ","response":"range_response_count:1 size:3726"} {"level":"warn","ts":"2026-03-02T21:50:50.39533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46995183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:50:50.395353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475229782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:50.395361Z","caller":"traceutil/trace.go:171","msg":"trace[1982170074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:12846; }","duration":"1.47000398s","start":"2026-03-02T21:50:48.925348Z","end":"2026-03-02T21:50:50.395352Z","steps":["trace[1982170074] 'agreement among raft nodes before linearized reading' (duration: 1.469903698s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:50.395377Z","caller":"traceutil/trace.go:171","msg":"trace[998142897] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:12846; }","duration":"1.475284453s","start":"2026-03-02T21:50:48.920084Z","end":"2026-03-02T21:50:50.395368Z","steps":["trace[998142897] 'agreement among raft nodes before linearized reading' (duration: 1.475250922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.395384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.925313Z","time spent":"1.470066132s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:50:50.395395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.920066Z","time spent":"1.475324224s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:50.395398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350274153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:50:50.395403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373320797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5cc5b98-4911-4feb-bb7f-5112c273fcab\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-02T21:50:50.395463Z","caller":"traceutil/trace.go:171","msg":"trace[1163694386] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5cc5b98-4911-4feb-bb7f-5112c273fcab; range_end:; response_count:1; response_revision:12846; }","duration":"1.373380718s","start":"2026-03-02T21:50:49.022073Z","end":"2026-03-02T21:50:50.395454Z","steps":["trace[1163694386] 'agreement among raft nodes before linearized reading' (duration: 1.373244315s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:50.395463Z","caller":"traceutil/trace.go:171","msg":"trace[936972074] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12846; }","duration":"1.350378635s","start":"2026-03-02T21:50:49.045071Z","end":"2026-03-02T21:50:50.395449Z","steps":["trace[936972074] 'agreement among raft nodes before linearized reading' (duration: 1.350217972s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:50.395491Z","caller":"traceutil/trace.go:171","msg":"trace[1813158121] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"875.753325ms","start":"2026-03-02T21:50:49.519731Z","end":"2026-03-02T21:50:50.395485Z","steps":["trace[1813158121] 'process raft request' (duration: 873.7897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.395494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:49.022002Z","time spent":"1.373483361s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5cc5b98-4911-4feb-bb7f-5112c273fcab\" "} {"level":"warn","ts":"2026-03-02T21:50:50.395505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:49.045051Z","time spent":"1.350443316s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:50:50.395534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:49.51971Z","time spent":"875.794766ms","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:50.395237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490332182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:50:50.395612Z","caller":"traceutil/trace.go:171","msg":"trace[1726741242] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12846; }","duration":"1.490729611s","start":"2026-03-02T21:50:48.904875Z","end":"2026-03-02T21:50:50.395605Z","steps":["trace[1726741242] 'agreement among raft nodes before linearized reading' (duration: 1.490316731s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.395636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.904861Z","time spent":"1.490768553s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:50:50.395438Z","caller":"traceutil/trace.go:171","msg":"trace[1147087421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61962f61-1dd9-495c-9361-cb29e1bb2351; range_end:; response_count:1; response_revision:12846; }","duration":"1.374250889s","start":"2026-03-02T21:50:49.021079Z","end":"2026-03-02T21:50:50.39533Z","steps":["trace[1147087421] 'agreement among raft nodes before linearized reading' (duration: 1.373207234s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.395731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.217101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:50:50.395824Z","caller":"traceutil/trace.go:171","msg":"trace[395810997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12846; }","duration":"102.369184ms","start":"2026-03-02T21:50:50.293427Z","end":"2026-03-02T21:50:50.395796Z","steps":["trace[395810997] 'agreement among raft nodes before linearized reading' (duration: 101.661478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.395831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:49.021058Z","time spent":"1.3747251s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61962f61-1dd9-495c-9361-cb29e1bb2351\" "} {"level":"info","ts":"2026-03-02T21:50:50.395279Z","caller":"traceutil/trace.go:171","msg":"trace[1101978529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12846; }","duration":"1.493951586s","start":"2026-03-02T21:50:48.901309Z","end":"2026-03-02T21:50:50.395261Z","steps":["trace[1101978529] 'agreement among raft nodes before linearized reading' (duration: 1.493774432s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:50.396113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:48.901301Z","time spent":"1.494799715s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:50:58.610421Z","caller":"traceutil/trace.go:171","msg":"trace[1379022016] transaction","detail":"{read_only:false; response_revision:13027; number_of_response:1; }","duration":"136.563628ms","start":"2026-03-02T21:50:58.473808Z","end":"2026-03-02T21:50:58.610372Z","steps":["trace[1379022016] 'process raft request' (duration: 125.261526ms)","trace[1379022016] 'compare' (duration: 10.615766ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:58.610659Z","caller":"traceutil/trace.go:171","msg":"trace[10437486] transaction","detail":"{read_only:false; response_revision:13028; number_of_response:1; }","duration":"136.64136ms","start":"2026-03-02T21:50:58.473992Z","end":"2026-03-02T21:50:58.610633Z","steps":["trace[10437486] 'process raft request' (duration: 136.298732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:58.611147Z","caller":"traceutil/trace.go:171","msg":"trace[1656535911] linearizableReadLoop","detail":"{readStateIndex:13513; appliedIndex:13506; }","duration":"107.197667ms","start":"2026-03-02T21:50:58.503936Z","end":"2026-03-02T21:50:58.611134Z","steps":["trace[1656535911] 'read index received' (duration: 23.804182ms)","trace[1656535911] 'applied index is now lower than readState.Index' (duration: 83.392544ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:58.61123Z","caller":"traceutil/trace.go:171","msg":"trace[1936885616] transaction","detail":"{read_only:false; response_revision:13031; number_of_response:1; }","duration":"135.832831ms","start":"2026-03-02T21:50:58.475387Z","end":"2026-03-02T21:50:58.611219Z","steps":["trace[1936885616] 'process raft request' (duration: 135.666758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:58.611411Z","caller":"traceutil/trace.go:171","msg":"trace[1052717662] transaction","detail":"{read_only:false; response_revision:13032; number_of_response:1; }","duration":"135.124784ms","start":"2026-03-02T21:50:58.476217Z","end":"2026-03-02T21:50:58.611341Z","steps":["trace[1052717662] 'process raft request' (duration: 134.878949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:58.611476Z","caller":"traceutil/trace.go:171","msg":"trace[1375909287] transaction","detail":"{read_only:false; response_revision:13030; number_of_response:1; }","duration":"136.854655ms","start":"2026-03-02T21:50:58.474584Z","end":"2026-03-02T21:50:58.611439Z","steps":["trace[1375909287] 'process raft request' (duration: 135.999465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:58.61154Z","caller":"traceutil/trace.go:171","msg":"trace[1805158589] transaction","detail":"{read_only:false; response_revision:13029; number_of_response:1; }","duration":"137.411278ms","start":"2026-03-02T21:50:58.474079Z","end":"2026-03-02T21:50:58.611491Z","steps":["trace[1805158589] 'process raft request' (duration: 136.321283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:58.611751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.76759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:50:58.611866Z","caller":"traceutil/trace.go:171","msg":"trace[637646430] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:13032; }","duration":"107.967485ms","start":"2026-03-02T21:50:58.503871Z","end":"2026-03-02T21:50:58.611838Z","steps":["trace[637646430] 'agreement among raft nodes before linearized reading' (duration: 107.578966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:06.706538Z","caller":"traceutil/trace.go:171","msg":"trace[1779079019] transaction","detail":"{read_only:false; response_revision:13147; number_of_response:1; }","duration":"131.700415ms","start":"2026-03-02T21:51:06.574772Z","end":"2026-03-02T21:51:06.706472Z","steps":["trace[1779079019] 'process raft request' (duration: 34.779146ms)","trace[1779079019] 'compare' (duration: 96.738145ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:06.920506Z","caller":"traceutil/trace.go:171","msg":"trace[1559102696] transaction","detail":"{read_only:false; response_revision:13148; number_of_response:1; }","duration":"207.044523ms","start":"2026-03-02T21:51:06.71341Z","end":"2026-03-02T21:51:06.920455Z","steps":["trace[1559102696] 'process raft request' (duration: 201.608097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:06.930099Z","caller":"traceutil/trace.go:171","msg":"trace[1846055737] linearizableReadLoop","detail":"{readStateIndex:13638; appliedIndex:13631; }","duration":"172.980213ms","start":"2026-03-02T21:51:06.7571Z","end":"2026-03-02T21:51:06.93008Z","steps":["trace[1846055737] 'read index received' (duration: 157.852452ms)","trace[1846055737] 'applied index is now lower than readState.Index' (duration: 15.127231ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:06.930106Z","caller":"traceutil/trace.go:171","msg":"trace[410699832] transaction","detail":"{read_only:false; response_revision:13150; number_of_response:1; }","duration":"216.151164ms","start":"2026-03-02T21:51:06.713925Z","end":"2026-03-02T21:51:06.930076Z","steps":["trace[410699832] 'process raft request' (duration: 216.013981ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:06.930169Z","caller":"traceutil/trace.go:171","msg":"trace[787854347] transaction","detail":"{read_only:false; response_revision:13149; number_of_response:1; }","duration":"216.281797ms","start":"2026-03-02T21:51:06.713879Z","end":"2026-03-02T21:51:06.930161Z","steps":["trace[787854347] 'process raft request' (duration: 215.957489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:06.930331Z","caller":"traceutil/trace.go:171","msg":"trace[1532962844] transaction","detail":"{read_only:false; response_revision:13154; number_of_response:1; }","duration":"211.670161ms","start":"2026-03-02T21:51:06.718653Z","end":"2026-03-02T21:51:06.930324Z","steps":["trace[1532962844] 'process raft request' (duration: 211.400684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:06.930333Z","caller":"traceutil/trace.go:171","msg":"trace[1085397621] transaction","detail":"{read_only:false; response_revision:13152; number_of_response:1; }","duration":"216.309537ms","start":"2026-03-02T21:51:06.714005Z","end":"2026-03-02T21:51:06.930314Z","steps":["trace[1085397621] 'process raft request' (duration: 215.98926ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:06.93033Z","caller":"traceutil/trace.go:171","msg":"trace[1303301179] transaction","detail":"{read_only:false; response_revision:13151; number_of_response:1; }","duration":"216.334348ms","start":"2026-03-02T21:51:06.71397Z","end":"2026-03-02T21:51:06.930304Z","steps":["trace[1303301179] 'process raft request' (duration: 215.99873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:06.930426Z","caller":"traceutil/trace.go:171","msg":"trace[1668224526] transaction","detail":"{read_only:false; response_revision:13153; number_of_response:1; }","duration":"212.355117ms","start":"2026-03-02T21:51:06.71806Z","end":"2026-03-02T21:51:06.930415Z","steps":["trace[1668224526] 'process raft request' (duration: 211.957807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:06.930433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.32182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:06.930464Z","caller":"traceutil/trace.go:171","msg":"trace[29722582] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13154; }","duration":"173.419003ms","start":"2026-03-02T21:51:06.757035Z","end":"2026-03-02T21:51:06.930454Z","steps":["trace[29722582] 'agreement among raft nodes before linearized reading' (duration: 173.344551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:17.103155Z","caller":"traceutil/trace.go:171","msg":"trace[1927014696] transaction","detail":"{read_only:false; response_revision:13204; number_of_response:1; }","duration":"111.457176ms","start":"2026-03-02T21:51:16.991673Z","end":"2026-03-02T21:51:17.103131Z","steps":["trace[1927014696] 'process raft request' (duration: 111.314282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:17.125506Z","caller":"traceutil/trace.go:171","msg":"trace[726758219] linearizableReadLoop","detail":"{readStateIndex:13691; appliedIndex:13689; }","duration":"119.3905ms","start":"2026-03-02T21:51:17.006076Z","end":"2026-03-02T21:51:17.125467Z","steps":["trace[726758219] 'read index received' (duration: 96.98358ms)","trace[726758219] 'applied index is now lower than readState.Index' (duration: 22.4053ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:17.125619Z","caller":"traceutil/trace.go:171","msg":"trace[1748911308] transaction","detail":"{read_only:false; response_revision:13205; number_of_response:1; }","duration":"133.23295ms","start":"2026-03-02T21:51:16.99235Z","end":"2026-03-02T21:51:17.125583Z","steps":["trace[1748911308] 'process raft request' (duration: 132.920203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:17.125843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.718147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:51:17.125902Z","caller":"traceutil/trace.go:171","msg":"trace[1168781588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13205; }","duration":"119.83214ms","start":"2026-03-02T21:51:17.006053Z","end":"2026-03-02T21:51:17.125885Z","steps":["trace[1168781588] 'agreement among raft nodes before linearized reading' (duration: 119.588705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.839031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.041776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:42.839122Z","caller":"traceutil/trace.go:171","msg":"trace[678016726] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13608; }","duration":"380.199399ms","start":"2026-03-02T21:51:42.458904Z","end":"2026-03-02T21:51:42.839104Z","steps":["trace[678016726] 'range keys from in-memory index tree' (duration: 379.894793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.839159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.458867Z","time spent":"380.282151ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:51:42.839309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.912054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:51:42.839392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.606649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:42.839423Z","caller":"traceutil/trace.go:171","msg":"trace[1898904815] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13608; }","duration":"380.650431ms","start":"2026-03-02T21:51:42.458764Z","end":"2026-03-02T21:51:42.839414Z","steps":["trace[1898904815] 'range keys from in-memory index tree' (duration: 380.561448ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:42.839432Z","caller":"traceutil/trace.go:171","msg":"trace[1917140176] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13608; }","duration":"352.095658ms","start":"2026-03-02T21:51:42.487311Z","end":"2026-03-02T21:51:42.839406Z","steps":["trace[1917140176] 'count revisions from in-memory index tree' (duration: 351.802061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.839501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.487288Z","time spent":"352.18986ms","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:51:42.839688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.367445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T21:51:42.839357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.181336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:42.839721Z","caller":"traceutil/trace.go:171","msg":"trace[44164966] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13608; }","duration":"524.437006ms","start":"2026-03-02T21:51:42.315274Z","end":"2026-03-02T21:51:42.839711Z","steps":["trace[44164966] 'range keys from in-memory index tree' (duration: 524.20035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.839712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.829219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:51:42.839776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.315255Z","time spent":"524.509208ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:51:42.83945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.458755Z","time spent":"380.687581ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-02T21:51:42.839782Z","caller":"traceutil/trace.go:171","msg":"trace[152694232] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13608; }","duration":"382.598556ms","start":"2026-03-02T21:51:42.457162Z","end":"2026-03-02T21:51:42.83976Z","steps":["trace[152694232] 'range keys from in-memory index tree' (duration: 382.128565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:42.839847Z","caller":"traceutil/trace.go:171","msg":"trace[193627180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13608; }","duration":"470.020893ms","start":"2026-03-02T21:51:42.369771Z","end":"2026-03-02T21:51:42.839791Z","steps":["trace[193627180] 'range keys from in-memory index tree' (duration: 469.681236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.839878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.45709Z","time spent":"382.771849ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:51:42.839906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.369736Z","time spent":"470.160517ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:51:42.840056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.664452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:51:42.840056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.958632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-jhjnc\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-02T21:51:42.840495Z","caller":"traceutil/trace.go:171","msg":"trace[1543013862] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-jhjnc; range_end:; response_count:1; response_revision:13608; }","duration":"645.404522ms","start":"2026-03-02T21:51:42.195063Z","end":"2026-03-02T21:51:42.840467Z","steps":["trace[1543013862] 'range keys from in-memory index tree' (duration: 644.574353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:42.840142Z","caller":"traceutil/trace.go:171","msg":"trace[773712222] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13608; }","duration":"268.839667ms","start":"2026-03-02T21:51:42.571284Z","end":"2026-03-02T21:51:42.840123Z","steps":["trace[773712222] 'count revisions from in-memory index tree' (duration: 268.496429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.840223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.086827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:42.840749Z","caller":"traceutil/trace.go:171","msg":"trace[495639765] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13608; }","duration":"383.65664ms","start":"2026-03-02T21:51:42.457068Z","end":"2026-03-02T21:51:42.840725Z","steps":["trace[495639765] 'range keys from in-memory index tree' (duration: 382.122375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.8408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.45704Z","time spent":"383.744943ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:51:42.84061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.19499Z","time spent":"645.562826ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20783,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-jhjnc\" "} {"level":"info","ts":"2026-03-02T21:51:42.954298Z","caller":"traceutil/trace.go:171","msg":"trace[1117246528] linearizableReadLoop","detail":"{readStateIndex:14105; appliedIndex:14104; }","duration":"133.875646ms","start":"2026-03-02T21:51:42.820397Z","end":"2026-03-02T21:51:42.954273Z","steps":["trace[1117246528] 'read index received' (duration: 133.62055ms)","trace[1117246528] 'applied index is now lower than readState.Index' (duration: 253.706µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:42.954492Z","caller":"traceutil/trace.go:171","msg":"trace[658512281] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"177.406905ms","start":"2026-03-02T21:51:42.776969Z","end":"2026-03-02T21:51:42.954376Z","steps":["trace[658512281] 'process raft request' (duration: 177.118979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.954585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.904596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:42.954675Z","caller":"traceutil/trace.go:171","msg":"trace[695726494] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13609; }","duration":"134.04114ms","start":"2026-03-02T21:51:42.820612Z","end":"2026-03-02T21:51:42.954654Z","steps":["trace[695726494] 'agreement among raft nodes before linearized reading' (duration: 133.845505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.954741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.554523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:51:42.954652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.090971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:42.954784Z","caller":"traceutil/trace.go:171","msg":"trace[1875413256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13609; }","duration":"113.626035ms","start":"2026-03-02T21:51:42.841145Z","end":"2026-03-02T21:51:42.954771Z","steps":["trace[1875413256] 'agreement among raft nodes before linearized reading' (duration: 113.554514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:42.954857Z","caller":"traceutil/trace.go:171","msg":"trace[197831336] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13609; }","duration":"134.4833ms","start":"2026-03-02T21:51:42.820359Z","end":"2026-03-02T21:51:42.954842Z","steps":["trace[197831336] 'agreement among raft nodes before linearized reading' (duration: 134.03533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.954929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.779273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:42.954969Z","caller":"traceutil/trace.go:171","msg":"trace[2121255715] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13609; }","duration":"133.861295ms","start":"2026-03-02T21:51:42.821098Z","end":"2026-03-02T21:51:42.954959Z","steps":["trace[2121255715] 'agreement among raft nodes before linearized reading' (duration: 133.802453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.955114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.153792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:42.955192Z","caller":"traceutil/trace.go:171","msg":"trace[332768852] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13609; }","duration":"134.240704ms","start":"2026-03-02T21:51:42.820904Z","end":"2026-03-02T21:51:42.955145Z","steps":["trace[332768852] 'agreement among raft nodes before linearized reading' (duration: 134.157102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.956212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.519181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:745229"} {"level":"info","ts":"2026-03-02T21:51:42.956295Z","caller":"traceutil/trace.go:171","msg":"trace[1679260680] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:13609; }","duration":"106.618464ms","start":"2026-03-02T21:51:42.849663Z","end":"2026-03-02T21:51:42.956281Z","steps":["trace[1679260680] 'agreement among raft nodes before linearized reading' (duration: 105.454116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.472893Z","caller":"traceutil/trace.go:171","msg":"trace[633353693] transaction","detail":"{read_only:false; response_revision:13620; number_of_response:1; }","duration":"123.378222ms","start":"2026-03-02T21:51:43.349474Z","end":"2026-03-02T21:51:43.472853Z","steps":["trace[633353693] 'process raft request' (duration: 54.611507ms)","trace[633353693] 'compare' (duration: 68.461018ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:43.47294Z","caller":"traceutil/trace.go:171","msg":"trace[1273630184] transaction","detail":"{read_only:false; response_revision:13621; number_of_response:1; }","duration":"122.045581ms","start":"2026-03-02T21:51:43.350866Z","end":"2026-03-02T21:51:43.472912Z","steps":["trace[1273630184] 'process raft request' (duration: 121.898868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:44.365916Z","caller":"traceutil/trace.go:171","msg":"trace[288124548] transaction","detail":"{read_only:false; response_revision:13632; number_of_response:1; }","duration":"104.196397ms","start":"2026-03-02T21:51:44.2617Z","end":"2026-03-02T21:51:44.365896Z","steps":["trace[288124548] 'process raft request' (duration: 103.965052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:54.088417Z","caller":"traceutil/trace.go:171","msg":"trace[1716542028] linearizableReadLoop","detail":"{readStateIndex:14208; appliedIndex:14207; }","duration":"141.133124ms","start":"2026-03-02T21:51:53.947261Z","end":"2026-03-02T21:51:54.088394Z","steps":["trace[1716542028] 'read index received' (duration: 141.002211ms)","trace[1716542028] 'applied index is now lower than readState.Index' (duration: 129.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:54.088478Z","caller":"traceutil/trace.go:171","msg":"trace[1246386662] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"143.278854ms","start":"2026-03-02T21:51:53.945145Z","end":"2026-03-02T21:51:54.088423Z","steps":["trace[1246386662] 'process raft request' (duration: 143.10129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:54.088811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.511003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:51:54.088897Z","caller":"traceutil/trace.go:171","msg":"trace[1929501790] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13710; }","duration":"141.672327ms","start":"2026-03-02T21:51:53.947205Z","end":"2026-03-02T21:51:54.088878Z","steps":["trace[1929501790] 'agreement among raft nodes before linearized reading' (duration: 141.325209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:17.260111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.886824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:52:17.260261Z","caller":"traceutil/trace.go:171","msg":"trace[201119631] transaction","detail":"{read_only:false; response_revision:13821; number_of_response:1; }","duration":"156.346637ms","start":"2026-03-02T21:52:17.103888Z","end":"2026-03-02T21:52:17.260234Z","steps":["trace[201119631] 'process raft request' (duration: 32.246128ms)","trace[201119631] 'compare' (duration: 123.522535ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:19.661829Z","caller":"traceutil/trace.go:171","msg":"trace[1422393792] transaction","detail":"{read_only:false; response_revision:13829; number_of_response:1; }","duration":"396.17543ms","start":"2026-03-02T21:52:19.265624Z","end":"2026-03-02T21:52:19.6618Z","steps":["trace[1422393792] 'process raft request' (duration: 395.972055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.662062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.265585Z","time spent":"396.377814ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:20.715039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053412388s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:52:20.747634Z","caller":"traceutil/trace.go:171","msg":"trace[776019198] linearizableReadLoop","detail":"{readStateIndex:14333; appliedIndex:14331; }","duration":"1.377694429s","start":"2026-03-02T21:52:19.369915Z","end":"2026-03-02T21:52:20.747609Z","steps":["trace[776019198] 'read index received' (duration: 291.735937ms)","trace[776019198] 'applied index is now lower than readState.Index' (duration: 1.085957432s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:20.74768Z","caller":"traceutil/trace.go:171","msg":"trace[1694319273] transaction","detail":"{read_only:false; response_revision:13830; number_of_response:1; }","duration":"1.458261997s","start":"2026-03-02T21:52:19.289391Z","end":"2026-03-02T21:52:20.747653Z","steps":["trace[1694319273] 'process raft request' (duration: 1.425836575s)","trace[1694319273] 'compare' (duration: 32.183317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:20.747772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377834393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:20.747805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.289368Z","time spent":"1.45836639s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:20.747822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261332041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:52:20.747829Z","caller":"traceutil/trace.go:171","msg":"trace[1454028140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13830; }","duration":"1.377920234s","start":"2026-03-02T21:52:19.369894Z","end":"2026-03-02T21:52:20.747814Z","steps":["trace[1454028140] 'agreement among raft nodes before linearized reading' (duration: 1.377812462s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:20.747855Z","caller":"traceutil/trace.go:171","msg":"trace[628504816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13830; }","duration":"1.261411653s","start":"2026-03-02T21:52:19.486433Z","end":"2026-03-02T21:52:20.747844Z","steps":["trace[628504816] 'agreement among raft nodes before linearized reading' (duration: 1.261314621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.747857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.369886Z","time spent":"1.377966405s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:52:20.747886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.486406Z","time spent":"1.261471384s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:52:20.74796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177660589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:20.747806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.6175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:20.747984Z","caller":"traceutil/trace.go:171","msg":"trace[1109138430] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13830; }","duration":"1.177730371s","start":"2026-03-02T21:52:19.570247Z","end":"2026-03-02T21:52:20.747977Z","steps":["trace[1109138430] 'agreement among raft nodes before linearized reading' (duration: 1.17769471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.570221Z","time spent":"1.177778222s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.185252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:52:20.748074Z","caller":"traceutil/trace.go:171","msg":"trace[933687545] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13830; }","duration":"262.251594ms","start":"2026-03-02T21:52:20.485811Z","end":"2026-03-02T21:52:20.748063Z","steps":["trace[933687545] 'agreement among raft nodes before linearized reading' (duration: 262.181302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.74805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174601778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-02T21:52:20.748151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166186563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:52:20.748166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.988181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:52:20.748179Z","caller":"traceutil/trace.go:171","msg":"trace[1642181407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13830; }","duration":"1.166230204s","start":"2026-03-02T21:52:19.581941Z","end":"2026-03-02T21:52:20.748172Z","steps":["trace[1642181407] 'agreement among raft nodes before linearized reading' (duration: 1.166116552s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:20.748186Z","caller":"traceutil/trace.go:171","msg":"trace[133623235] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13830; }","duration":"579.019792ms","start":"2026-03-02T21:52:20.16916Z","end":"2026-03-02T21:52:20.74818Z","steps":["trace[133623235] 'agreement among raft nodes before linearized reading' (duration: 578.97165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246888316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:52:20.748202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.581935Z","time spent":"1.166262485s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:52:20.748185Z","caller":"traceutil/trace.go:171","msg":"trace[1863106021] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13830; }","duration":"1.174771432s","start":"2026-03-02T21:52:19.573383Z","end":"2026-03-02T21:52:20.748155Z","steps":["trace[1863106021] 'agreement among raft nodes before linearized reading' (duration: 1.174396263s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:20.74822Z","caller":"traceutil/trace.go:171","msg":"trace[392201804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13830; }","duration":"1.246940596s","start":"2026-03-02T21:52:19.501271Z","end":"2026-03-02T21:52:20.748212Z","steps":["trace[392201804] 'agreement among raft nodes before linearized reading' (duration: 1.246895985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.501261Z","time spent":"1.246980058s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:52:20.748269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.2404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:20.748256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.573371Z","time spent":"1.174872905s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-02T21:52:20.748288Z","caller":"traceutil/trace.go:171","msg":"trace[264190372] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13830; }","duration":"586.279501ms","start":"2026-03-02T21:52:20.162004Z","end":"2026-03-02T21:52:20.748283Z","steps":["trace[264190372] 'agreement among raft nodes before linearized reading' (duration: 586.21614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.161985Z","time spent":"586.321522ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.47307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:52:20.748343Z","caller":"traceutil/trace.go:171","msg":"trace[489448179] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13830; }","duration":"947.528401ms","start":"2026-03-02T21:52:19.80081Z","end":"2026-03-02T21:52:20.748338Z","steps":["trace[489448179] 'agreement among raft nodes before linearized reading' (duration: 947.4725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.800789Z","time spent":"947.569072ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251056772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:52:20.748444Z","caller":"traceutil/trace.go:171","msg":"trace[485549082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13830; }","duration":"1.251145285s","start":"2026-03-02T21:52:19.497291Z","end":"2026-03-02T21:52:20.748436Z","steps":["trace[485549082] 'agreement among raft nodes before linearized reading' (duration: 1.251073053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.490346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:20.748466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163611824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:52:20.748488Z","caller":"traceutil/trace.go:171","msg":"trace[711030223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13830; }","duration":"1.163667125s","start":"2026-03-02T21:52:19.584816Z","end":"2026-03-02T21:52:20.748483Z","steps":["trace[711030223] 'agreement among raft nodes before linearized reading' (duration: 1.163616023s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:20.748001Z","caller":"traceutil/trace.go:171","msg":"trace[1596170347] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13830; }","duration":"946.844035ms","start":"2026-03-02T21:52:19.801147Z","end":"2026-03-02T21:52:20.747991Z","steps":["trace[1596170347] 'agreement among raft nodes before linearized reading' (duration: 946.60265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20484763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:52:20.748523Z","caller":"traceutil/trace.go:171","msg":"trace[383977894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13830; }","duration":"1.20527134s","start":"2026-03-02T21:52:19.543247Z","end":"2026-03-02T21:52:20.748519Z","steps":["trace[383977894] 'agreement among raft nodes before linearized reading' (duration: 1.204855601s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.11221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T21:52:20.748535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253238653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-jhjnc\" ","response":"range_response_count:1 size:20759"} {"level":"warn","ts":"2026-03-02T21:52:20.74854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.543221Z","time spent":"1.205315461s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:52:20.748548Z","caller":"traceutil/trace.go:171","msg":"trace[118528596] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13830; }","duration":"587.179192ms","start":"2026-03-02T21:52:20.161363Z","end":"2026-03-02T21:52:20.748543Z","steps":["trace[118528596] 'agreement among raft nodes before linearized reading' (duration: 587.123201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:20.748557Z","caller":"traceutil/trace.go:171","msg":"trace[1823932171] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-jhjnc; range_end:; response_count:1; response_revision:13830; }","duration":"1.253284504s","start":"2026-03-02T21:52:19.495266Z","end":"2026-03-02T21:52:20.748551Z","steps":["trace[1823932171] 'agreement among raft nodes before linearized reading' (duration: 1.253214713s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.161336Z","time spent":"587.226252ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.495254Z","time spent":"1.253317235s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20783,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-jhjnc\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257795298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rx2lb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:52:20.748578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.801141Z","time spent":"947.395838ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.634032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:20.748639Z","caller":"traceutil/trace.go:171","msg":"trace[1157691149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rx2lb; range_end:; response_count:1; response_revision:13830; }","duration":"1.2578565s","start":"2026-03-02T21:52:19.490772Z","end":"2026-03-02T21:52:20.748628Z","steps":["trace[1157691149] 'agreement among raft nodes before linearized reading' (duration: 1.257749207s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:20.748657Z","caller":"traceutil/trace.go:171","msg":"trace[169991875] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13830; }","duration":"587.665592ms","start":"2026-03-02T21:52:20.160985Z","end":"2026-03-02T21:52:20.74865Z","steps":["trace[169991875] 'agreement among raft nodes before linearized reading' (duration: 587.634932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.49076Z","time spent":"1.257895931s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-rx2lb\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174982497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T21:52:20.74868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.160978Z","time spent":"587.696124ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259561849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:52:20.748424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066159533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:52:20.748698Z","caller":"traceutil/trace.go:171","msg":"trace[1259759015] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13830; }","duration":"1.175072239s","start":"2026-03-02T21:52:19.573618Z","end":"2026-03-02T21:52:20.74869Z","steps":["trace[1259759015] 'agreement among raft nodes before linearized reading' (duration: 1.174945766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.74875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.573579Z","time spent":"1.175163262s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T21:52:20.748762Z","caller":"traceutil/trace.go:171","msg":"trace[757367236] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13830; }","duration":"1.066508871s","start":"2026-03-02T21:52:19.682226Z","end":"2026-03-02T21:52:20.748735Z","steps":["trace[757367236] 'agreement among raft nodes before linearized reading' (duration: 1.066167864s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.015629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kz7p2\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-03-02T21:52:20.748796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.682208Z","time spent":"1.066580413s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:52:20.748805Z","caller":"traceutil/trace.go:171","msg":"trace[744757237] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kz7p2; range_end:; response_count:1; response_revision:13830; }","duration":"769.072321ms","start":"2026-03-02T21:52:19.979725Z","end":"2026-03-02T21:52:20.748797Z","steps":["trace[744757237] 'agreement among raft nodes before linearized reading' (duration: 768.994229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.979704Z","time spent":"769.117302ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kz7p2\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.169155Z","time spent":"579.047133ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":11,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:52:20.748923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.1318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:20.748944Z","caller":"traceutil/trace.go:171","msg":"trace[1457628061] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13830; }","duration":"743.16035ms","start":"2026-03-02T21:52:20.005778Z","end":"2026-03-02T21:52:20.748939Z","steps":["trace[1457628061] 'agreement among raft nodes before linearized reading' (duration: 743.126659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.497263Z","time spent":"1.251199555s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17507519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:20.748971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.005765Z","time spent":"743.201151ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T21:52:20.748989Z","caller":"traceutil/trace.go:171","msg":"trace[1091672817] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13830; }","duration":"1.175418987s","start":"2026-03-02T21:52:19.57356Z","end":"2026-03-02T21:52:20.748978Z","steps":["trace[1091672817] 'agreement among raft nodes before linearized reading' (duration: 1.174974697s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.749013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.57355Z","time spent":"1.175458448s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T21:52:20.748471Z","caller":"traceutil/trace.go:171","msg":"trace[349164285] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13830; }","duration":"586.518576ms","start":"2026-03-02T21:52:20.161947Z","end":"2026-03-02T21:52:20.748466Z","steps":["trace[349164285] 'agreement among raft nodes before linearized reading' (duration: 586.454445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.584801Z","time spent":"1.163703316s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:52:20.749016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.873357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:52:20.749073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.161941Z","time spent":"587.11419ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:20.749104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.368035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2pl67\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-03-02T21:52:20.749125Z","caller":"traceutil/trace.go:171","msg":"trace[1411435031] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2pl67; range_end:; response_count:1; response_revision:13830; }","duration":"618.410066ms","start":"2026-03-02T21:52:20.130709Z","end":"2026-03-02T21:52:20.74912Z","steps":["trace[1411435031] 'agreement among raft nodes before linearized reading' (duration: 618.353135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.748713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175119301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:20.749139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.130701Z","time spent":"618.434147ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2pl67\" "} {"level":"info","ts":"2026-03-02T21:52:20.74915Z","caller":"traceutil/trace.go:171","msg":"trace[201786727] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13830; }","duration":"1.175612272s","start":"2026-03-02T21:52:19.57353Z","end":"2026-03-02T21:52:20.749143Z","steps":["trace[201786727] 'agreement among raft nodes before linearized reading' (duration: 1.175164501s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.749173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.573503Z","time spent":"1.175663943s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T21:52:20.748717Z","caller":"traceutil/trace.go:171","msg":"trace[1790644237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13830; }","duration":"1.259667052s","start":"2026-03-02T21:52:19.489036Z","end":"2026-03-02T21:52:20.748703Z","steps":["trace[1790644237] 'agreement among raft nodes before linearized reading' (duration: 1.259490278s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.749222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.489009Z","time spent":"1.260205985s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:52:20.748888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.782744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:20.749262Z","caller":"traceutil/trace.go:171","msg":"trace[712485571] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13830; }","duration":"947.185193ms","start":"2026-03-02T21:52:19.802067Z","end":"2026-03-02T21:52:20.749252Z","steps":["trace[712485571] 'agreement among raft nodes before linearized reading' (duration: 946.764854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.749298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.802049Z","time spent":"947.240104ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T21:52:20.749094Z","caller":"traceutil/trace.go:171","msg":"trace[1682389792] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:13830; }","duration":"668.978099ms","start":"2026-03-02T21:52:20.080102Z","end":"2026-03-02T21:52:20.74908Z","steps":["trace[1682389792] 'agreement among raft nodes before linearized reading' (duration: 668.767865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.749338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.080081Z","time spent":"669.249395ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:52:20.749092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.699722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:52:20.749403Z","caller":"traceutil/trace.go:171","msg":"trace[2059708217] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13830; }","duration":"744.012559ms","start":"2026-03-02T21:52:20.005373Z","end":"2026-03-02T21:52:20.749386Z","steps":["trace[2059708217] 'agreement among raft nodes before linearized reading' (duration: 743.655981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.749459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.005366Z","time spent":"744.078851ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:20.749482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.561619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kz7p2\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-02T21:52:20.749521Z","caller":"traceutil/trace.go:171","msg":"trace[1376349547] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kz7p2; range_end:; response_count:1; response_revision:13830; }","duration":"797.334856ms","start":"2026-03-02T21:52:19.952177Z","end":"2026-03-02T21:52:20.749512Z","steps":["trace[1376349547] 'agreement among raft nodes before linearized reading' (duration: 796.551578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.749552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:19.952155Z","time spent":"797.385598ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kz7p2\" "} {"level":"warn","ts":"2026-03-02T21:52:21.255044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419600994960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:52:21.64972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.751105Z","time spent":"898.609086ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:52:21.654902Z","caller":"traceutil/trace.go:171","msg":"trace[1396216829] transaction","detail":"{read_only:false; response_revision:13836; number_of_response:1; }","duration":"900.475369ms","start":"2026-03-02T21:52:20.754398Z","end":"2026-03-02T21:52:21.654873Z","steps":["trace[1396216829] 'process raft request' (duration: 900.412908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.654934Z","caller":"traceutil/trace.go:171","msg":"trace[1783676533] transaction","detail":"{read_only:false; response_revision:13833; number_of_response:1; }","duration":"901.957434ms","start":"2026-03-02T21:52:20.752937Z","end":"2026-03-02T21:52:21.654895Z","steps":["trace[1783676533] 'process raft request' (duration: 901.763479ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.654936Z","caller":"traceutil/trace.go:171","msg":"trace[1384300221] transaction","detail":"{read_only:false; response_revision:13832; number_of_response:1; }","duration":"902.403804ms","start":"2026-03-02T21:52:20.752514Z","end":"2026-03-02T21:52:21.654918Z","steps":["trace[1384300221] 'process raft request' (duration: 902.151798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.65502Z","caller":"traceutil/trace.go:171","msg":"trace[338263373] transaction","detail":"{read_only:false; response_revision:13835; number_of_response:1; }","duration":"900.664553ms","start":"2026-03-02T21:52:20.75434Z","end":"2026-03-02T21:52:21.655005Z","steps":["trace[338263373] 'process raft request' (duration: 900.428758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.655069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.752507Z","time spent":"902.498756ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:21.655091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.752924Z","time spent":"902.074606ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:21.655088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.754389Z","time spent":"900.598022ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:52:21.654899Z","caller":"traceutil/trace.go:171","msg":"trace[1917077593] transaction","detail":"{read_only:false; response_revision:13831; number_of_response:1; }","duration":"902.403514ms","start":"2026-03-02T21:52:20.752434Z","end":"2026-03-02T21:52:21.654837Z","steps":["trace[1917077593] 'process raft request' (duration: 902.021736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.655255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.754331Z","time spent":"900.765746ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:52:21.655278Z","caller":"traceutil/trace.go:171","msg":"trace[149085043] transaction","detail":"{read_only:false; response_revision:13837; number_of_response:1; }","duration":"900.803537ms","start":"2026-03-02T21:52:20.754445Z","end":"2026-03-02T21:52:21.655248Z","steps":["trace[149085043] 'process raft request' (duration: 900.393427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.655268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.752421Z","time spent":"902.794093ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:52:21.65544Z","caller":"traceutil/trace.go:171","msg":"trace[804653316] linearizableReadLoop","detail":"{readStateIndex:14342; appliedIndex:14333; }","duration":"901.113174ms","start":"2026-03-02T21:52:20.754315Z","end":"2026-03-02T21:52:21.655428Z","steps":["trace[804653316] 'read index received' (duration: 829.092433ms)","trace[804653316] 'applied index is now lower than readState.Index' (duration: 72.019431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:21.655443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.754428Z","time spent":"900.919039ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:52:21.655494Z","caller":"traceutil/trace.go:171","msg":"trace[1973500971] transaction","detail":"{read_only:false; response_revision:13838; number_of_response:1; }","duration":"901.012271ms","start":"2026-03-02T21:52:20.75447Z","end":"2026-03-02T21:52:21.655482Z","steps":["trace[1973500971] 'process raft request' (duration: 900.692564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.655548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.754461Z","time spent":"901.055403ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:52:21.655442Z","caller":"traceutil/trace.go:171","msg":"trace[1867473061] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"902.436605ms","start":"2026-03-02T21:52:20.752989Z","end":"2026-03-02T21:52:21.655426Z","steps":["trace[1867473061] 'process raft request' (duration: 901.746909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.65568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.752985Z","time spent":"902.67437ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:21.657205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.874515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752648"} {"level":"info","ts":"2026-03-02T21:52:21.657282Z","caller":"traceutil/trace.go:171","msg":"trace[1706575488] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:13838; }","duration":"902.972137ms","start":"2026-03-02T21:52:20.754293Z","end":"2026-03-02T21:52:21.657266Z","steps":["trace[1706575488] 'agreement among raft nodes before linearized reading' (duration: 901.207887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.657376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.754265Z","time spent":"903.09335ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":752672,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:52:22.080561Z","caller":"traceutil/trace.go:171","msg":"trace[304977542] linearizableReadLoop","detail":"{readStateIndex:14343; appliedIndex:14342; }","duration":"425.04075ms","start":"2026-03-02T21:52:21.655478Z","end":"2026-03-02T21:52:22.080519Z","steps":["trace[304977542] 'read index received' (duration: 424.806525ms)","trace[304977542] 'applied index is now lower than readState.Index' (duration: 233.175µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:22.080731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136094005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:22.080769Z","caller":"traceutil/trace.go:171","msg":"trace[80597473] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13839; }","duration":"1.136185098s","start":"2026-03-02T21:52:20.944574Z","end":"2026-03-02T21:52:22.080759Z","steps":["trace[80597473] 'agreement among raft nodes before linearized reading' (duration: 1.136073495s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.080809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.944566Z","time spent":"1.136230759s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:52:22.080917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134511478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T21:52:22.081162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136916334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:22.081257Z","caller":"traceutil/trace.go:171","msg":"trace[741753742] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13839; }","duration":"1.137008647s","start":"2026-03-02T21:52:20.944186Z","end":"2026-03-02T21:52:22.081195Z","steps":["trace[741753742] 'agreement among raft nodes before linearized reading' (duration: 1.136870644s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:22.08126Z","caller":"traceutil/trace.go:171","msg":"trace[1468733130] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"430.575219ms","start":"2026-03-02T21:52:21.650663Z","end":"2026-03-02T21:52:22.081238Z","steps":["trace[1468733130] 'process raft request' (duration: 429.678258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.081301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.944162Z","time spent":"1.137132199s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:22.081417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:21.650644Z","time spent":"430.676671ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:22.081467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137259222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:22.081496Z","caller":"traceutil/trace.go:171","msg":"trace[939334083] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13839; }","duration":"1.137358655s","start":"2026-03-02T21:52:20.944129Z","end":"2026-03-02T21:52:22.081488Z","steps":["trace[939334083] 'agreement among raft nodes before linearized reading' (duration: 1.137315484s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.081529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.944091Z","time spent":"1.137431626s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:22.081671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138372168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:22.081704Z","caller":"traceutil/trace.go:171","msg":"trace[2119581250] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13839; }","duration":"1.138448489s","start":"2026-03-02T21:52:20.943247Z","end":"2026-03-02T21:52:22.081696Z","steps":["trace[2119581250] 'agreement among raft nodes before linearized reading' (duration: 1.138400358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.08173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.943223Z","time spent":"1.138500721s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:52:22.081777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.421459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:22.081824Z","caller":"traceutil/trace.go:171","msg":"trace[1172899982] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:13839; }","duration":"794.503921ms","start":"2026-03-02T21:52:21.287305Z","end":"2026-03-02T21:52:22.081809Z","steps":["trace[1172899982] 'agreement among raft nodes before linearized reading' (duration: 794.423009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.081868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:21.287294Z","time spent":"794.563622ms","remote":"127.0.0.1:58504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:52:22.082046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029463361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:22.082086Z","caller":"traceutil/trace.go:171","msg":"trace[1871241953] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13839; }","duration":"1.029612545s","start":"2026-03-02T21:52:21.052465Z","end":"2026-03-02T21:52:22.082077Z","steps":["trace[1871241953] 'agreement among raft nodes before linearized reading' (duration: 1.029553134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.082099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029544614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:22.082145Z","caller":"traceutil/trace.go:171","msg":"trace[615677257] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13839; }","duration":"1.029614236s","start":"2026-03-02T21:52:21.05252Z","end":"2026-03-02T21:52:22.082134Z","steps":["trace[615677257] 'agreement among raft nodes before linearized reading' (duration: 1.029539774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.082176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.528245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:22.082198Z","caller":"traceutil/trace.go:171","msg":"trace[818438561] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13839; }","duration":"811.593697ms","start":"2026-03-02T21:52:21.270597Z","end":"2026-03-02T21:52:22.082191Z","steps":["trace[818438561] 'agreement among raft nodes before linearized reading' (duration: 811.534695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.082222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:21.270571Z","time spent":"811.646508ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:22.082184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:21.052512Z","time spent":"1.029665027s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:52:22.082296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024982237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:22.08225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317645337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:22.082338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029694677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:22.082358Z","caller":"traceutil/trace.go:171","msg":"trace[1744715904] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13839; }","duration":"1.029750379s","start":"2026-03-02T21:52:21.052601Z","end":"2026-03-02T21:52:22.082351Z","steps":["trace[1744715904] 'agreement among raft nodes before linearized reading' (duration: 1.029726208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.082379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:21.052594Z","time spent":"1.029781609s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T21:52:22.082375Z","caller":"traceutil/trace.go:171","msg":"trace[79782804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13839; }","duration":"1.317817201s","start":"2026-03-02T21:52:20.764531Z","end":"2026-03-02T21:52:22.082349Z","steps":["trace[79782804] 'agreement among raft nodes before linearized reading' (duration: 1.317574245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.082116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:21.052451Z","time spent":"1.029661526s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T21:52:22.081059Z","caller":"traceutil/trace.go:171","msg":"trace[1479413045] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13839; }","duration":"1.134695943s","start":"2026-03-02T21:52:20.946329Z","end":"2026-03-02T21:52:22.081025Z","steps":["trace[1479413045] 'agreement among raft nodes before linearized reading' (duration: 1.134217572s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.082468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.946321Z","time spent":"1.136140276s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:22.082453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.764523Z","time spent":"1.317919053s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:52:22.082315Z","caller":"traceutil/trace.go:171","msg":"trace[2128757818] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13839; }","duration":"1.02505871s","start":"2026-03-02T21:52:21.057251Z","end":"2026-03-02T21:52:22.08231Z","steps":["trace[2128757818] 'agreement among raft nodes before linearized reading' (duration: 1.025013399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.082771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327104137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752648"} {"level":"info","ts":"2026-03-02T21:52:22.082841Z","caller":"traceutil/trace.go:171","msg":"trace[607519071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:13839; }","duration":"1.327204619s","start":"2026-03-02T21:52:20.75562Z","end":"2026-03-02T21:52:22.082824Z","steps":["trace[607519071] 'agreement among raft nodes before linearized reading' (duration: 1.326479722s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.082823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:21.05722Z","time spent":"1.02555267s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:22.082878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.755613Z","time spent":"1.32725776s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":752672,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:52:22.083193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328786075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752648"} {"level":"info","ts":"2026-03-02T21:52:22.083222Z","caller":"traceutil/trace.go:171","msg":"trace[1805156005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:13839; }","duration":"1.328831446s","start":"2026-03-02T21:52:20.754384Z","end":"2026-03-02T21:52:22.083215Z","steps":["trace[1805156005] 'agreement among raft nodes before linearized reading' (duration: 1.328290353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.083243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.754377Z","time spent":"1.328860257s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":752672,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:52:22.083834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316937431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752648"} {"level":"info","ts":"2026-03-02T21:52:22.083891Z","caller":"traceutil/trace.go:171","msg":"trace[1267631871] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:13839; }","duration":"1.317012952s","start":"2026-03-02T21:52:20.766866Z","end":"2026-03-02T21:52:22.083879Z","steps":["trace[1267631871] 'agreement among raft nodes before linearized reading' (duration: 1.315854105s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.083935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.76686Z","time spent":"1.317060153s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":752672,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:52:22.084474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314729549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752648"} {"level":"info","ts":"2026-03-02T21:52:22.084509Z","caller":"traceutil/trace.go:171","msg":"trace[59629754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:13839; }","duration":"1.314773871s","start":"2026-03-02T21:52:20.769728Z","end":"2026-03-02T21:52:22.084502Z","steps":["trace[59629754] 'agreement among raft nodes before linearized reading' (duration: 1.312105999s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.084531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.769724Z","time spent":"1.314800521s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":752672,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:52:22.089726Z","caller":"traceutil/trace.go:171","msg":"trace[881168641] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"421.927098ms","start":"2026-03-02T21:52:21.667766Z","end":"2026-03-02T21:52:22.089693Z","steps":["trace[881168641] 'process raft request' (duration: 421.794785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:22.089864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:21.667739Z","time spent":"422.046551ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:22.090014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.84059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:52:22.090161Z","caller":"traceutil/trace.go:171","msg":"trace[1872103504] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13840; }","duration":"294.975883ms","start":"2026-03-02T21:52:21.795094Z","end":"2026-03-02T21:52:22.09007Z","steps":["trace[1872103504] 'agreement among raft nodes before linearized reading' (duration: 294.588104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.453413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.296001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-02T21:52:55.45355Z","caller":"traceutil/trace.go:171","msg":"trace[2110334397] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14008; }","duration":"117.488085ms","start":"2026-03-02T21:52:55.336042Z","end":"2026-03-02T21:52:55.45353Z","steps":["trace[2110334397] 'range keys from in-memory index tree' (duration: 117.114917ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:56.074572Z","caller":"traceutil/trace.go:171","msg":"trace[1514831711] linearizableReadLoop","detail":"{readStateIndex:14522; appliedIndex:14521; }","duration":"174.632101ms","start":"2026-03-02T21:52:55.89991Z","end":"2026-03-02T21:52:56.074542Z","steps":["trace[1514831711] 'read index received' (duration: 174.117409ms)","trace[1514831711] 'applied index is now lower than readState.Index' (duration: 513.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:56.07463Z","caller":"traceutil/trace.go:171","msg":"trace[555422245] transaction","detail":"{read_only:false; response_revision:14010; number_of_response:1; }","duration":"211.67465ms","start":"2026-03-02T21:52:55.86292Z","end":"2026-03-02T21:52:56.074595Z","steps":["trace[555422245] 'process raft request' (duration: 211.126058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:56.074904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.962199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:52:56.075016Z","caller":"traceutil/trace.go:171","msg":"trace[653870621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14010; }","duration":"175.102262ms","start":"2026-03-02T21:52:55.899886Z","end":"2026-03-02T21:52:56.074988Z","steps":["trace[653870621] 'agreement among raft nodes before linearized reading' (duration: 174.833195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:56.150828Z","caller":"traceutil/trace.go:171","msg":"trace[1419347370] transaction","detail":"{read_only:false; response_revision:14011; number_of_response:1; }","duration":"213.246426ms","start":"2026-03-02T21:52:55.937509Z","end":"2026-03-02T21:52:56.150755Z","steps":["trace[1419347370] 'process raft request' (duration: 201.708379ms)","trace[1419347370] 'compare' (duration: 11.275321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:56.150931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.751722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T21:52:56.150844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.412253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:52:56.151008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.81312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:52:56.151013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.445876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:52:56.151096Z","caller":"traceutil/trace.go:171","msg":"trace[102938018] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14011; }","duration":"213.947003ms","start":"2026-03-02T21:52:55.937127Z","end":"2026-03-02T21:52:56.151074Z","steps":["trace[102938018] 'agreement among raft nodes before linearized reading' (duration: 213.707207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:56.151114Z","caller":"traceutil/trace.go:171","msg":"trace[98104679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14011; }","duration":"230.608759ms","start":"2026-03-02T21:52:55.920484Z","end":"2026-03-02T21:52:56.151092Z","steps":["trace[98104679] 'agreement among raft nodes before linearized reading' (duration: 230.303492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:56.151102Z","caller":"traceutil/trace.go:171","msg":"trace[1660872905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14011; }","duration":"223.666189ms","start":"2026-03-02T21:52:55.927368Z","end":"2026-03-02T21:52:56.151034Z","steps":["trace[1660872905] 'agreement among raft nodes before linearized reading' (duration: 223.313571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:56.151025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.181068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:52:56.151241Z","caller":"traceutil/trace.go:171","msg":"trace[809954054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14011; }","duration":"245.432834ms","start":"2026-03-02T21:52:55.905799Z","end":"2026-03-02T21:52:56.151231Z","steps":["trace[809954054] 'agreement among raft nodes before linearized reading' (duration: 245.071345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:56.151036Z","caller":"traceutil/trace.go:171","msg":"trace[2129669442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14011; }","duration":"214.870424ms","start":"2026-03-02T21:52:55.936135Z","end":"2026-03-02T21:52:56.151005Z","steps":["trace[2129669442] 'agreement among raft nodes before linearized reading' (duration: 214.571327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:57.91888Z","caller":"traceutil/trace.go:171","msg":"trace[1026717894] transaction","detail":"{read_only:false; response_revision:14020; number_of_response:1; }","duration":"244.971963ms","start":"2026-03-02T21:52:57.673877Z","end":"2026-03-02T21:52:57.918849Z","steps":["trace[1026717894] 'process raft request' (duration: 244.800929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:05.294766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11681} {"level":"info","ts":"2026-03-02T21:53:05.387992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11681,"took":"90.633582ms","hash":2232789300,"current-db-size-bytes":40869888,"current-db-size":"41 MB","current-db-size-in-use-bytes":26247168,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T21:53:05.388067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2232789300,"revision":11681,"compact-revision":9670} {"level":"info","ts":"2026-03-02T21:53:27.92408Z","caller":"traceutil/trace.go:171","msg":"trace[760976303] transaction","detail":"{read_only:false; response_revision:14237; number_of_response:1; }","duration":"165.472648ms","start":"2026-03-02T21:53:27.758205Z","end":"2026-03-02T21:53:27.923678Z","steps":["trace[760976303] 'process raft request' (duration: 165.289404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:06.21918Z","caller":"traceutil/trace.go:171","msg":"trace[296294892] transaction","detail":"{read_only:false; response_revision:15056; number_of_response:1; }","duration":"288.133284ms","start":"2026-03-02T21:55:05.931018Z","end":"2026-03-02T21:55:06.219151Z","steps":["trace[296294892] 'process raft request' (duration: 287.97056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:06.221696Z","caller":"traceutil/trace.go:171","msg":"trace[1987105998] linearizableReadLoop","detail":"{readStateIndex:15604; appliedIndex:15602; }","duration":"107.884183ms","start":"2026-03-02T21:55:06.113787Z","end":"2026-03-02T21:55:06.221671Z","steps":["trace[1987105998] 'read index received' (duration: 105.19966ms)","trace[1987105998] 'applied index is now lower than readState.Index' (duration: 2.682982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:55:06.221954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.147728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-jhjnc\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-02T21:55:06.222014Z","caller":"traceutil/trace.go:171","msg":"trace[1679269044] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-jhjnc; range_end:; response_count:1; response_revision:15056; }","duration":"108.261071ms","start":"2026-03-02T21:55:06.113736Z","end":"2026-03-02T21:55:06.221997Z","steps":["trace[1679269044] 'agreement among raft nodes before linearized reading' (duration: 108.066027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:06.221954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.542582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2pl67\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-03-02T21:55:06.222184Z","caller":"traceutil/trace.go:171","msg":"trace[1428517997] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2pl67; range_end:; response_count:1; response_revision:15056; }","duration":"106.729666ms","start":"2026-03-02T21:55:06.115379Z","end":"2026-03-02T21:55:06.222109Z","steps":["trace[1428517997] 'agreement among raft nodes before linearized reading' (duration: 106.462089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:10.325942Z","caller":"traceutil/trace.go:171","msg":"trace[1552028972] transaction","detail":"{read_only:false; response_revision:15081; number_of_response:1; }","duration":"132.952824ms","start":"2026-03-02T21:55:10.192962Z","end":"2026-03-02T21:55:10.325915Z","steps":["trace[1552028972] 'process raft request' (duration: 132.682628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:10.932999Z","caller":"traceutil/trace.go:171","msg":"trace[1358621547] linearizableReadLoop","detail":"{readStateIndex:15630; appliedIndex:15629; }","duration":"197.258756ms","start":"2026-03-02T21:55:10.735725Z","end":"2026-03-02T21:55:10.932984Z","steps":["trace[1358621547] 'read index received' (duration: 197.180024ms)","trace[1358621547] 'applied index is now lower than readState.Index' (duration: 77.552µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:55:10.933164Z","caller":"traceutil/trace.go:171","msg":"trace[1140018341] transaction","detail":"{read_only:false; response_revision:15082; number_of_response:1; }","duration":"211.094927ms","start":"2026-03-02T21:55:10.722063Z","end":"2026-03-02T21:55:10.933158Z","steps":["trace[1140018341] 'process raft request' (duration: 210.816041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:10.933341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.595384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T21:55:10.933456Z","caller":"traceutil/trace.go:171","msg":"trace[32483911] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:15082; }","duration":"197.750588ms","start":"2026-03-02T21:55:10.735683Z","end":"2026-03-02T21:55:10.933434Z","steps":["trace[32483911] 'agreement among raft nodes before linearized reading' (duration: 197.467881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.048157Z","caller":"traceutil/trace.go:171","msg":"trace[1226449914] transaction","detail":"{read_only:false; response_revision:15083; number_of_response:1; }","duration":"295.431543ms","start":"2026-03-02T21:55:10.752699Z","end":"2026-03-02T21:55:11.048131Z","steps":["trace[1226449914] 'process raft request' (duration: 258.699941ms)","trace[1226449914] 'compare' (duration: 36.525858ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:55:11.048346Z","caller":"traceutil/trace.go:171","msg":"trace[771788257] linearizableReadLoop","detail":"{readStateIndex:15632; appliedIndex:15630; }","duration":"115.279274ms","start":"2026-03-02T21:55:10.933042Z","end":"2026-03-02T21:55:11.048321Z","steps":["trace[771788257] 'read index received' (duration: 78.367168ms)","trace[771788257] 'applied index is now lower than readState.Index' (duration: 36.910966ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:55:11.048474Z","caller":"traceutil/trace.go:171","msg":"trace[2041186848] transaction","detail":"{read_only:false; response_revision:15084; number_of_response:1; }","duration":"284.642543ms","start":"2026-03-02T21:55:10.763815Z","end":"2026-03-02T21:55:11.048458Z","steps":["trace[2041186848] 'process raft request' (duration: 284.265184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:11.048714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.061823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:55:11.048749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.642363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:55:11.048789Z","caller":"traceutil/trace.go:171","msg":"trace[1291033773] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15084; }","duration":"112.759965ms","start":"2026-03-02T21:55:10.936018Z","end":"2026-03-02T21:55:11.048778Z","steps":["trace[1291033773] 'agreement among raft nodes before linearized reading' (duration: 112.695034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.048818Z","caller":"traceutil/trace.go:171","msg":"trace[2098315159] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15084; }","duration":"113.163105ms","start":"2026-03-02T21:55:10.935611Z","end":"2026-03-02T21:55:11.048774Z","steps":["trace[2098315159] 'agreement among raft nodes before linearized reading' (duration: 113.058083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:11.048819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.97592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:55:11.048906Z","caller":"traceutil/trace.go:171","msg":"trace[497885492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15084; }","duration":"172.084242ms","start":"2026-03-02T21:55:10.8768Z","end":"2026-03-02T21:55:11.048884Z","steps":["trace[497885492] 'agreement among raft nodes before linearized reading' (duration: 171.774925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:11.048911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.537622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:55:11.048961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.51703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:55:11.04896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.500435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T21:55:11.048814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.2181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T21:55:11.049016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.601266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:55:11.049045Z","caller":"traceutil/trace.go:171","msg":"trace[183278118] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15084; }","duration":"104.608097ms","start":"2026-03-02T21:55:10.944414Z","end":"2026-03-02T21:55:11.049022Z","steps":["trace[183278118] 'agreement among raft nodes before linearized reading' (duration: 104.28871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.049049Z","caller":"traceutil/trace.go:171","msg":"trace[1087946133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15084; }","duration":"186.510027ms","start":"2026-03-02T21:55:10.86253Z","end":"2026-03-02T21:55:11.04904Z","steps":["trace[1087946133] 'agreement among raft nodes before linearized reading' (duration: 186.001695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.049061Z","caller":"traceutil/trace.go:171","msg":"trace[1047554072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15084; }","duration":"257.703259ms","start":"2026-03-02T21:55:10.791344Z","end":"2026-03-02T21:55:11.049047Z","steps":["trace[1047554072] 'agreement among raft nodes before linearized reading' (duration: 257.531585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:11.049126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.479713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:55:11.049Z","caller":"traceutil/trace.go:171","msg":"trace[1280814338] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15084; }","duration":"112.566191ms","start":"2026-03-02T21:55:10.936424Z","end":"2026-03-02T21:55:11.04899Z","steps":["trace[1280814338] 'agreement among raft nodes before linearized reading' (duration: 112.5083ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.049192Z","caller":"traceutil/trace.go:171","msg":"trace[549187219] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15084; }","duration":"113.572175ms","start":"2026-03-02T21:55:10.935603Z","end":"2026-03-02T21:55:11.049175Z","steps":["trace[549187219] 'agreement among raft nodes before linearized reading' (duration: 113.460262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.049503Z","caller":"traceutil/trace.go:171","msg":"trace[581409178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15084; }","duration":"178.606213ms","start":"2026-03-02T21:55:10.87034Z","end":"2026-03-02T21:55:11.048946Z","steps":["trace[581409178] 'agreement among raft nodes before linearized reading' (duration: 178.284786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.214463Z","caller":"traceutil/trace.go:171","msg":"trace[1282667576] transaction","detail":"{read_only:false; response_revision:15087; number_of_response:1; }","duration":"160.595945ms","start":"2026-03-02T21:55:11.053844Z","end":"2026-03-02T21:55:11.21444Z","steps":["trace[1282667576] 'process raft request' (duration: 160.514483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.214523Z","caller":"traceutil/trace.go:171","msg":"trace[1899365410] transaction","detail":"{read_only:false; response_revision:15086; number_of_response:1; }","duration":"161.545178ms","start":"2026-03-02T21:55:11.052921Z","end":"2026-03-02T21:55:11.214466Z","steps":["trace[1899365410] 'process raft request' (duration: 161.303732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.214888Z","caller":"traceutil/trace.go:171","msg":"trace[565187743] transaction","detail":"{read_only:false; response_revision:15088; number_of_response:1; }","duration":"160.571255ms","start":"2026-03-02T21:55:11.054283Z","end":"2026-03-02T21:55:11.214855Z","steps":["trace[565187743] 'process raft request' (duration: 160.117224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.215236Z","caller":"traceutil/trace.go:171","msg":"trace[984858950] linearizableReadLoop","detail":"{readStateIndex:15635; appliedIndex:15634; }","duration":"162.137721ms","start":"2026-03-02T21:55:11.053076Z","end":"2026-03-02T21:55:11.215214Z","steps":["trace[984858950] 'read index received' (duration: 28.309877ms)","trace[984858950] 'applied index is now lower than readState.Index' (duration: 133.826834ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:55:11.215237Z","caller":"traceutil/trace.go:171","msg":"trace[1936860999] transaction","detail":"{read_only:false; response_revision:15089; number_of_response:1; }","duration":"160.847921ms","start":"2026-03-02T21:55:11.054361Z","end":"2026-03-02T21:55:11.215209Z","steps":["trace[1936860999] 'process raft request' (duration: 160.415521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.21534Z","caller":"traceutil/trace.go:171","msg":"trace[429545240] transaction","detail":"{read_only:false; response_revision:15091; number_of_response:1; }","duration":"160.305129ms","start":"2026-03-02T21:55:11.055024Z","end":"2026-03-02T21:55:11.215329Z","steps":["trace[429545240] 'process raft request' (duration: 160.132155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.215339Z","caller":"traceutil/trace.go:171","msg":"trace[578118965] transaction","detail":"{read_only:false; response_revision:15090; number_of_response:1; }","duration":"160.34609ms","start":"2026-03-02T21:55:11.054978Z","end":"2026-03-02T21:55:11.215324Z","steps":["trace[578118965] 'process raft request' (duration: 159.952651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:11.215445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.343446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T21:55:11.217308Z","caller":"traceutil/trace.go:171","msg":"trace[1590460841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15091; }","duration":"164.24451ms","start":"2026-03-02T21:55:11.053052Z","end":"2026-03-02T21:55:11.217297Z","steps":["trace[1590460841] 'agreement among raft nodes before linearized reading' (duration: 162.242893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:11.217151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.386048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T21:55:11.217476Z","caller":"traceutil/trace.go:171","msg":"trace[687144794] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15091; }","duration":"134.702875ms","start":"2026-03-02T21:55:11.082718Z","end":"2026-03-02T21:55:11.217421Z","steps":["trace[687144794] 'agreement among raft nodes before linearized reading' (duration: 134.238084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:11.217139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.937122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T21:55:11.217546Z","caller":"traceutil/trace.go:171","msg":"trace[651338527] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15091; }","duration":"104.373181ms","start":"2026-03-02T21:55:11.113156Z","end":"2026-03-02T21:55:11.217529Z","steps":["trace[651338527] 'agreement among raft nodes before linearized reading' (duration: 103.831968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.54042Z","caller":"traceutil/trace.go:171","msg":"trace[1915560119] linearizableReadLoop","detail":"{readStateIndex:15641; appliedIndex:15640; }","duration":"170.561387ms","start":"2026-03-02T21:55:11.369833Z","end":"2026-03-02T21:55:11.540394Z","steps":["trace[1915560119] 'read index received' (duration: 170.396403ms)","trace[1915560119] 'applied index is now lower than readState.Index' (duration: 164.024µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:55:11.540571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.71914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:55:11.540607Z","caller":"traceutil/trace.go:171","msg":"trace[471256332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15092; }","duration":"170.813373ms","start":"2026-03-02T21:55:11.369784Z","end":"2026-03-02T21:55:11.540597Z","steps":["trace[471256332] 'agreement among raft nodes before linearized reading' (duration: 170.70668ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.540973Z","caller":"traceutil/trace.go:171","msg":"trace[262470371] transaction","detail":"{read_only:false; response_revision:15092; number_of_response:1; }","duration":"199.251722ms","start":"2026-03-02T21:55:11.341709Z","end":"2026-03-02T21:55:11.540961Z","steps":["trace[262470371] 'process raft request' (duration: 198.509325ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:11.792491Z","caller":"traceutil/trace.go:171","msg":"trace[298397316] transaction","detail":"{read_only:false; response_revision:15093; number_of_response:1; }","duration":"131.969791ms","start":"2026-03-02T21:55:11.660493Z","end":"2026-03-02T21:55:11.792463Z","steps":["trace[298397316] 'process raft request' (duration: 131.827768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:04.403149Z","caller":"traceutil/trace.go:171","msg":"trace[1563749410] linearizableReadLoop","detail":"{readStateIndex:16979; appliedIndex:16976; }","duration":"155.970167ms","start":"2026-03-02T21:58:04.247139Z","end":"2026-03-02T21:58:04.403109Z","steps":["trace[1563749410] 'read index received' (duration: 41.730148ms)","trace[1563749410] 'applied index is now lower than readState.Index' (duration: 114.237349ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:04.40325Z","caller":"traceutil/trace.go:171","msg":"trace[2084691540] transaction","detail":"{read_only:false; response_revision:16389; number_of_response:1; }","duration":"170.625246ms","start":"2026-03-02T21:58:04.232583Z","end":"2026-03-02T21:58:04.403208Z","steps":["trace[2084691540] 'process raft request' (duration: 150.07913ms)","trace[2084691540] 'compare' (duration: 20.170337ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:04.403302Z","caller":"traceutil/trace.go:171","msg":"trace[2032175835] transaction","detail":"{read_only:false; response_revision:16390; number_of_response:1; }","duration":"169.880559ms","start":"2026-03-02T21:58:04.23336Z","end":"2026-03-02T21:58:04.403241Z","steps":["trace[2032175835] 'process raft request' (duration: 169.672204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:04.403522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.357976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:58:04.403607Z","caller":"traceutil/trace.go:171","msg":"trace[1350494624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16390; }","duration":"156.476119ms","start":"2026-03-02T21:58:04.247113Z","end":"2026-03-02T21:58:04.40359Z","steps":["trace[1350494624] 'agreement among raft nodes before linearized reading' (duration: 156.215303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:04.403621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.993089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:58:04.403689Z","caller":"traceutil/trace.go:171","msg":"trace[57693764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16390; }","duration":"147.102511ms","start":"2026-03-02T21:58:04.256565Z","end":"2026-03-02T21:58:04.403667Z","steps":["trace[57693764] 'agreement among raft nodes before linearized reading' (duration: 146.802644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:04.403927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.339745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T21:58:04.403975Z","caller":"traceutil/trace.go:171","msg":"trace[631873738] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16390; }","duration":"140.398006ms","start":"2026-03-02T21:58:04.263563Z","end":"2026-03-02T21:58:04.403961Z","steps":["trace[631873738] 'agreement among raft nodes before linearized reading' (duration: 140.277233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:05.531428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.979348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:05.531465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.038349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:05.531535Z","caller":"traceutil/trace.go:171","msg":"trace[1161073303] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16401; }","duration":"263.154802ms","start":"2026-03-02T21:58:05.268359Z","end":"2026-03-02T21:58:05.531514Z","steps":["trace[1161073303] 'range keys from in-memory index tree' (duration: 262.852915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:05.531547Z","caller":"traceutil/trace.go:171","msg":"trace[423103270] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16401; }","duration":"263.180363ms","start":"2026-03-02T21:58:05.268344Z","end":"2026-03-02T21:58:05.531524Z","steps":["trace[423103270] 'range keys from in-memory index tree' (duration: 262.919047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:05.531476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.077271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:05.531653Z","caller":"traceutil/trace.go:171","msg":"trace[1789966963] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16401; }","duration":"263.293886ms","start":"2026-03-02T21:58:05.268345Z","end":"2026-03-02T21:58:05.531639Z","steps":["trace[1789966963] 'range keys from in-memory index tree' (duration: 262.957668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:05.531472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.100511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:05.531822Z","caller":"traceutil/trace.go:171","msg":"trace[1063739309] transaction","detail":"{read_only:false; response_revision:16402; number_of_response:1; }","duration":"234.110549ms","start":"2026-03-02T21:58:05.297701Z","end":"2026-03-02T21:58:05.531812Z","steps":["trace[1063739309] 'process raft request' (duration: 226.185355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:05.532003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.096848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:05.531859Z","caller":"traceutil/trace.go:171","msg":"trace[595930412] linearizableReadLoop","detail":"{readStateIndex:16991; appliedIndex:16990; }","duration":"167.891664ms","start":"2026-03-02T21:58:05.363907Z","end":"2026-03-02T21:58:05.531798Z","steps":["trace[595930412] 'read index received' (duration: 159.939179ms)","trace[595930412] 'applied index is now lower than readState.Index' (duration: 7.951575ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:05.531869Z","caller":"traceutil/trace.go:171","msg":"trace[11238834] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16401; }","duration":"263.517211ms","start":"2026-03-02T21:58:05.268301Z","end":"2026-03-02T21:58:05.531818Z","steps":["trace[11238834] 'range keys from in-memory index tree' (duration: 262.955038ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:05.532122Z","caller":"traceutil/trace.go:171","msg":"trace[1852122652] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:16402; }","duration":"168.206971ms","start":"2026-03-02T21:58:05.363848Z","end":"2026-03-02T21:58:05.532055Z","steps":["trace[1852122652] 'agreement among raft nodes before linearized reading' (duration: 168.036517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:05.532151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.874734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:05.532251Z","caller":"traceutil/trace.go:171","msg":"trace[1423003086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16402; }","duration":"161.937256ms","start":"2026-03-02T21:58:05.370245Z","end":"2026-03-02T21:58:05.532183Z","steps":["trace[1423003086] 'agreement among raft nodes before linearized reading' (duration: 161.870224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:05.545421Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14096} {"level":"info","ts":"2026-03-02T21:58:05.657314Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14096,"took":"108.68609ms","hash":633775509,"current-db-size-bytes":41299968,"current-db-size":"41 MB","current-db-size-in-use-bytes":28082176,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T21:58:05.657371Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":633775509,"revision":14096,"compact-revision":11681} {"level":"info","ts":"2026-03-02T21:58:07.327261Z","caller":"traceutil/trace.go:171","msg":"trace[838192138] linearizableReadLoop","detail":"{readStateIndex:17009; appliedIndex:17008; }","duration":"429.161992ms","start":"2026-03-02T21:58:06.898075Z","end":"2026-03-02T21:58:07.327237Z","steps":["trace[838192138] 'read index received' (duration: 428.860235ms)","trace[838192138] 'applied index is now lower than readState.Index' (duration: 300.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:07.327314Z","caller":"traceutil/trace.go:171","msg":"trace[2074886482] transaction","detail":"{read_only:false; response_revision:16418; number_of_response:1; }","duration":"430.010902ms","start":"2026-03-02T21:58:06.897261Z","end":"2026-03-02T21:58:07.327272Z","steps":["trace[2074886482] 'process raft request' (duration: 429.788027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.32744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.288225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:07.327441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.352117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:07.327477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:06.897239Z","time spent":"430.157435ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:07.327498Z","caller":"traceutil/trace.go:171","msg":"trace[1920728656] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16418; }","duration":"429.454489ms","start":"2026-03-02T21:58:06.89803Z","end":"2026-03-02T21:58:07.327485Z","steps":["trace[1920728656] 'agreement among raft nodes before linearized reading' (duration: 429.339026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.327521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.164991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:07.327542Z","caller":"traceutil/trace.go:171","msg":"trace[975471006] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16418; }","duration":"244.222653ms","start":"2026-03-02T21:58:07.083314Z","end":"2026-03-02T21:58:07.327536Z","steps":["trace[975471006] 'agreement among raft nodes before linearized reading' (duration: 244.187592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.327547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:06.898015Z","time spent":"429.52277ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"info","ts":"2026-03-02T21:58:07.327487Z","caller":"traceutil/trace.go:171","msg":"trace[705446253] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16418; }","duration":"429.369287ms","start":"2026-03-02T21:58:06.898107Z","end":"2026-03-02T21:58:07.327476Z","steps":["trace[705446253] 'agreement among raft nodes before linearized reading' (duration: 429.275014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.327625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.235823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:07.327638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.779472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:07.32763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.138399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:07.327671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.953717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:07.327696Z","caller":"traceutil/trace.go:171","msg":"trace[521795985] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16418; }","duration":"205.849553ms","start":"2026-03-02T21:58:07.121839Z","end":"2026-03-02T21:58:07.327688Z","steps":["trace[521795985] 'agreement among raft nodes before linearized reading' (duration: 205.756341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.327687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.406468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:07.327625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.483666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:07.327728Z","caller":"traceutil/trace.go:171","msg":"trace[748579071] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16418; }","duration":"426.472769ms","start":"2026-03-02T21:58:06.901247Z","end":"2026-03-02T21:58:07.327719Z","steps":["trace[748579071] 'agreement among raft nodes before linearized reading' (duration: 426.413498ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:07.327726Z","caller":"traceutil/trace.go:171","msg":"trace[126240924] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16418; }","duration":"244.019899ms","start":"2026-03-02T21:58:07.083691Z","end":"2026-03-02T21:58:07.32771Z","steps":["trace[126240924] 'agreement among raft nodes before linearized reading' (duration: 243.963548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:07.327721Z","caller":"traceutil/trace.go:171","msg":"trace[2065522762] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16418; }","duration":"419.274893ms","start":"2026-03-02T21:58:06.908426Z","end":"2026-03-02T21:58:07.327701Z","steps":["trace[2065522762] 'agreement among raft nodes before linearized reading' (duration: 419.129489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.327759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:06.901239Z","time spent":"426.513951ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T21:58:07.327686Z","caller":"traceutil/trace.go:171","msg":"trace[46158262] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16418; }","duration":"206.293174ms","start":"2026-03-02T21:58:07.121367Z","end":"2026-03-02T21:58:07.327661Z","steps":["trace[46158262] 'agreement among raft nodes before linearized reading' (duration: 206.238293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.327779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:06.908411Z","time spent":"419.360094ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:58:07.32778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:06.898103Z","time spent":"429.605152ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-03-02T21:58:07.32774Z","caller":"traceutil/trace.go:171","msg":"trace[945027482] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16418; }","duration":"243.604249ms","start":"2026-03-02T21:58:07.084119Z","end":"2026-03-02T21:58:07.327723Z","steps":["trace[945027482] 'agreement among raft nodes before linearized reading' (duration: 243.485696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.327552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.814526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:07.327934Z","caller":"traceutil/trace.go:171","msg":"trace[137047485] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:16418; }","duration":"207.247836ms","start":"2026-03-02T21:58:07.120679Z","end":"2026-03-02T21:58:07.327927Z","steps":["trace[137047485] 'agreement among raft nodes before linearized reading' (duration: 206.747234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.327558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.867095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:07.328117Z","caller":"traceutil/trace.go:171","msg":"trace[2101926305] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16418; }","duration":"244.400817ms","start":"2026-03-02T21:58:07.083653Z","end":"2026-03-02T21:58:07.328054Z","steps":["trace[2101926305] 'agreement among raft nodes before linearized reading' (duration: 243.843344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:07.328182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.024286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:07.328366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.219579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:07.328416Z","caller":"traceutil/trace.go:171","msg":"trace[171342120] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16418; }","duration":"206.13977ms","start":"2026-03-02T21:58:07.122263Z","end":"2026-03-02T21:58:07.328403Z","steps":["trace[171342120] 'agreement among raft nodes before linearized reading' (duration: 205.195598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:07.329357Z","caller":"traceutil/trace.go:171","msg":"trace[579606161] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16418; }","duration":"121.502887ms","start":"2026-03-02T21:58:07.206786Z","end":"2026-03-02T21:58:07.328289Z","steps":["trace[579606161] 'agreement among raft nodes before linearized reading' (duration: 120.879733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:08.250593Z","caller":"traceutil/trace.go:171","msg":"trace[1338516950] linearizableReadLoop","detail":"{readStateIndex:17012; appliedIndex:17011; }","duration":"382.630613ms","start":"2026-03-02T21:58:07.867937Z","end":"2026-03-02T21:58:08.250568Z","steps":["trace[1338516950] 'read index received' (duration: 382.50316ms)","trace[1338516950] 'applied index is now lower than readState.Index' (duration: 126.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:08.250822Z","caller":"traceutil/trace.go:171","msg":"trace[653610214] transaction","detail":"{read_only:false; response_revision:16421; number_of_response:1; }","duration":"423.643884ms","start":"2026-03-02T21:58:07.827162Z","end":"2026-03-02T21:58:08.250806Z","steps":["trace[653610214] 'process raft request' (duration: 423.201073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:08.250946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.825525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-db-init-kltjz\" ","response":"range_response_count:1 size:7428"} {"level":"info","ts":"2026-03-02T21:58:08.251038Z","caller":"traceutil/trace.go:171","msg":"trace[127428693] range","detail":"{range_begin:/registry/pods/openstack/senlin-db-init-kltjz; range_end:; response_count:1; response_revision:16421; }","duration":"102.963318ms","start":"2026-03-02T21:58:08.148064Z","end":"2026-03-02T21:58:08.251028Z","steps":["trace[127428693] 'agreement among raft nodes before linearized reading' (duration: 102.663741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:08.250953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:07.827138Z","time spent":"423.726065ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:08.251234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.296718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kz7p2\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-02T21:58:08.251297Z","caller":"traceutil/trace.go:171","msg":"trace[786195132] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kz7p2; range_end:; response_count:1; response_revision:16421; }","duration":"383.391991ms","start":"2026-03-02T21:58:07.867888Z","end":"2026-03-02T21:58:08.25128Z","steps":["trace[786195132] 'agreement among raft nodes before linearized reading' (duration: 383.202526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:08.25134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:07.867863Z","time spent":"383.467922ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kz7p2\" "} {"level":"info","ts":"2026-03-02T21:58:08.494561Z","caller":"traceutil/trace.go:171","msg":"trace[418340198] linearizableReadLoop","detail":"{readStateIndex:17013; appliedIndex:17012; }","duration":"190.874706ms","start":"2026-03-02T21:58:08.303668Z","end":"2026-03-02T21:58:08.494543Z","steps":["trace[418340198] 'read index received' (duration: 190.666311ms)","trace[418340198] 'applied index is now lower than readState.Index' (duration: 207.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:08.49466Z","caller":"traceutil/trace.go:171","msg":"trace[863292595] transaction","detail":"{read_only:false; response_revision:16422; number_of_response:1; }","duration":"234.414426ms","start":"2026-03-02T21:58:08.260224Z","end":"2026-03-02T21:58:08.494639Z","steps":["trace[863292595] 'process raft request' (duration: 234.17796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:08.494765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.086721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T21:58:08.494845Z","caller":"traceutil/trace.go:171","msg":"trace[1185561112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16422; }","duration":"191.242474ms","start":"2026-03-02T21:58:08.303589Z","end":"2026-03-02T21:58:08.494831Z","steps":["trace[1185561112] 'agreement among raft nodes before linearized reading' (duration: 191.095941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.779104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601004952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:58:14.975633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01768293s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:58:14.976034Z","caller":"traceutil/trace.go:171","msg":"trace[667528337] linearizableReadLoop","detail":"{readStateIndex:17059; appliedIndex:17058; }","duration":"698.015757ms","start":"2026-03-02T21:58:14.277993Z","end":"2026-03-02T21:58:14.976009Z","steps":["trace[667528337] 'read index received' (duration: 697.755241ms)","trace[667528337] 'applied index is now lower than readState.Index' (duration: 259.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:14.976121Z","caller":"traceutil/trace.go:171","msg":"trace[844176062] transaction","detail":"{read_only:false; response_revision:16467; number_of_response:1; }","duration":"1.069283147s","start":"2026-03-02T21:58:13.906817Z","end":"2026-03-02T21:58:14.9761Z","steps":["trace[844176062] 'process raft request' (duration: 1.069036921s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.976232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:13.906799Z","time spent":"1.069367358s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:14.976239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.246513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:58:14.976271Z","caller":"traceutil/trace.go:171","msg":"trace[432497624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16467; }","duration":"698.318154ms","start":"2026-03-02T21:58:14.277942Z","end":"2026-03-02T21:58:14.97626Z","steps":["trace[432497624] 'agreement among raft nodes before linearized reading' (duration: 698.188881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.976301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.277921Z","time spent":"698.373085ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:58:14.976401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.036386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kz7p2\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-03-02T21:58:14.976407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.200375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T21:58:14.976429Z","caller":"traceutil/trace.go:171","msg":"trace[521661971] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kz7p2; range_end:; response_count:1; response_revision:16467; }","duration":"616.095637ms","start":"2026-03-02T21:58:14.360324Z","end":"2026-03-02T21:58:14.97642Z","steps":["trace[521661971] 'agreement among raft nodes before linearized reading' (duration: 615.986765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.976455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.360306Z","time spent":"616.145109ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kz7p2\" "} {"level":"info","ts":"2026-03-02T21:58:14.976461Z","caller":"traceutil/trace.go:171","msg":"trace[258282422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16467; }","duration":"348.302608ms","start":"2026-03-02T21:58:14.628143Z","end":"2026-03-02T21:58:14.976445Z","steps":["trace[258282422] 'agreement among raft nodes before linearized reading' (duration: 348.102783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.976488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.628116Z","time spent":"348.36803ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:58:14.976507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.650939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T21:58:14.976565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.335838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2pl67\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-02T21:58:14.97663Z","caller":"traceutil/trace.go:171","msg":"trace[1757650995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16467; }","duration":"346.754871ms","start":"2026-03-02T21:58:14.62984Z","end":"2026-03-02T21:58:14.976595Z","steps":["trace[1757650995] 'agreement among raft nodes before linearized reading' (duration: 346.608178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.976588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.626596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T21:58:14.976639Z","caller":"traceutil/trace.go:171","msg":"trace[1014129613] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2pl67; range_end:; response_count:1; response_revision:16467; }","duration":"348.418601ms","start":"2026-03-02T21:58:14.628199Z","end":"2026-03-02T21:58:14.976618Z","steps":["trace[1014129613] 'agreement among raft nodes before linearized reading' (duration: 348.208926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.976658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.629835Z","time spent":"346.816344ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:14.976419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.283828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T21:58:14.97669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.628192Z","time spent":"348.483462ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2pl67\" "} {"level":"info","ts":"2026-03-02T21:58:14.976703Z","caller":"traceutil/trace.go:171","msg":"trace[2055024961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16467; }","duration":"348.599755ms","start":"2026-03-02T21:58:14.628091Z","end":"2026-03-02T21:58:14.976691Z","steps":["trace[2055024961] 'agreement among raft nodes before linearized reading' (duration: 348.203735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.976814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.628076Z","time spent":"348.727097ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:14.976557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.931876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:58:14.976846Z","caller":"traceutil/trace.go:171","msg":"trace[1813609226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16467; }","duration":"231.384126ms","start":"2026-03-02T21:58:14.745457Z","end":"2026-03-02T21:58:14.976841Z","steps":["trace[1813609226] 'agreement among raft nodes before linearized reading' (duration: 230.894295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.976517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.176721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T21:58:14.976942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.624872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:58:14.976939Z","caller":"traceutil/trace.go:171","msg":"trace[1296593528] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16467; }","duration":"347.601111ms","start":"2026-03-02T21:58:14.629324Z","end":"2026-03-02T21:58:14.976925Z","steps":["trace[1296593528] 'agreement among raft nodes before linearized reading' (duration: 347.13289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:14.976967Z","caller":"traceutil/trace.go:171","msg":"trace[1011709979] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16467; }","duration":"347.660433ms","start":"2026-03-02T21:58:14.629298Z","end":"2026-03-02T21:58:14.976959Z","steps":["trace[1011709979] 'agreement among raft nodes before linearized reading' (duration: 347.419377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.976976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.629321Z","time spent":"347.644133ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:58:14.977022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.629294Z","time spent":"347.685973ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:58:14.977217Z","caller":"traceutil/trace.go:171","msg":"trace[1413511325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16467; }","duration":"345.746178ms","start":"2026-03-02T21:58:14.630917Z","end":"2026-03-02T21:58:14.976663Z","steps":["trace[1413511325] 'agreement among raft nodes before linearized reading' (duration: 345.39998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.977298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.630901Z","time spent":"346.377483ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:14.977313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.064343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T21:58:14.977393Z","caller":"traceutil/trace.go:171","msg":"trace[336198456] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16467; }","duration":"618.178595ms","start":"2026-03-02T21:58:14.359195Z","end":"2026-03-02T21:58:14.977373Z","steps":["trace[336198456] 'agreement among raft nodes before linearized reading' (duration: 617.017538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.977452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.359182Z","time spent":"618.252618ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1881,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:58:15.482369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601004956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:58:15.872402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.517558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T21:58:15.872538Z","caller":"traceutil/trace.go:171","msg":"trace[344520275] transaction","detail":"{read_only:false; response_revision:16468; number_of_response:1; }","duration":"892.083477ms","start":"2026-03-02T21:58:14.980429Z","end":"2026-03-02T21:58:15.872512Z","steps":["trace[344520275] 'process raft request' (duration: 519.343563ms)","trace[344520275] 'compare' (duration: 372.371635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:15.872644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.980407Z","time spent":"892.184589ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:15.960136Z","caller":"traceutil/trace.go:171","msg":"trace[236052454] transaction","detail":"{read_only:false; response_revision:16469; number_of_response:1; }","duration":"979.513184ms","start":"2026-03-02T21:58:14.980598Z","end":"2026-03-02T21:58:15.960111Z","steps":["trace[236052454] 'process raft request' (duration: 979.310239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:15.960297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.98059Z","time spent":"979.626127ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:15.960513Z","caller":"traceutil/trace.go:171","msg":"trace[553135778] transaction","detail":"{read_only:false; response_revision:16470; number_of_response:1; }","duration":"979.477103ms","start":"2026-03-02T21:58:14.981011Z","end":"2026-03-02T21:58:15.960488Z","steps":["trace[553135778] 'process raft request' (duration: 979.050353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:15.960664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.980994Z","time spent":"979.590996ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:15.960924Z","caller":"traceutil/trace.go:171","msg":"trace[1661844309] transaction","detail":"{read_only:false; response_revision:16471; number_of_response:1; }","duration":"979.637587ms","start":"2026-03-02T21:58:14.981274Z","end":"2026-03-02T21:58:15.960911Z","steps":["trace[1661844309] 'process raft request' (duration: 979.119195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:15.961005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.981269Z","time spent":"979.699498ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:15.961348Z","caller":"traceutil/trace.go:171","msg":"trace[528016656] transaction","detail":"{read_only:false; response_revision:16472; number_of_response:1; }","duration":"979.869363ms","start":"2026-03-02T21:58:14.981468Z","end":"2026-03-02T21:58:15.961337Z","steps":["trace[528016656] 'process raft request' (duration: 979.399592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:15.96142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.981464Z","time spent":"979.922894ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:15.961586Z","caller":"traceutil/trace.go:171","msg":"trace[391114433] transaction","detail":"{read_only:false; response_revision:16473; number_of_response:1; }","duration":"979.927764ms","start":"2026-03-02T21:58:14.981642Z","end":"2026-03-02T21:58:15.96157Z","steps":["trace[391114433] 'process raft request' (duration: 979.652398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:15.96169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.981638Z","time spent":"980.002326ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:15.961902Z","caller":"traceutil/trace.go:171","msg":"trace[570572734] transaction","detail":"{read_only:false; response_revision:16474; number_of_response:1; }","duration":"979.021772ms","start":"2026-03-02T21:58:14.982866Z","end":"2026-03-02T21:58:15.961888Z","steps":["trace[570572734] 'process raft request' (duration: 978.638164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:15.961987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.982858Z","time spent":"979.087405ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:15.962672Z","caller":"traceutil/trace.go:171","msg":"trace[1041194924] linearizableReadLoop","detail":"{readStateIndex:17067; appliedIndex:17059; }","duration":"980.848645ms","start":"2026-03-02T21:58:14.981799Z","end":"2026-03-02T21:58:15.962648Z","steps":["trace[1041194924] 'read index received' (duration: 517.987322ms)","trace[1041194924] 'applied index is now lower than readState.Index' (duration: 462.859743ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:15.962741Z","caller":"traceutil/trace.go:171","msg":"trace[84138414] transaction","detail":"{read_only:false; response_revision:16475; number_of_response:1; }","duration":"819.887393ms","start":"2026-03-02T21:58:15.142821Z","end":"2026-03-02T21:58:15.962709Z","steps":["trace[84138414] 'process raft request' (duration: 819.007242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:15.962893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.142797Z","time spent":"820.009936ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:15.964614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.79314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:953068"} {"level":"info","ts":"2026-03-02T21:58:15.964673Z","caller":"traceutil/trace.go:171","msg":"trace[874822400] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:16475; }","duration":"982.875672ms","start":"2026-03-02T21:58:14.981784Z","end":"2026-03-02T21:58:15.964659Z","steps":["trace[874822400] 'agreement among raft nodes before linearized reading' (duration: 981.07385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:15.964716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.981778Z","time spent":"982.924794ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":953092,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:58:16.152053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.419938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:16.152073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.840228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:16.152075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.915129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:16.152127Z","caller":"traceutil/trace.go:171","msg":"trace[1144723148] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16476; }","duration":"799.51112ms","start":"2026-03-02T21:58:15.352598Z","end":"2026-03-02T21:58:16.152109Z","steps":["trace[1144723148] 'agreement among raft nodes before linearized reading' (duration: 799.357576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.610813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-02T21:58:16.152144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.92285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:16.152203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.284375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:16.152264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.486725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:16.152285Z","caller":"traceutil/trace.go:171","msg":"trace[1425029164] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16476; }","duration":"800.092163ms","start":"2026-03-02T21:58:15.352172Z","end":"2026-03-02T21:58:16.152264Z","steps":["trace[1425029164] 'agreement among raft nodes before linearized reading' (duration: 799.867028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:16.152153Z","caller":"traceutil/trace.go:171","msg":"trace[385435747] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16476; }","duration":"800.019302ms","start":"2026-03-02T21:58:15.352111Z","end":"2026-03-02T21:58:16.152131Z","steps":["trace[385435747] 'agreement among raft nodes before linearized reading' (duration: 799.875199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.96876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:16.152306Z","caller":"traceutil/trace.go:171","msg":"trace[1726777163] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16476; }","duration":"799.420177ms","start":"2026-03-02T21:58:15.35286Z","end":"2026-03-02T21:58:16.15228Z","steps":["trace[1726777163] 'agreement among raft nodes before linearized reading' (duration: 799.230363ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:16.152308Z","caller":"traceutil/trace.go:171","msg":"trace[1780106070] transaction","detail":"{read_only:false; response_revision:16476; number_of_response:1; }","duration":"394.398206ms","start":"2026-03-02T21:58:15.757896Z","end":"2026-03-02T21:58:16.152294Z","steps":["trace[1780106070] 'process raft request' (duration: 392.949212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.352591Z","time spent":"799.566681ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-03-02T21:58:16.152356Z","caller":"traceutil/trace.go:171","msg":"trace[188604130] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16476; }","duration":"803.086663ms","start":"2026-03-02T21:58:15.349252Z","end":"2026-03-02T21:58:16.152339Z","steps":["trace[188604130] 'agreement among raft nodes before linearized reading' (duration: 802.96564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.352848Z","time spent":"799.507409ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:58:16.152393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.349231Z","time spent":"803.153504ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:58:16.152378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.3521Z","time spent":"800.243737ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:58:16.15241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.975068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-02T21:58:16.152295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.452008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:16.152438Z","caller":"traceutil/trace.go:171","msg":"trace[1654288358] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:16476; }","duration":"793.009479ms","start":"2026-03-02T21:58:15.359422Z","end":"2026-03-02T21:58:16.152431Z","steps":["trace[1654288358] 'agreement among raft nodes before linearized reading' (duration: 792.940277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.290921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:16.152484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.75787Z","time spent":"394.513289ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:16.152527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.612348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:16.152557Z","caller":"traceutil/trace.go:171","msg":"trace[259892952] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16476; }","duration":"594.6828ms","start":"2026-03-02T21:58:15.557865Z","end":"2026-03-02T21:58:16.152548Z","steps":["trace[259892952] 'agreement among raft nodes before linearized reading' (duration: 594.636499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.304776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-02T21:58:16.152597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.557835Z","time spent":"594.753552ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T21:58:16.152555Z","caller":"traceutil/trace.go:171","msg":"trace[1444613417] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16476; }","duration":"594.717781ms","start":"2026-03-02T21:58:15.557803Z","end":"2026-03-02T21:58:16.15252Z","steps":["trace[1444613417] 'agreement among raft nodes before linearized reading' (duration: 594.262511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.486323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T21:58:16.152201Z","caller":"traceutil/trace.go:171","msg":"trace[458293194] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16476; }","duration":"799.95545ms","start":"2026-03-02T21:58:15.352161Z","end":"2026-03-02T21:58:16.152116Z","steps":["trace[458293194] 'agreement among raft nodes before linearized reading' (duration: 799.833257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:16.152647Z","caller":"traceutil/trace.go:171","msg":"trace[1663014195] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:16476; }","duration":"590.546655ms","start":"2026-03-02T21:58:15.562088Z","end":"2026-03-02T21:58:16.152635Z","steps":["trace[1663014195] 'agreement among raft nodes before linearized reading' (duration: 590.410672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.557783Z","time spent":"594.858544ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:58:16.152673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.562079Z","time spent":"590.588565ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:58:16.152705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.352144Z","time spent":"800.548874ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T21:58:16.152486Z","caller":"traceutil/trace.go:171","msg":"trace[891307167] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:16476; }","duration":"799.653323ms","start":"2026-03-02T21:58:15.352799Z","end":"2026-03-02T21:58:16.152452Z","steps":["trace[891307167] 'agreement among raft nodes before linearized reading' (duration: 799.366937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.352165Z","time spent":"800.170105ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-03-02T21:58:16.152304Z","caller":"traceutil/trace.go:171","msg":"trace[920743702] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16476; }","duration":"594.551127ms","start":"2026-03-02T21:58:15.557745Z","end":"2026-03-02T21:58:16.152296Z","steps":["trace[920743702] 'agreement among raft nodes before linearized reading' (duration: 594.494426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.557729Z","time spent":"595.14144ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:58:16.15221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.551371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:16.152867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.352796Z","time spent":"799.970781ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:58:16.152472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.359416Z","time spent":"793.04877ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"info","ts":"2026-03-02T21:58:16.152946Z","caller":"traceutil/trace.go:171","msg":"trace[1640142464] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16476; }","duration":"800.283288ms","start":"2026-03-02T21:58:15.352647Z","end":"2026-03-02T21:58:16.15293Z","steps":["trace[1640142464] 'agreement among raft nodes before linearized reading' (duration: 799.54428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:16.1526Z","caller":"traceutil/trace.go:171","msg":"trace[1766568273] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:16476; }","duration":"793.358298ms","start":"2026-03-02T21:58:15.359234Z","end":"2026-03-02T21:58:16.152592Z","steps":["trace[1766568273] 'agreement among raft nodes before linearized reading' (duration: 793.256945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.152999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.352644Z","time spent":"800.340919ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:58:16.15299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.143915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:16.153036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.359227Z","time spent":"793.773217ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:58:16.152346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.717547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:16.153091Z","caller":"traceutil/trace.go:171","msg":"trace[924231053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16476; }","duration":"785.467484ms","start":"2026-03-02T21:58:15.367614Z","end":"2026-03-02T21:58:16.153081Z","steps":["trace[924231053] 'agreement among raft nodes before linearized reading' (duration: 784.712907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:16.153064Z","caller":"traceutil/trace.go:171","msg":"trace[2080784514] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16476; }","duration":"800.233876ms","start":"2026-03-02T21:58:15.352819Z","end":"2026-03-02T21:58:16.153053Z","steps":["trace[2080784514] 'agreement among raft nodes before linearized reading' (duration: 799.211413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.153118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.367609Z","time spent":"785.501665ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:58:16.153125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.35281Z","time spent":"800.308258ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:58:16.153127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171282241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:58:16.153197Z","caller":"traceutil/trace.go:171","msg":"trace[1351003699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16476; }","duration":"1.171371733s","start":"2026-03-02T21:58:14.98181Z","end":"2026-03-02T21:58:16.153182Z","steps":["trace[1351003699] 'agreement among raft nodes before linearized reading' (duration: 1.171002145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.153248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.981801Z","time spent":"1.171434705s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:58:16.152214Z","caller":"traceutil/trace.go:171","msg":"trace[62709390] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:16476; }","duration":"796.714075ms","start":"2026-03-02T21:58:15.355484Z","end":"2026-03-02T21:58:16.152198Z","steps":["trace[62709390] 'agreement among raft nodes before linearized reading' (duration: 796.458359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.153325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:15.355474Z","time spent":"797.839211ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:58:16.154838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17168947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:953068"} {"level":"info","ts":"2026-03-02T21:58:16.154908Z","caller":"traceutil/trace.go:171","msg":"trace[101378291] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:16476; }","duration":"1.171758652s","start":"2026-03-02T21:58:14.983121Z","end":"2026-03-02T21:58:16.15488Z","steps":["trace[101378291] 'agreement among raft nodes before linearized reading' (duration: 1.169504239s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:16.154944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:14.983116Z","time spent":"1.171817324s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":953092,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:58:16.157047Z","caller":"traceutil/trace.go:171","msg":"trace[1224242396] linearizableReadLoop","detail":"{readStateIndex:17068; appliedIndex:17067; }","duration":"189.171297ms","start":"2026-03-02T21:58:15.962748Z","end":"2026-03-02T21:58:16.151919Z","steps":["trace[1224242396] 'read index received' (duration: 188.00995ms)","trace[1224242396] 'applied index is now lower than readState.Index' (duration: 1.160387ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:17.393935Z","caller":"traceutil/trace.go:171","msg":"trace[1848695588] transaction","detail":"{read_only:false; response_revision:16480; number_of_response:1; }","duration":"404.006449ms","start":"2026-03-02T21:58:16.989906Z","end":"2026-03-02T21:58:17.393913Z","steps":["trace[1848695588] 'process raft request' (duration: 403.833435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:17.394066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:16.989878Z","time spent":"404.122701ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:58:17.692178Z","caller":"traceutil/trace.go:171","msg":"trace[1921357308] linearizableReadLoop","detail":"{readStateIndex:17074; appliedIndex:17072; }","duration":"324.958464ms","start":"2026-03-02T21:58:17.367202Z","end":"2026-03-02T21:58:17.69216Z","steps":["trace[1921357308] 'read index received' (duration: 26.548445ms)","trace[1921357308] 'applied index is now lower than readState.Index' (duration: 298.409399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:17.692393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.440514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:17.692469Z","caller":"traceutil/trace.go:171","msg":"trace[1565648397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16481; }","duration":"111.560677ms","start":"2026-03-02T21:58:17.580892Z","end":"2026-03-02T21:58:17.692453Z","steps":["trace[1565648397] 'agreement among raft nodes before linearized reading' (duration: 111.441724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:17.692441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.201111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:58:17.692524Z","caller":"traceutil/trace.go:171","msg":"trace[114605685] transaction","detail":"{read_only:false; response_revision:16481; number_of_response:1; }","duration":"698.060317ms","start":"2026-03-02T21:58:16.994424Z","end":"2026-03-02T21:58:17.692485Z","steps":["trace[114605685] 'process raft request' (duration: 697.625237ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:17.692588Z","caller":"traceutil/trace.go:171","msg":"trace[14804885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16481; }","duration":"325.365294ms","start":"2026-03-02T21:58:17.367161Z","end":"2026-03-02T21:58:17.692527Z","steps":["trace[14804885] 'agreement among raft nodes before linearized reading' (duration: 325.130878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:17.692668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:17.367146Z","time spent":"325.504058ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:58:17.692795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:16.994407Z","time spent":"698.258301ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6842,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:17.88374Z","caller":"traceutil/trace.go:171","msg":"trace[122842527] transaction","detail":"{read_only:false; response_revision:16482; number_of_response:1; }","duration":"164.831893ms","start":"2026-03-02T21:58:17.718848Z","end":"2026-03-02T21:58:17.88368Z","steps":["trace[122842527] 'process raft request' (duration: 164.612178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:18.044345Z","caller":"traceutil/trace.go:171","msg":"trace[302064678] transaction","detail":"{read_only:false; response_revision:16483; number_of_response:1; }","duration":"155.859515ms","start":"2026-03-02T21:58:17.888446Z","end":"2026-03-02T21:58:18.044306Z","steps":["trace[302064678] 'process raft request' (duration: 116.054231ms)","trace[302064678] 'compare' (duration: 39.687901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:26.810065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601005198,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:58:27.004311Z","caller":"traceutil/trace.go:171","msg":"trace[652106613] linearizableReadLoop","detail":"{readStateIndex:17141; appliedIndex:17140; }","duration":"694.772841ms","start":"2026-03-02T21:58:26.309516Z","end":"2026-03-02T21:58:27.004289Z","steps":["trace[652106613] 'read index received' (duration: 694.558006ms)","trace[652106613] 'applied index is now lower than readState.Index' (duration: 214.015µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:27.004644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.412983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T21:58:27.004696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.167091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:58:27.004729Z","caller":"traceutil/trace.go:171","msg":"trace[658545587] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16546; }","duration":"669.507586ms","start":"2026-03-02T21:58:26.335198Z","end":"2026-03-02T21:58:27.004706Z","steps":["trace[658545587] 'agreement among raft nodes before linearized reading' (duration: 669.358692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:27.004771Z","caller":"traceutil/trace.go:171","msg":"trace[1159968376] transaction","detail":"{read_only:false; response_revision:16546; number_of_response:1; }","duration":"695.642662ms","start":"2026-03-02T21:58:26.309119Z","end":"2026-03-02T21:58:27.004762Z","steps":["trace[1159968376] 'process raft request' (duration: 695.020868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:27.004736Z","caller":"traceutil/trace.go:171","msg":"trace[476148732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16546; }","duration":"695.244352ms","start":"2026-03-02T21:58:26.30948Z","end":"2026-03-02T21:58:27.004725Z","steps":["trace[476148732] 'agreement among raft nodes before linearized reading' (duration: 695.092039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:27.004821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:26.309465Z","time spent":"695.343915ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:58:27.004866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:26.309094Z","time spent":"695.717043ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:27.004777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:26.335151Z","time spent":"669.616488ms","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:58:27.004893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.789707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T21:58:27.004899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.56624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T21:58:27.004944Z","caller":"traceutil/trace.go:171","msg":"trace[828896528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16546; }","duration":"636.871519ms","start":"2026-03-02T21:58:26.368058Z","end":"2026-03-02T21:58:27.00493Z","steps":["trace[828896528] 'agreement among raft nodes before linearized reading' (duration: 636.788407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:27.004963Z","caller":"traceutil/trace.go:171","msg":"trace[1563769341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16546; }","duration":"250.670463ms","start":"2026-03-02T21:58:26.754278Z","end":"2026-03-02T21:58:27.004948Z","steps":["trace[1563769341] 'agreement among raft nodes before linearized reading' (duration: 250.555131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:27.00498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:26.368043Z","time spent":"636.93102ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:58:30.308401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.471658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18795"} {"level":"info","ts":"2026-03-02T21:58:30.308506Z","caller":"traceutil/trace.go:171","msg":"trace[1070302884] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16613; }","duration":"162.644122ms","start":"2026-03-02T21:58:30.14584Z","end":"2026-03-02T21:58:30.308484Z","steps":["trace[1070302884] 'range keys from in-memory index tree' (duration: 162.305883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:30.308622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.97805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:58:30.308696Z","caller":"traceutil/trace.go:171","msg":"trace[1777001680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16614; }","duration":"160.091892ms","start":"2026-03-02T21:58:30.148587Z","end":"2026-03-02T21:58:30.308679Z","steps":["trace[1777001680] 'agreement among raft nodes before linearized reading' (duration: 159.876347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:30.308672Z","caller":"traceutil/trace.go:171","msg":"trace[194923452] transaction","detail":"{read_only:false; response_revision:16614; number_of_response:1; }","duration":"162.681942ms","start":"2026-03-02T21:58:30.145961Z","end":"2026-03-02T21:58:30.308643Z","steps":["trace[194923452] 'process raft request' (duration: 157.184245ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:30.308401Z","caller":"traceutil/trace.go:171","msg":"trace[1474471525] linearizableReadLoop","detail":"{readStateIndex:17215; appliedIndex:17214; }","duration":"159.749235ms","start":"2026-03-02T21:58:30.148622Z","end":"2026-03-02T21:58:30.308371Z","steps":["trace[1474471525] 'read index received' (duration: 154.543834ms)","trace[1474471525] 'applied index is now lower than readState.Index' (duration: 5.203811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:30.310243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.512623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:58:30.310331Z","caller":"traceutil/trace.go:171","msg":"trace[1643597864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16615; }","duration":"157.634405ms","start":"2026-03-02T21:58:30.152676Z","end":"2026-03-02T21:58:30.31031Z","steps":["trace[1643597864] 'agreement among raft nodes before linearized reading' (duration: 157.39881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:30.311124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.621176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2pl67\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-02T21:58:30.311166Z","caller":"traceutil/trace.go:171","msg":"trace[1373340535] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2pl67; range_end:; response_count:1; response_revision:16615; }","duration":"104.710238ms","start":"2026-03-02T21:58:30.206446Z","end":"2026-03-02T21:58:30.311156Z","steps":["trace[1373340535] 'agreement among raft nodes before linearized reading' (duration: 104.601175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:30.311205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.19806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T21:58:30.311259Z","caller":"traceutil/trace.go:171","msg":"trace[96983326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16615; }","duration":"155.254481ms","start":"2026-03-02T21:58:30.15599Z","end":"2026-03-02T21:58:30.311245Z","steps":["trace[96983326] 'agreement among raft nodes before linearized reading' (duration: 155.112868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:30.311271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.691845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T21:58:30.311317Z","caller":"traceutil/trace.go:171","msg":"trace[70331289] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16615; }","duration":"150.748346ms","start":"2026-03-02T21:58:30.160553Z","end":"2026-03-02T21:58:30.311302Z","steps":["trace[70331289] 'agreement among raft nodes before linearized reading' (duration: 150.651094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:30.311352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.486162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T21:58:30.311395Z","caller":"traceutil/trace.go:171","msg":"trace[688529856] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:16615; }","duration":"113.554263ms","start":"2026-03-02T21:58:30.19783Z","end":"2026-03-02T21:58:30.311384Z","steps":["trace[688529856] 'agreement among raft nodes before linearized reading' (duration: 113.43538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:30.311557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.606576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T21:58:30.311604Z","caller":"traceutil/trace.go:171","msg":"trace[860511742] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16615; }","duration":"151.666007ms","start":"2026-03-02T21:58:30.159925Z","end":"2026-03-02T21:58:30.311591Z","steps":["trace[860511742] 'agreement among raft nodes before linearized reading' (duration: 151.571015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:30.312029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.526034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T21:58:30.312164Z","caller":"traceutil/trace.go:171","msg":"trace[237806270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16615; }","duration":"152.001515ms","start":"2026-03-02T21:58:30.160121Z","end":"2026-03-02T21:58:30.312122Z","steps":["trace[237806270] 'agreement among raft nodes before linearized reading' (duration: 151.33657ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:07.080734Z","caller":"traceutil/trace.go:171","msg":"trace[1391557669] transaction","detail":"{read_only:false; response_revision:16897; number_of_response:1; }","duration":"172.607513ms","start":"2026-03-02T21:59:06.908079Z","end":"2026-03-02T21:59:07.080687Z","steps":["trace[1391557669] 'process raft request' (duration: 137.909388ms)","trace[1391557669] 'compare' (duration: 34.49974ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:00:53.997594Z","caller":"traceutil/trace.go:171","msg":"trace[371512032] transaction","detail":"{read_only:false; response_revision:17974; number_of_response:1; }","duration":"101.960545ms","start":"2026-03-02T22:00:53.895608Z","end":"2026-03-02T22:00:53.997568Z","steps":["trace[371512032] 'process raft request' (duration: 101.784231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.523511Z","caller":"traceutil/trace.go:171","msg":"trace[981937745] transaction","detail":"{read_only:false; response_revision:18155; number_of_response:1; }","duration":"115.422676ms","start":"2026-03-02T22:01:23.408062Z","end":"2026-03-02T22:01:23.523485Z","steps":["trace[981937745] 'process raft request' (duration: 115.053707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.630019Z","caller":"traceutil/trace.go:171","msg":"trace[865774327] transaction","detail":"{read_only:false; response_revision:18158; number_of_response:1; }","duration":"102.183329ms","start":"2026-03-02T22:01:23.527811Z","end":"2026-03-02T22:01:23.629994Z","steps":["trace[865774327] 'process raft request' (duration: 102.069487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.630261Z","caller":"traceutil/trace.go:171","msg":"trace[1043672807] transaction","detail":"{read_only:false; response_revision:18159; number_of_response:1; }","duration":"102.20263ms","start":"2026-03-02T22:01:23.528041Z","end":"2026-03-02T22:01:23.630244Z","steps":["trace[1043672807] 'process raft request' (duration: 101.903163ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.630296Z","caller":"traceutil/trace.go:171","msg":"trace[1521161899] transaction","detail":"{read_only:false; response_revision:18157; number_of_response:1; }","duration":"102.524167ms","start":"2026-03-02T22:01:23.527761Z","end":"2026-03-02T22:01:23.630285Z","steps":["trace[1521161899] 'process raft request' (duration: 101.917493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.630528Z","caller":"traceutil/trace.go:171","msg":"trace[554660539] transaction","detail":"{read_only:false; response_revision:18160; number_of_response:1; }","duration":"101.922764ms","start":"2026-03-02T22:01:23.528561Z","end":"2026-03-02T22:01:23.630484Z","steps":["trace[554660539] 'process raft request' (duration: 101.630587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:23.63066Z","caller":"traceutil/trace.go:171","msg":"trace[843438424] transaction","detail":"{read_only:false; response_revision:18161; number_of_response:1; }","duration":"101.815761ms","start":"2026-03-02T22:01:23.528817Z","end":"2026-03-02T22:01:23.630633Z","steps":["trace[843438424] 'process raft request' (duration: 101.627857ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:02:06.642208Z","caller":"traceutil/trace.go:171","msg":"trace[488409798] transaction","detail":"{read_only:false; response_revision:18416; number_of_response:1; }","duration":"108.314566ms","start":"2026-03-02T22:02:06.533842Z","end":"2026-03-02T22:02:06.642156Z","steps":["trace[488409798] 'process raft request' (duration: 107.851765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:02:10.082307Z","caller":"traceutil/trace.go:171","msg":"trace[177962306] transaction","detail":"{read_only:false; response_revision:18434; number_of_response:1; }","duration":"163.991848ms","start":"2026-03-02T22:02:09.918287Z","end":"2026-03-02T22:02:10.082279Z","steps":["trace[177962306] 'process raft request' (duration: 163.507586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:02:10.082381Z","caller":"traceutil/trace.go:171","msg":"trace[229094950] transaction","detail":"{read_only:false; response_revision:18435; number_of_response:1; }","duration":"164.059249ms","start":"2026-03-02T22:02:09.918312Z","end":"2026-03-02T22:02:10.082371Z","steps":["trace[229094950] 'process raft request' (duration: 163.546207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:02:10.082569Z","caller":"traceutil/trace.go:171","msg":"trace[299079863] transaction","detail":"{read_only:false; response_revision:18436; number_of_response:1; }","duration":"164.234613ms","start":"2026-03-02T22:02:09.918325Z","end":"2026-03-02T22:02:10.082559Z","steps":["trace[299079863] 'process raft request' (duration: 163.563498ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:02:10.08261Z","caller":"traceutil/trace.go:171","msg":"trace[1077698607] transaction","detail":"{read_only:false; response_revision:18433; number_of_response:1; }","duration":"164.312485ms","start":"2026-03-02T22:02:09.918286Z","end":"2026-03-02T22:02:10.082598Z","steps":["trace[1077698607] 'process raft request' (duration: 163.319942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:02:10.082302Z","caller":"traceutil/trace.go:171","msg":"trace[994964838] transaction","detail":"{read_only:false; response_revision:18437; number_of_response:1; }","duration":"163.787503ms","start":"2026-03-02T22:02:09.918424Z","end":"2026-03-02T22:02:10.082211Z","steps":["trace[994964838] 'process raft request' (duration: 163.509247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:05.551998Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16402} {"level":"info","ts":"2026-03-02T22:03:05.647849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16402,"took":"92.073768ms","hash":792673768,"current-db-size-bytes":42565632,"current-db-size":"43 MB","current-db-size-in-use-bytes":30920704,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T22:03:05.647925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":792673768,"revision":16402,"compact-revision":14096} {"level":"info","ts":"2026-03-02T22:04:16.646936Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"bc3cb673a921c717","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:04:16.652185Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T22:04:16.65228Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T22:04:34.628642Z","caller":"traceutil/trace.go:171","msg":"trace[703599647] linearizableReadLoop","detail":"{readStateIndex:20092; appliedIndex:20091; }","duration":"258.062723ms","start":"2026-03-02T22:04:34.370553Z","end":"2026-03-02T22:04:34.628616Z","steps":["trace[703599647] 'read index received' (duration: 257.823288ms)","trace[703599647] 'applied index is now lower than readState.Index' (duration: 238.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:04:34.628742Z","caller":"traceutil/trace.go:171","msg":"trace[2131052950] transaction","detail":"{read_only:false; response_revision:19399; number_of_response:1; }","duration":"295.611985ms","start":"2026-03-02T22:04:34.333084Z","end":"2026-03-02T22:04:34.628696Z","steps":["trace[2131052950] 'process raft request' (duration: 295.349029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:34.628828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.258528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:34.62889Z","caller":"traceutil/trace.go:171","msg":"trace[404312166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19399; }","duration":"258.321389ms","start":"2026-03-02T22:04:34.370538Z","end":"2026-03-02T22:04:34.628859Z","steps":["trace[404312166] 'agreement among raft nodes before linearized reading' (duration: 258.230057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:34.629244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.341605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:04:34.629658Z","caller":"traceutil/trace.go:171","msg":"trace[1553642679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19399; }","duration":"123.865077ms","start":"2026-03-02T22:04:34.505772Z","end":"2026-03-02T22:04:34.629638Z","steps":["trace[1553642679] 'agreement among raft nodes before linearized reading' (duration: 123.066849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:40.410099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601013869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:04:40.701992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.351576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:40.702113Z","caller":"traceutil/trace.go:171","msg":"trace[830970247] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19426; }","duration":"921.52476ms","start":"2026-03-02T22:04:39.780561Z","end":"2026-03-02T22:04:40.702086Z","steps":["trace[830970247] 'range keys from in-memory index tree' (duration: 921.250655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:40.702174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:39.780539Z","time spent":"921.619083ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:04:40.702623Z","caller":"traceutil/trace.go:171","msg":"trace[1706396272] linearizableReadLoop","detail":"{readStateIndex:20121; appliedIndex:20120; }","duration":"793.077647ms","start":"2026-03-02T22:04:39.909528Z","end":"2026-03-02T22:04:40.702606Z","steps":["trace[1706396272] 'read index received' (duration: 791.706986ms)","trace[1706396272] 'applied index is now lower than readState.Index' (duration: 1.369271ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:04:40.702668Z","caller":"traceutil/trace.go:171","msg":"trace[1771416239] transaction","detail":"{read_only:false; response_revision:19427; number_of_response:1; }","duration":"909.254626ms","start":"2026-03-02T22:04:39.793388Z","end":"2026-03-02T22:04:40.702643Z","steps":["trace[1771416239] 'process raft request' (duration: 907.853334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:40.702782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.249282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:04:40.702791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:39.793372Z","time spent":"909.343068ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:40.702836Z","caller":"traceutil/trace.go:171","msg":"trace[24852666] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19427; }","duration":"793.345554ms","start":"2026-03-02T22:04:39.909474Z","end":"2026-03-02T22:04:40.702819Z","steps":["trace[24852666] 'agreement among raft nodes before linearized reading' (duration: 793.251582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:40.702892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:39.909451Z","time spent":"793.422816ms","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:04:40.703049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.356971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:40.703207Z","caller":"traceutil/trace.go:171","msg":"trace[1834629205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19427; }","duration":"333.560286ms","start":"2026-03-02T22:04:40.369628Z","end":"2026-03-02T22:04:40.703189Z","steps":["trace[1834629205] 'agreement among raft nodes before linearized reading' (duration: 333.349121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:40.703257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.369608Z","time spent":"333.638357ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:04:41.534323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.529386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:04:41.534862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.988135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:04:41.534953Z","caller":"traceutil/trace.go:171","msg":"trace[968094222] linearizableReadLoop","detail":"{readStateIndex:20122; appliedIndex:20121; }","duration":"827.318094ms","start":"2026-03-02T22:04:40.707622Z","end":"2026-03-02T22:04:41.53494Z","steps":["trace[968094222] 'read index received' (duration: 382.043283ms)","trace[968094222] 'applied index is now lower than readState.Index' (duration: 445.273651ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:04:41.534968Z","caller":"traceutil/trace.go:171","msg":"trace[1956493428] transaction","detail":"{read_only:false; response_revision:19428; number_of_response:1; }","duration":"827.687882ms","start":"2026-03-02T22:04:40.707261Z","end":"2026-03-02T22:04:41.534949Z","steps":["trace[1956493428] 'process raft request' (duration: 382.531014ms)","trace[1956493428] 'compare' (duration: 444.78858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:04:41.535048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.70724Z","time spent":"827.768115ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:41.535064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.448797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:41.535095Z","caller":"traceutil/trace.go:171","msg":"trace[1689300095] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19428; }","duration":"827.504958ms","start":"2026-03-02T22:04:40.70758Z","end":"2026-03-02T22:04:41.535085Z","steps":["trace[1689300095] 'agreement among raft nodes before linearized reading' (duration: 827.443927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:41.535128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.707565Z","time spent":"827.554449ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:04:41.535307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.397946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T22:04:41.535427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.188217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:04:41.535464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.372548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:04:41.535547Z","caller":"traceutil/trace.go:171","msg":"trace[1154201116] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19428; }","duration":"682.462819ms","start":"2026-03-02T22:04:40.853051Z","end":"2026-03-02T22:04:41.535514Z","steps":["trace[1154201116] 'agreement among raft nodes before linearized reading' (duration: 682.338926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:41.535561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.139335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:04:41.535574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.300465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:04:41.535547Z","caller":"traceutil/trace.go:171","msg":"trace[1163465664] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19427; }","duration":"728.002657ms","start":"2026-03-02T22:04:40.806765Z","end":"2026-03-02T22:04:41.534768Z","steps":["trace[1163465664] 'range keys from in-memory index tree' (duration: 727.492776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:41.535618Z","caller":"traceutil/trace.go:171","msg":"trace[602509841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19428; }","duration":"683.238677ms","start":"2026-03-02T22:04:40.852364Z","end":"2026-03-02T22:04:41.535602Z","steps":["trace[602509841] 'agreement among raft nodes before linearized reading' (duration: 683.079654ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:41.535629Z","caller":"traceutil/trace.go:171","msg":"trace[91674762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19428; }","duration":"691.388048ms","start":"2026-03-02T22:04:40.844224Z","end":"2026-03-02T22:04:41.535612Z","steps":["trace[91674762] 'agreement among raft nodes before linearized reading' (duration: 691.235304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:41.535673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.852344Z","time spent":"683.3181ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:04:41.535666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.750981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T22:04:41.53568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.844204Z","time spent":"691.463529ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:04:41.535423Z","caller":"traceutil/trace.go:171","msg":"trace[1271361694] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19428; }","duration":"768.525079ms","start":"2026-03-02T22:04:40.76687Z","end":"2026-03-02T22:04:41.535395Z","steps":["trace[1271361694] 'agreement among raft nodes before linearized reading' (duration: 768.236572ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:41.535746Z","caller":"traceutil/trace.go:171","msg":"trace[1143232314] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:19428; }","duration":"764.860463ms","start":"2026-03-02T22:04:40.770864Z","end":"2026-03-02T22:04:41.535724Z","steps":["trace[1143232314] 'agreement among raft nodes before linearized reading' (duration: 764.661769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:41.535791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.766816Z","time spent":"768.962078ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:04:41.535804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.770845Z","time spent":"764.946636ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"warn","ts":"2026-03-02T22:04:41.53561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.853034Z","time spent":"682.561412ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:04:41.535476Z","caller":"traceutil/trace.go:171","msg":"trace[2115461829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19428; }","duration":"683.236518ms","start":"2026-03-02T22:04:40.852226Z","end":"2026-03-02T22:04:41.535463Z","steps":["trace[2115461829] 'agreement among raft nodes before linearized reading' (duration: 683.106645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:41.535337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.831669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:04:41.535965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.852175Z","time spent":"683.733369ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:04:41.536014Z","caller":"traceutil/trace.go:171","msg":"trace[449968832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19428; }","duration":"683.526725ms","start":"2026-03-02T22:04:40.852475Z","end":"2026-03-02T22:04:41.536001Z","steps":["trace[449968832] 'agreement among raft nodes before linearized reading' (duration: 682.687415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:41.536052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:40.852448Z","time spent":"683.592956ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:04:41.535349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.215457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:41.536176Z","caller":"traceutil/trace.go:171","msg":"trace[1200286723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19428; }","duration":"166.041707ms","start":"2026-03-02T22:04:41.370055Z","end":"2026-03-02T22:04:41.536097Z","steps":["trace[1200286723] 'agreement among raft nodes before linearized reading' (duration: 165.227078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:41.536508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.60162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T22:04:41.53658Z","caller":"traceutil/trace.go:171","msg":"trace[1618664908] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:19428; }","duration":"374.711603ms","start":"2026-03-02T22:04:41.161851Z","end":"2026-03-02T22:04:41.536562Z","steps":["trace[1618664908] 'agreement among raft nodes before linearized reading' (duration: 373.448643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:41.536626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:41.161829Z","time spent":"374.784194ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-02T22:04:41.67744Z","caller":"traceutil/trace.go:171","msg":"trace[652676470] transaction","detail":"{read_only:false; response_revision:19429; number_of_response:1; }","duration":"134.458223ms","start":"2026-03-02T22:04:41.542958Z","end":"2026-03-02T22:04:41.677416Z","steps":["trace[652676470] 'process raft request' (duration: 134.132405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:41.67777Z","caller":"traceutil/trace.go:171","msg":"trace[441955239] transaction","detail":"{read_only:false; response_revision:19430; number_of_response:1; }","duration":"134.77997ms","start":"2026-03-02T22:04:41.542966Z","end":"2026-03-02T22:04:41.677746Z","steps":["trace[441955239] 'process raft request' (duration: 134.397541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:41.678026Z","caller":"traceutil/trace.go:171","msg":"trace[2004986927] transaction","detail":"{read_only:false; response_revision:19431; number_of_response:1; }","duration":"134.951944ms","start":"2026-03-02T22:04:41.543041Z","end":"2026-03-02T22:04:41.677993Z","steps":["trace[2004986927] 'process raft request' (duration: 134.593666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:41.67808Z","caller":"traceutil/trace.go:171","msg":"trace[1362931428] transaction","detail":"{read_only:false; response_revision:19432; number_of_response:1; }","duration":"134.304299ms","start":"2026-03-02T22:04:41.543755Z","end":"2026-03-02T22:04:41.678059Z","steps":["trace[1362931428] 'process raft request' (duration: 134.183036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:41.678292Z","caller":"traceutil/trace.go:171","msg":"trace[192857196] transaction","detail":"{read_only:false; response_revision:19433; number_of_response:1; }","duration":"134.395451ms","start":"2026-03-02T22:04:41.543887Z","end":"2026-03-02T22:04:41.678283Z","steps":["trace[192857196] 'process raft request' (duration: 134.139435ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:41.678322Z","caller":"traceutil/trace.go:171","msg":"trace[588733645] transaction","detail":"{read_only:false; response_revision:19434; number_of_response:1; }","duration":"134.066024ms","start":"2026-03-02T22:04:41.544239Z","end":"2026-03-02T22:04:41.678305Z","steps":["trace[588733645] 'process raft request' (duration: 133.983102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:41.678728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.832695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d5cc5b98-4911-4feb-bb7f-5112c273fcab\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-02T22:04:41.67879Z","caller":"traceutil/trace.go:171","msg":"trace[369611017] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d5cc5b98-4911-4feb-bb7f-5112c273fcab; range_end:; response_count:1; response_revision:19435; }","duration":"135.927557ms","start":"2026-03-02T22:04:41.542846Z","end":"2026-03-02T22:04:41.678773Z","steps":["trace[369611017] 'agreement among raft nodes before linearized reading' (duration: 135.710041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:52.30733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.203371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:04:52.307383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.949994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:04:52.307421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.151195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:04:52.307468Z","caller":"traceutil/trace.go:171","msg":"trace[1907382573] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19479; }","duration":"110.088557ms","start":"2026-03-02T22:04:52.197356Z","end":"2026-03-02T22:04:52.307445Z","steps":["trace[1907382573] 'count revisions from in-memory index tree' (duration: 109.856422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:52.307475Z","caller":"traceutil/trace.go:171","msg":"trace[780340894] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19479; }","duration":"199.249688ms","start":"2026-03-02T22:04:52.108211Z","end":"2026-03-02T22:04:52.307461Z","steps":["trace[780340894] 'count revisions from in-memory index tree' (duration: 199.056473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:52.307414Z","caller":"traceutil/trace.go:171","msg":"trace[195474025] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19479; }","duration":"464.336344ms","start":"2026-03-02T22:04:51.843057Z","end":"2026-03-02T22:04:52.307393Z","steps":["trace[195474025] 'range keys from in-memory index tree' (duration: 464.110068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:52.307695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:51.843035Z","time spent":"464.618681ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:04:56.885285Z","caller":"traceutil/trace.go:171","msg":"trace[86164084] transaction","detail":"{read_only:false; response_revision:19500; number_of_response:1; }","duration":"123.795825ms","start":"2026-03-02T22:04:56.761466Z","end":"2026-03-02T22:04:56.885262Z","steps":["trace[86164084] 'process raft request' (duration: 123.678952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:58.336391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601014087,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:04:58.579701Z","caller":"traceutil/trace.go:171","msg":"trace[139989926] linearizableReadLoop","detail":"{readStateIndex:20199; appliedIndex:20198; }","duration":"743.486037ms","start":"2026-03-02T22:04:57.836188Z","end":"2026-03-02T22:04:58.579674Z","steps":["trace[139989926] 'read index received' (duration: 743.285922ms)","trace[139989926] 'applied index is now lower than readState.Index' (duration: 198.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:04:58.579829Z","caller":"traceutil/trace.go:171","msg":"trace[375319320] transaction","detail":"{read_only:false; response_revision:19501; number_of_response:1; }","duration":"914.400985ms","start":"2026-03-02T22:04:57.665414Z","end":"2026-03-02T22:04:58.579815Z","steps":["trace[375319320] 'process raft request' (duration: 914.087128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:58.579937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:57.66538Z","time spent":"914.477187ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:58.580138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.387401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:04:58.580165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.744163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:04:58.580192Z","caller":"traceutil/trace.go:171","msg":"trace[1128142872] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19501; }","duration":"739.485364ms","start":"2026-03-02T22:04:57.840694Z","end":"2026-03-02T22:04:58.580179Z","steps":["trace[1128142872] 'agreement among raft nodes before linearized reading' (duration: 739.34746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:58.580217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:57.840668Z","time spent":"739.542394ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:04:58.580246Z","caller":"traceutil/trace.go:171","msg":"trace[980526479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19501; }","duration":"734.805755ms","start":"2026-03-02T22:04:57.845394Z","end":"2026-03-02T22:04:58.5802Z","steps":["trace[980526479] 'agreement among raft nodes before linearized reading' (duration: 734.680682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:58.580284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.787484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:04:58.580305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.687205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:04:58.580303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.125172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:04:58.580332Z","caller":"traceutil/trace.go:171","msg":"trace[1614400693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19501; }","duration":"735.730626ms","start":"2026-03-02T22:04:57.844595Z","end":"2026-03-02T22:04:58.580326Z","steps":["trace[1614400693] 'agreement among raft nodes before linearized reading' (duration: 735.680015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:58.580349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:57.844585Z","time spent":"735.760416ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:04:58.580314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:57.845387Z","time spent":"734.916457ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:04:58.580317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.426958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:04:58.580171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.669908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:04:58.580345Z","caller":"traceutil/trace.go:171","msg":"trace[1399143046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19501; }","duration":"734.853616ms","start":"2026-03-02T22:04:57.845472Z","end":"2026-03-02T22:04:58.580325Z","steps":["trace[1399143046] 'agreement among raft nodes before linearized reading' (duration: 734.704832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:58.580411Z","caller":"traceutil/trace.go:171","msg":"trace[740762767] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19501; }","duration":"108.583432ms","start":"2026-03-02T22:04:58.471799Z","end":"2026-03-02T22:04:58.580383Z","steps":["trace[740762767] 'agreement among raft nodes before linearized reading' (duration: 108.316426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:58.580449Z","caller":"traceutil/trace.go:171","msg":"trace[27517425] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19501; }","duration":"363.207964ms","start":"2026-03-02T22:04:58.217129Z","end":"2026-03-02T22:04:58.580336Z","steps":["trace[27517425] 'agreement among raft nodes before linearized reading' (duration: 363.067351ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:58.580456Z","caller":"traceutil/trace.go:171","msg":"trace[1993041608] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19501; }","duration":"733.930844ms","start":"2026-03-02T22:04:57.846478Z","end":"2026-03-02T22:04:58.580409Z","steps":["trace[1993041608] 'agreement among raft nodes before linearized reading' (duration: 733.590716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:58.580501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:58.217104Z","time spent":"363.381989ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:04:58.580449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:57.845468Z","time spent":"734.965708ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:04:58.580537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:57.846471Z","time spent":"734.041716ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:04:58.5806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.380747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:04:58.580728Z","caller":"traceutil/trace.go:171","msg":"trace[1554473637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19501; }","duration":"744.551291ms","start":"2026-03-02T22:04:57.836154Z","end":"2026-03-02T22:04:58.580705Z","steps":["trace[1554473637] 'agreement among raft nodes before linearized reading' (duration: 744.118401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:58.580978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:57.836138Z","time spent":"744.827168ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:04:59.781814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.81593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:04:59.781916Z","caller":"traceutil/trace.go:171","msg":"trace[1079508415] transaction","detail":"{read_only:false; response_revision:19502; number_of_response:1; }","duration":"1.196095828s","start":"2026-03-02T22:04:58.585802Z","end":"2026-03-02T22:04:59.781897Z","steps":["trace[1079508415] 'process raft request' (duration: 590.118025ms)","trace[1079508415] 'compare' (duration: 605.243376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:04:59.781999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:58.585782Z","time spent":"1.19616515s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:59.790315Z","caller":"traceutil/trace.go:171","msg":"trace[1188660327] transaction","detail":"{read_only:false; response_revision:19504; number_of_response:1; }","duration":"1.204251838s","start":"2026-03-02T22:04:58.586037Z","end":"2026-03-02T22:04:59.790289Z","steps":["trace[1188660327] 'process raft request' (duration: 1.204167426s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:59.790379Z","caller":"traceutil/trace.go:171","msg":"trace[1694159617] transaction","detail":"{read_only:false; response_revision:19503; number_of_response:1; }","duration":"1.20432233s","start":"2026-03-02T22:04:58.586012Z","end":"2026-03-02T22:04:59.790335Z","steps":["trace[1694159617] 'process raft request' (duration: 1.204055603s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:59.790485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:58.586028Z","time spent":"1.204364931s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:59.790632Z","caller":"traceutil/trace.go:171","msg":"trace[271219232] transaction","detail":"{read_only:false; response_revision:19505; number_of_response:1; }","duration":"1.204534724s","start":"2026-03-02T22:04:58.586073Z","end":"2026-03-02T22:04:59.790608Z","steps":["trace[271219232] 'process raft request' (duration: 1.204173006s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:59.790745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:58.586057Z","time spent":"1.204626587s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:59.79071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:58.585997Z","time spent":"1.204461392s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:59.791158Z","caller":"traceutil/trace.go:171","msg":"trace[898725167] transaction","detail":"{read_only:false; response_revision:19506; number_of_response:1; }","duration":"1.205065286s","start":"2026-03-02T22:04:58.586076Z","end":"2026-03-02T22:04:59.791142Z","steps":["trace[898725167] 'process raft request' (duration: 1.204502523s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:59.791154Z","caller":"traceutil/trace.go:171","msg":"trace[216317820] transaction","detail":"{read_only:false; response_revision:19507; number_of_response:1; }","duration":"1.204243958s","start":"2026-03-02T22:04:58.586883Z","end":"2026-03-02T22:04:59.791127Z","steps":["trace[216317820] 'process raft request' (duration: 1.204087984s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:59.791255Z","caller":"traceutil/trace.go:171","msg":"trace[2037450544] linearizableReadLoop","detail":"{readStateIndex:20205; appliedIndex:20199; }","duration":"1.110720806s","start":"2026-03-02T22:04:58.680499Z","end":"2026-03-02T22:04:59.79122Z","steps":["trace[2037450544] 'read index received' (duration: 495.407136ms)","trace[2037450544] 'applied index is now lower than readState.Index' (duration: 615.31202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:04:59.791319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:58.586043Z","time spent":"1.205154539s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:59.791356Z","caller":"traceutil/trace.go:171","msg":"trace[94454415] transaction","detail":"{read_only:false; response_revision:19508; number_of_response:1; }","duration":"900.254458ms","start":"2026-03-02T22:04:58.891093Z","end":"2026-03-02T22:04:59.791347Z","steps":["trace[94454415] 'process raft request' (duration: 899.974082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:59.79131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:58.586871Z","time spent":"1.20433979s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:04:59.791394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11089636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:04:59.791443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:58.891064Z","time spent":"900.33583ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:04:59.791449Z","caller":"traceutil/trace.go:171","msg":"trace[113652635] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19508; }","duration":"1.110987932s","start":"2026-03-02T22:04:58.680446Z","end":"2026-03-02T22:04:59.791434Z","steps":["trace[113652635] 'agreement among raft nodes before linearized reading' (duration: 1.11090659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:59.791482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:58.680425Z","time spent":"1.111049093s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:04:59.791668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.086393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:04:59.791765Z","caller":"traceutil/trace.go:171","msg":"trace[1390647031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19508; }","duration":"422.225206ms","start":"2026-03-02T22:04:59.369513Z","end":"2026-03-02T22:04:59.791738Z","steps":["trace[1390647031] 'agreement among raft nodes before linearized reading' (duration: 422.057922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:59.791808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:59.36949Z","time spent":"422.308958ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:04:59.791806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.637715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T22:04:59.791864Z","caller":"traceutil/trace.go:171","msg":"trace[1207605746] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19508; }","duration":"614.723907ms","start":"2026-03-02T22:04:59.17712Z","end":"2026-03-02T22:04:59.791844Z","steps":["trace[1207605746] 'agreement among raft nodes before linearized reading' (duration: 614.496381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:59.791914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:59.177093Z","time spent":"614.810638ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T22:04:59.792634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.496685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:260800"} {"level":"info","ts":"2026-03-02T22:04:59.792687Z","caller":"traceutil/trace.go:171","msg":"trace[2121732099] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:19508; }","duration":"742.595587ms","start":"2026-03-02T22:04:59.050076Z","end":"2026-03-02T22:04:59.792672Z","steps":["trace[2121732099] 'agreement among raft nodes before linearized reading' (duration: 741.482301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:59.79272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:59.050024Z","time spent":"742.687639ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":260824,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:05:00.510699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.705218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:05:00.510775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.374144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:00.510813Z","caller":"traceutil/trace.go:171","msg":"trace[1278294702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19508; }","duration":"140.941253ms","start":"2026-03-02T22:05:00.36985Z","end":"2026-03-02T22:05:00.510791Z","steps":["trace[1278294702] 'range keys from in-memory index tree' (duration: 140.604785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.510834Z","caller":"traceutil/trace.go:171","msg":"trace[913800352] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19508; }","duration":"622.484146ms","start":"2026-03-02T22:04:59.88833Z","end":"2026-03-02T22:05:00.510814Z","steps":["trace[913800352] 'count revisions from in-memory index tree' (duration: 622.264842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:00.510861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:59.888307Z","time spent":"622.547648ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:05:00.510947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.176492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:00.511Z","caller":"traceutil/trace.go:171","msg":"trace[875015652] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19508; }","duration":"573.280375ms","start":"2026-03-02T22:04:59.937708Z","end":"2026-03-02T22:05:00.510988Z","steps":["trace[875015652] 'count revisions from in-memory index tree' (duration: 573.08397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:00.511028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:04:59.937684Z","time spent":"573.337005ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:05:00.511284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.286023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:00.51137Z","caller":"traceutil/trace.go:171","msg":"trace[1649247963] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:19508; }","duration":"405.474207ms","start":"2026-03-02T22:05:00.105874Z","end":"2026-03-02T22:05:00.511349Z","steps":["trace[1649247963] 'range keys from in-memory index tree' (duration: 404.887873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:00.511452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:00.105853Z","time spent":"405.557079ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-02T22:05:00.710805Z","caller":"traceutil/trace.go:171","msg":"trace[1040577079] transaction","detail":"{read_only:false; response_revision:19509; number_of_response:1; }","duration":"333.394103ms","start":"2026-03-02T22:05:00.377384Z","end":"2026-03-02T22:05:00.710779Z","steps":["trace[1040577079] 'process raft request' (duration: 333.218049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:00.710963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:00.377356Z","time spent":"333.526596ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:05:01.322137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.033494ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:01.322264Z","caller":"traceutil/trace.go:171","msg":"trace[1316760597] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19509; }","duration":"516.173207ms","start":"2026-03-02T22:05:00.806072Z","end":"2026-03-02T22:05:01.322245Z","steps":["trace[1316760597] 'range keys from in-memory index tree' (duration: 516.016794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.330199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.619533371s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:05:02.330725Z","caller":"traceutil/trace.go:171","msg":"trace[4812419] linearizableReadLoop","detail":"{readStateIndex:20211; appliedIndex:20206; }","duration":"1.745462406s","start":"2026-03-02T22:05:00.585244Z","end":"2026-03-02T22:05:02.330706Z","steps":["trace[4812419] 'read index received' (duration: 125.425273ms)","trace[4812419] 'applied index is now lower than readState.Index' (duration: 1.620036463s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:02.330758Z","caller":"traceutil/trace.go:171","msg":"trace[250368481] transaction","detail":"{read_only:false; response_revision:19512; number_of_response:1; }","duration":"1.817206743s","start":"2026-03-02T22:05:00.513521Z","end":"2026-03-02T22:05:02.330727Z","steps":["trace[250368481] 'process raft request' (duration: 1.817126091s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:02.330819Z","caller":"traceutil/trace.go:171","msg":"trace[1867615120] transaction","detail":"{read_only:false; response_revision:19511; number_of_response:1; }","duration":"1.817364807s","start":"2026-03-02T22:05:00.513435Z","end":"2026-03-02T22:05:02.3308Z","steps":["trace[1867615120] 'process raft request' (duration: 1.817184712s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:02.330808Z","caller":"traceutil/trace.go:171","msg":"trace[951595976] transaction","detail":"{read_only:false; response_revision:19513; number_of_response:1; }","duration":"1.755815097s","start":"2026-03-02T22:05:00.574985Z","end":"2026-03-02T22:05:02.3308Z","steps":["trace[951595976] 'process raft request' (duration: 1.755682463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.330882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:00.51349Z","time spent":"1.817325906s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5163,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:05:02.330945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:00.574969Z","time spent":"1.755913619s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:05:02.330952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:00.513412Z","time spent":"1.817470978s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:05:02.330721Z","caller":"traceutil/trace.go:171","msg":"trace[1135891643] transaction","detail":"{read_only:false; response_revision:19510; number_of_response:1; }","duration":"1.817285205s","start":"2026-03-02T22:05:00.513397Z","end":"2026-03-02T22:05:02.330683Z","steps":["trace[1135891643] 'process raft request' (duration: 1.816990198s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.331081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745802464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:05:02.33121Z","caller":"traceutil/trace.go:171","msg":"trace[654104230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19513; }","duration":"1.745978208s","start":"2026-03-02T22:05:00.585208Z","end":"2026-03-02T22:05:02.331186Z","steps":["trace[654104230] 'agreement among raft nodes before linearized reading' (duration: 1.74561866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.331262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:00.585191Z","time spent":"1.74606027s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:05:02.331146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:00.513373Z","time spent":"1.817746085s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:05:02.584753Z","caller":"traceutil/trace.go:171","msg":"trace[1615830261] linearizableReadLoop","detail":"{readStateIndex:20212; appliedIndex:20211; }","duration":"253.950208ms","start":"2026-03-02T22:05:02.330773Z","end":"2026-03-02T22:05:02.584723Z","steps":["trace[1615830261] 'read index received' (duration: 251.207054ms)","trace[1615830261] 'applied index is now lower than readState.Index' (duration: 2.741864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:05:02.584965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.022437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:05:02.58499Z","caller":"traceutil/trace.go:171","msg":"trace[1605290228] transaction","detail":"{read_only:false; response_revision:19514; number_of_response:1; }","duration":"788.723267ms","start":"2026-03-02T22:05:01.796238Z","end":"2026-03-02T22:05:02.584961Z","steps":["trace[1605290228] 'process raft request' (duration: 785.82347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:02.585026Z","caller":"traceutil/trace.go:171","msg":"trace[1859698395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19514; }","duration":"790.137459ms","start":"2026-03-02T22:05:01.794871Z","end":"2026-03-02T22:05:02.585009Z","steps":["trace[1859698395] 'agreement among raft nodes before linearized reading' (duration: 789.988576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.585073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:01.794846Z","time spent":"790.214482ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:05:02.585133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:01.796223Z","time spent":"788.828269ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:05:02.585173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.477045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:05:02.585299Z","caller":"traceutil/trace.go:171","msg":"trace[4998523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19514; }","duration":"789.917755ms","start":"2026-03-02T22:05:01.795372Z","end":"2026-03-02T22:05:02.58529Z","steps":["trace[4998523] 'agreement among raft nodes before linearized reading' (duration: 789.414623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.585485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:01.795352Z","time spent":"790.123559ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:05:02.585497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.487893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:02.585588Z","caller":"traceutil/trace.go:171","msg":"trace[176982062] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19514; }","duration":"565.585115ms","start":"2026-03-02T22:05:02.019964Z","end":"2026-03-02T22:05:02.585549Z","steps":["trace[176982062] 'agreement among raft nodes before linearized reading' (duration: 565.476812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.585742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.019947Z","time spent":"565.78022ms","remote":"127.0.0.1:58460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:05:02.585768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.886367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:05:02.585803Z","caller":"traceutil/trace.go:171","msg":"trace[503797668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19514; }","duration":"790.930669ms","start":"2026-03-02T22:05:01.794862Z","end":"2026-03-02T22:05:02.585793Z","steps":["trace[503797668] 'agreement among raft nodes before linearized reading' (duration: 790.854447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.585829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.643245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T22:05:02.585843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:01.794854Z","time spent":"790.98093ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:05:02.585865Z","caller":"traceutil/trace.go:171","msg":"trace[1549279076] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19514; }","duration":"788.715107ms","start":"2026-03-02T22:05:01.79714Z","end":"2026-03-02T22:05:02.585855Z","steps":["trace[1549279076] 'agreement among raft nodes before linearized reading' (duration: 788.629315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.585891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:01.79712Z","time spent":"788.764708ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:05:02.585512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81365239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T22:05:02.585968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.378365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:05:02.585978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899675638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:05:02.586006Z","caller":"traceutil/trace.go:171","msg":"trace[1658805161] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19514; }","duration":"1.899731889s","start":"2026-03-02T22:05:00.686264Z","end":"2026-03-02T22:05:02.585996Z","steps":["trace[1658805161] 'agreement among raft nodes before linearized reading' (duration: 1.899688378s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:02.586007Z","caller":"traceutil/trace.go:171","msg":"trace[1543762303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19514; }","duration":"799.439725ms","start":"2026-03-02T22:05:01.786553Z","end":"2026-03-02T22:05:02.585992Z","steps":["trace[1543762303] 'agreement among raft nodes before linearized reading' (duration: 799.358923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.586035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:00.686248Z","time spent":"1.89977927s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:05:02.58605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:01.786535Z","time spent":"799.503377ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:05:02.585694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.787375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:05:02.586135Z","caller":"traceutil/trace.go:171","msg":"trace[2070166800] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19514; }","duration":"791.235145ms","start":"2026-03-02T22:05:01.794887Z","end":"2026-03-02T22:05:02.586122Z","steps":["trace[2070166800] 'agreement among raft nodes before linearized reading' (duration: 790.647242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.586145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217477495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:02.586171Z","caller":"traceutil/trace.go:171","msg":"trace[1414762548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19514; }","duration":"1.217529775s","start":"2026-03-02T22:05:01.368633Z","end":"2026-03-02T22:05:02.586163Z","steps":["trace[1414762548] 'agreement among raft nodes before linearized reading' (duration: 1.217489434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.586199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:01.368612Z","time spent":"1.217581647s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:05:02.585965Z","caller":"traceutil/trace.go:171","msg":"trace[1037404163] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:19514; }","duration":"1.814142541s","start":"2026-03-02T22:05:00.771808Z","end":"2026-03-02T22:05:02.58595Z","steps":["trace[1037404163] 'agreement among raft nodes before linearized reading' (duration: 1.813605729s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.586353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:00.771785Z","time spent":"1.814559741s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"warn","ts":"2026-03-02T22:05:02.586174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:01.794881Z","time spent":"791.280986ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:05:03.182698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.171545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:05:03.182971Z","caller":"traceutil/trace.go:171","msg":"trace[1124773643] transaction","detail":"{read_only:false; response_revision:19515; number_of_response:1; }","duration":"847.458522ms","start":"2026-03-02T22:05:02.335474Z","end":"2026-03-02T22:05:03.182932Z","steps":["trace[1124773643] 'process raft request' (duration: 610.963839ms)","trace[1124773643] 'compare' (duration: 235.973141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:05:03.183153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.200653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:03.183192Z","caller":"traceutil/trace.go:171","msg":"trace[2128865230] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:19519; }","duration":"846.277165ms","start":"2026-03-02T22:05:02.336903Z","end":"2026-03-02T22:05:03.18318Z","steps":["trace[2128865230] 'agreement among raft nodes before linearized reading' (duration: 846.193643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.183199Z","caller":"traceutil/trace.go:171","msg":"trace[1820317658] transaction","detail":"{read_only:false; response_revision:19517; number_of_response:1; }","duration":"844.463403ms","start":"2026-03-02T22:05:02.338712Z","end":"2026-03-02T22:05:03.183175Z","steps":["trace[1820317658] 'process raft request' (duration: 844.174176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.183228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.336883Z","time spent":"846.336236ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:05:03.183264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.335452Z","time spent":"847.716137ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:05:03.183303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.338697Z","time spent":"844.547424ms","remote":"127.0.0.1:43510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5485,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:05:03.183315Z","caller":"traceutil/trace.go:171","msg":"trace[611957460] transaction","detail":"{read_only:false; response_revision:19516; number_of_response:1; }","duration":"846.748905ms","start":"2026-03-02T22:05:02.336546Z","end":"2026-03-02T22:05:03.183295Z","steps":["trace[611957460] 'process raft request' (duration: 846.245634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.183425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.336523Z","time spent":"846.848197ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:05:03.183479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.658845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:05:03.183549Z","caller":"traceutil/trace.go:171","msg":"trace[1847059495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19519; }","duration":"735.771008ms","start":"2026-03-02T22:05:02.447761Z","end":"2026-03-02T22:05:03.183532Z","steps":["trace[1847059495] 'agreement among raft nodes before linearized reading' (duration: 735.508602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.183591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.44774Z","time spent":"735.84185ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:05:03.183068Z","caller":"traceutil/trace.go:171","msg":"trace[1550769161] linearizableReadLoop","detail":"{readStateIndex:20217; appliedIndex:20212; }","duration":"598.218744ms","start":"2026-03-02T22:05:02.584831Z","end":"2026-03-02T22:05:03.18305Z","steps":["trace[1550769161] 'read index received' (duration: 361.620339ms)","trace[1550769161] 'applied index is now lower than readState.Index' (duration: 236.597555ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:03.183677Z","caller":"traceutil/trace.go:171","msg":"trace[965749169] transaction","detail":"{read_only:false; response_revision:19518; number_of_response:1; }","duration":"844.492532ms","start":"2026-03-02T22:05:02.339103Z","end":"2026-03-02T22:05:03.183595Z","steps":["trace[965749169] 'process raft request' (duration: 843.841177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.183739Z","caller":"traceutil/trace.go:171","msg":"trace[211112795] transaction","detail":"{read_only:false; response_revision:19519; number_of_response:1; }","duration":"841.688748ms","start":"2026-03-02T22:05:02.341553Z","end":"2026-03-02T22:05:03.183241Z","steps":["trace[211112795] 'process raft request' (duration: 841.457543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.183787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.33909Z","time spent":"844.644527ms","remote":"127.0.0.1:43510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5356,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:05:03.183833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.341539Z","time spent":"842.242021ms","remote":"127.0.0.1:43510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5039,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:05:03.186167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.587035Z","time spent":"599.129674ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:05:03.186218Z","caller":"traceutil/trace.go:171","msg":"trace[987193574] transaction","detail":"{read_only:false; response_revision:19520; number_of_response:1; }","duration":"595.06775ms","start":"2026-03-02T22:05:02.591128Z","end":"2026-03-02T22:05:03.186196Z","steps":["trace[987193574] 'process raft request' (duration: 594.922686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.188263Z","caller":"traceutil/trace.go:171","msg":"trace[934354984] transaction","detail":"{read_only:false; response_revision:19522; number_of_response:1; }","duration":"596.992435ms","start":"2026-03-02T22:05:02.591245Z","end":"2026-03-02T22:05:03.188237Z","steps":["trace[934354984] 'process raft request' (duration: 595.082271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.188437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.59124Z","time spent":"597.100978ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:05:03.188602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.591105Z","time spent":"595.232994ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:05:03.18912Z","caller":"traceutil/trace.go:171","msg":"trace[52936779] transaction","detail":"{read_only:false; response_revision:19521; number_of_response:1; }","duration":"597.817154ms","start":"2026-03-02T22:05:02.591209Z","end":"2026-03-02T22:05:03.189026Z","steps":["trace[52936779] 'process raft request' (duration: 594.937767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.189299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.591204Z","time spent":"597.993699ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:05:03.191733Z","caller":"traceutil/trace.go:171","msg":"trace[1284177322] transaction","detail":"{read_only:false; response_revision:19524; number_of_response:1; }","duration":"599.888562ms","start":"2026-03-02T22:05:02.591817Z","end":"2026-03-02T22:05:03.191705Z","steps":["trace[1284177322] 'process raft request' (duration: 599.406851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.191847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.591811Z","time spent":"599.968913ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:05:03.191941Z","caller":"traceutil/trace.go:171","msg":"trace[1307760379] transaction","detail":"{read_only:false; response_revision:19525; number_of_response:1; }","duration":"599.685507ms","start":"2026-03-02T22:05:02.592244Z","end":"2026-03-02T22:05:03.191929Z","steps":["trace[1307760379] 'process raft request' (duration: 599.204216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.191981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.592237Z","time spent":"599.722949ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:05:03.192196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.670477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:03.192245Z","caller":"traceutil/trace.go:171","msg":"trace[1781463785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19526; }","duration":"599.717918ms","start":"2026-03-02T22:05:02.592499Z","end":"2026-03-02T22:05:03.192217Z","steps":["trace[1781463785] 'agreement among raft nodes before linearized reading' (duration: 599.574754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.192266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.592492Z","time spent":"599.76908ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:05:03.192685Z","caller":"traceutil/trace.go:171","msg":"trace[192768700] transaction","detail":"{read_only:false; response_revision:19523; number_of_response:1; }","duration":"601.282834ms","start":"2026-03-02T22:05:02.591379Z","end":"2026-03-02T22:05:03.192662Z","steps":["trace[192768700] 'process raft request' (duration: 596.746449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.192751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:02.591372Z","time spent":"601.346196ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:05:04.707333Z","caller":"traceutil/trace.go:171","msg":"trace[1986753339] transaction","detail":"{read_only:false; response_revision:19562; number_of_response:1; }","duration":"115.321238ms","start":"2026-03-02T22:05:04.591986Z","end":"2026-03-02T22:05:04.707307Z","steps":["trace[1986753339] 'process raft request' (duration: 115.155505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:07.512121Z","caller":"traceutil/trace.go:171","msg":"trace[944919052] linearizableReadLoop","detail":"{readStateIndex:20291; appliedIndex:20290; }","duration":"143.082113ms","start":"2026-03-02T22:05:07.36901Z","end":"2026-03-02T22:05:07.512092Z","steps":["trace[944919052] 'read index received' (duration: 138.123358ms)","trace[944919052] 'applied index is now lower than readState.Index' (duration: 4.957345ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:07.512236Z","caller":"traceutil/trace.go:171","msg":"trace[411485724] transaction","detail":"{read_only:false; response_revision:19591; number_of_response:1; }","duration":"151.687483ms","start":"2026-03-02T22:05:07.360486Z","end":"2026-03-02T22:05:07.512174Z","steps":["trace[411485724] 'process raft request' (duration: 146.609775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:07.512277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.241857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:07.512367Z","caller":"traceutil/trace.go:171","msg":"trace[1679831094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19591; }","duration":"143.36913ms","start":"2026-03-02T22:05:07.368974Z","end":"2026-03-02T22:05:07.512344Z","steps":["trace[1679831094] 'agreement among raft nodes before linearized reading' (duration: 143.203076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:19.472712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.856585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:19.472792Z","caller":"traceutil/trace.go:171","msg":"trace[896708360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20224; }","duration":"102.989688ms","start":"2026-03-02T22:06:19.369784Z","end":"2026-03-02T22:06:19.472774Z","steps":["trace[896708360] 'range keys from in-memory index tree' (duration: 102.707112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:20.141952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.81956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:06:20.142034Z","caller":"traceutil/trace.go:171","msg":"trace[430118543] linearizableReadLoop","detail":"{readStateIndex:20953; appliedIndex:20952; }","duration":"298.924211ms","start":"2026-03-02T22:06:19.843096Z","end":"2026-03-02T22:06:20.14202Z","steps":["trace[430118543] 'read index received' (duration: 171.909926ms)","trace[430118543] 'applied index is now lower than readState.Index' (duration: 127.013425ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:20.14222Z","caller":"traceutil/trace.go:171","msg":"trace[884107743] transaction","detail":"{read_only:false; response_revision:20227; number_of_response:1; }","duration":"299.226878ms","start":"2026-03-02T22:06:19.842956Z","end":"2026-03-02T22:06:20.142183Z","steps":["trace[884107743] 'process raft request' (duration: 172.114081ms)","trace[884107743] 'compare' (duration: 126.617306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:06:20.142328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.566415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5107"} {"level":"info","ts":"2026-03-02T22:06:20.142377Z","caller":"traceutil/trace.go:171","msg":"trace[245000237] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20227; }","duration":"123.658337ms","start":"2026-03-02T22:06:20.018704Z","end":"2026-03-02T22:06:20.142362Z","steps":["trace[245000237] 'agreement among raft nodes before linearized reading' (duration: 123.501234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:20.142436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.568294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:06:20.142434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.530883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:06:20.142402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.269069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-03-02T22:06:20.142487Z","caller":"traceutil/trace.go:171","msg":"trace[1227184115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20227; }","duration":"242.638086ms","start":"2026-03-02T22:06:19.899835Z","end":"2026-03-02T22:06:20.142473Z","steps":["trace[1227184115] 'agreement among raft nodes before linearized reading' (duration: 242.429011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:20.142522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.564084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:06:20.142522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.251377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:20.142477Z","caller":"traceutil/trace.go:171","msg":"trace[140229766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20227; }","duration":"242.643016ms","start":"2026-03-02T22:06:19.899819Z","end":"2026-03-02T22:06:20.142462Z","steps":["trace[140229766] 'agreement among raft nodes before linearized reading' (duration: 242.539063ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:20.142562Z","caller":"traceutil/trace.go:171","msg":"trace[1405011637] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20227; }","duration":"126.308079ms","start":"2026-03-02T22:06:20.016243Z","end":"2026-03-02T22:06:20.142551Z","steps":["trace[1405011637] 'agreement among raft nodes before linearized reading' (duration: 126.240427ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:20.142547Z","caller":"traceutil/trace.go:171","msg":"trace[1786946593] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:20227; }","duration":"299.433782ms","start":"2026-03-02T22:06:19.843058Z","end":"2026-03-02T22:06:20.142492Z","steps":["trace[1786946593] 'agreement among raft nodes before linearized reading' (duration: 299.115455ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:20.142557Z","caller":"traceutil/trace.go:171","msg":"trace[546313283] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20227; }","duration":"242.635316ms","start":"2026-03-02T22:06:19.899908Z","end":"2026-03-02T22:06:20.142543Z","steps":["trace[546313283] 'agreement among raft nodes before linearized reading' (duration: 242.508463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:20.142584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.529878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T22:06:20.142707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.928269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T22:06:20.142714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.251272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:06:20.142757Z","caller":"traceutil/trace.go:171","msg":"trace[1765917084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20227; }","duration":"245.014261ms","start":"2026-03-02T22:06:19.897727Z","end":"2026-03-02T22:06:20.142742Z","steps":["trace[1765917084] 'agreement among raft nodes before linearized reading' (duration: 244.901308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:20.142315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.289962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:06:20.142455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.785803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:20.142792Z","caller":"traceutil/trace.go:171","msg":"trace[854324814] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20227; }","duration":"124.806264ms","start":"2026-03-02T22:06:20.017977Z","end":"2026-03-02T22:06:20.142784Z","steps":["trace[854324814] 'agreement among raft nodes before linearized reading' (duration: 124.268622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:20.142808Z","caller":"traceutil/trace.go:171","msg":"trace[635069828] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20227; }","duration":"128.185712ms","start":"2026-03-02T22:06:20.014615Z","end":"2026-03-02T22:06:20.142801Z","steps":["trace[635069828] 'agreement among raft nodes before linearized reading' (duration: 127.786223ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:20.142761Z","caller":"traceutil/trace.go:171","msg":"trace[936770035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20227; }","duration":"297.312043ms","start":"2026-03-02T22:06:19.845437Z","end":"2026-03-02T22:06:20.142749Z","steps":["trace[936770035] 'agreement among raft nodes before linearized reading' (duration: 297.210221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:20.14277Z","caller":"traceutil/trace.go:171","msg":"trace[606170873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20227; }","duration":"297.689893ms","start":"2026-03-02T22:06:19.845028Z","end":"2026-03-02T22:06:20.142718Z","steps":["trace[606170873] 'agreement among raft nodes before linearized reading' (duration: 297.174851ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:25.548228Z","caller":"traceutil/trace.go:171","msg":"trace[1942390612] linearizableReadLoop","detail":"{readStateIndex:21000; appliedIndex:20999; }","duration":"140.58995ms","start":"2026-03-02T22:06:25.407612Z","end":"2026-03-02T22:06:25.548202Z","steps":["trace[1942390612] 'read index received' (duration: 140.542719ms)","trace[1942390612] 'applied index is now lower than readState.Index' (duration: 46.001µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:25.548303Z","caller":"traceutil/trace.go:171","msg":"trace[1438892534] transaction","detail":"{read_only:false; response_revision:20272; number_of_response:1; }","duration":"140.724392ms","start":"2026-03-02T22:06:25.40755Z","end":"2026-03-02T22:06:25.548274Z","steps":["trace[1438892534] 'process raft request' (duration: 140.512097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:25.548794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.158233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:06:25.548873Z","caller":"traceutil/trace.go:171","msg":"trace[1276224052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20272; }","duration":"141.268336ms","start":"2026-03-02T22:06:25.407586Z","end":"2026-03-02T22:06:25.548855Z","steps":["trace[1276224052] 'agreement among raft nodes before linearized reading' (duration: 140.717163ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:25.938196Z","caller":"traceutil/trace.go:171","msg":"trace[1462539554] linearizableReadLoop","detail":"{readStateIndex:21001; appliedIndex:21000; }","duration":"101.048503ms","start":"2026-03-02T22:06:25.837117Z","end":"2026-03-02T22:06:25.938165Z","steps":["trace[1462539554] 'read index received' (duration: 100.867309ms)","trace[1462539554] 'applied index is now lower than readState.Index' (duration: 179.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:25.938341Z","caller":"traceutil/trace.go:171","msg":"trace[1963648898] transaction","detail":"{read_only:false; response_revision:20273; number_of_response:1; }","duration":"125.392207ms","start":"2026-03-02T22:06:25.812847Z","end":"2026-03-02T22:06:25.93824Z","steps":["trace[1963648898] 'process raft request' (duration: 125.120161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:25.938483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.33569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:06:25.938585Z","caller":"traceutil/trace.go:171","msg":"trace[1084296385] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20273; }","duration":"101.480412ms","start":"2026-03-02T22:06:25.837084Z","end":"2026-03-02T22:06:25.938564Z","steps":["trace[1084296385] 'agreement among raft nodes before linearized reading' (duration: 101.197296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:31.287112Z","caller":"traceutil/trace.go:171","msg":"trace[737492742] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20307; }","duration":"195.312339ms","start":"2026-03-02T22:06:31.091776Z","end":"2026-03-02T22:06:31.287088Z","steps":["trace[737492742] 'process raft request' (duration: 195.153425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:31.92828Z","caller":"traceutil/trace.go:171","msg":"trace[1325789633] transaction","detail":"{read_only:false; response_revision:20309; number_of_response:1; }","duration":"101.991534ms","start":"2026-03-02T22:06:31.826259Z","end":"2026-03-02T22:06:31.928251Z","steps":["trace[1325789633] 'process raft request' (duration: 101.721398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:33.556136Z","caller":"traceutil/trace.go:171","msg":"trace[1842483323] transaction","detail":"{read_only:false; response_revision:20327; number_of_response:1; }","duration":"138.45973ms","start":"2026-03-02T22:06:33.41764Z","end":"2026-03-02T22:06:33.5561Z","steps":["trace[1842483323] 'process raft request' (duration: 127.328222ms)","trace[1842483323] 'compare' (duration: 10.943034ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:33.574553Z","caller":"traceutil/trace.go:171","msg":"trace[1705339932] transaction","detail":"{read_only:false; response_revision:20329; number_of_response:1; }","duration":"155.829542ms","start":"2026-03-02T22:06:33.418696Z","end":"2026-03-02T22:06:33.574526Z","steps":["trace[1705339932] 'process raft request' (duration: 155.72687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:33.574555Z","caller":"traceutil/trace.go:171","msg":"trace[430786199] transaction","detail":"{read_only:false; response_revision:20328; number_of_response:1; }","duration":"156.676852ms","start":"2026-03-02T22:06:33.417851Z","end":"2026-03-02T22:06:33.574528Z","steps":["trace[430786199] 'process raft request' (duration: 156.439687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:33.721615Z","caller":"traceutil/trace.go:171","msg":"trace[1292393181] transaction","detail":"{read_only:false; response_revision:20331; number_of_response:1; }","duration":"117.065724ms","start":"2026-03-02T22:06:33.604519Z","end":"2026-03-02T22:06:33.721585Z","steps":["trace[1292393181] 'process raft request' (duration: 116.660705ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:46.547881Z","caller":"traceutil/trace.go:171","msg":"trace[649463323] transaction","detail":"{read_only:false; response_revision:20401; number_of_response:1; }","duration":"165.727653ms","start":"2026-03-02T22:06:46.38213Z","end":"2026-03-02T22:06:46.547858Z","steps":["trace[649463323] 'process raft request' (duration: 161.064255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:09.762967Z","caller":"traceutil/trace.go:171","msg":"trace[1750216301] transaction","detail":"{read_only:false; response_revision:20543; number_of_response:1; }","duration":"104.750829ms","start":"2026-03-02T22:07:09.658173Z","end":"2026-03-02T22:07:09.762924Z","steps":["trace[1750216301] 'process raft request' (duration: 104.489253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:20.79838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.791231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:07:20.798454Z","caller":"traceutil/trace.go:171","msg":"trace[1273139828] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20619; }","duration":"120.928554ms","start":"2026-03-02T22:07:20.677509Z","end":"2026-03-02T22:07:20.798437Z","steps":["trace[1273139828] 'count revisions from in-memory index tree' (duration: 120.699009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:53.578939Z","caller":"traceutil/trace.go:171","msg":"trace[1917592988] transaction","detail":"{read_only:false; response_revision:20833; number_of_response:1; }","duration":"111.440244ms","start":"2026-03-02T22:07:53.467466Z","end":"2026-03-02T22:07:53.578906Z","steps":["trace[1917592988] 'process raft request' (duration: 84.588071ms)","trace[1917592988] 'compare' (duration: 26.711379ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:53.598839Z","caller":"traceutil/trace.go:171","msg":"trace[1998131853] transaction","detail":"{read_only:false; response_revision:20834; number_of_response:1; }","duration":"119.566542ms","start":"2026-03-02T22:07:53.479242Z","end":"2026-03-02T22:07:53.598808Z","steps":["trace[1998131853] 'process raft request' (duration: 119.391548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:05.559266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18782} {"level":"info","ts":"2026-03-02T22:08:05.673305Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18782,"took":"107.83511ms","hash":694341838,"current-db-size-bytes":42991616,"current-db-size":"43 MB","current-db-size-in-use-bytes":27901952,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:08:05.673383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":694341838,"revision":18782,"compact-revision":16402} {"level":"info","ts":"2026-03-02T22:08:40.888077Z","caller":"traceutil/trace.go:171","msg":"trace[2022330018] linearizableReadLoop","detail":"{readStateIndex:21959; appliedIndex:21958; }","duration":"106.152321ms","start":"2026-03-02T22:08:40.7819Z","end":"2026-03-02T22:08:40.888052Z","steps":["trace[2022330018] 'read index received' (duration: 105.945647ms)","trace[2022330018] 'applied index is now lower than readState.Index' (duration: 205.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:40.888149Z","caller":"traceutil/trace.go:171","msg":"trace[1745787066] transaction","detail":"{read_only:false; response_revision:21196; number_of_response:1; }","duration":"477.147923ms","start":"2026-03-02T22:08:40.41096Z","end":"2026-03-02T22:08:40.888108Z","steps":["trace[1745787066] 'process raft request' (duration: 476.937308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:40.888367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.410935Z","time spent":"477.349398ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:40.888381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.480999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:08:40.888508Z","caller":"traceutil/trace.go:171","msg":"trace[935215564] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:21196; }","duration":"106.634152ms","start":"2026-03-02T22:08:40.781829Z","end":"2026-03-02T22:08:40.888463Z","steps":["trace[935215564] 'agreement among raft nodes before linearized reading' (duration: 106.368506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:53.385408Z","caller":"traceutil/trace.go:171","msg":"trace[1156173947] linearizableReadLoop","detail":"{readStateIndex:22461; appliedIndex:22460; }","duration":"422.222679ms","start":"2026-03-02T22:08:52.963168Z","end":"2026-03-02T22:08:53.385391Z","steps":["trace[1156173947] 'read index received' (duration: 422.160428ms)","trace[1156173947] 'applied index is now lower than readState.Index' (duration: 61.241µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:53.385493Z","caller":"traceutil/trace.go:171","msg":"trace[1072462630] transaction","detail":"{read_only:false; response_revision:21686; number_of_response:1; }","duration":"431.548576ms","start":"2026-03-02T22:08:52.953897Z","end":"2026-03-02T22:08:53.385446Z","steps":["trace[1072462630] 'process raft request' (duration: 431.357831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.385664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.95387Z","time spent":"431.71514ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:08:53.385676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.495426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:08:53.385739Z","caller":"traceutil/trace.go:171","msg":"trace[2092062826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21686; }","duration":"422.618179ms","start":"2026-03-02T22:08:52.963105Z","end":"2026-03-02T22:08:53.385724Z","steps":["trace[2092062826] 'agreement among raft nodes before linearized reading' (duration: 422.399894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.385767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.963079Z","time spent":"422.68314ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T22:08:53.4576Z","caller":"traceutil/trace.go:171","msg":"trace[884197645] transaction","detail":"{read_only:false; response_revision:21689; number_of_response:1; }","duration":"338.662352ms","start":"2026-03-02T22:08:53.118922Z","end":"2026-03-02T22:08:53.457584Z","steps":["trace[884197645] 'process raft request' (duration: 338.57933ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:53.457596Z","caller":"traceutil/trace.go:171","msg":"trace[164962553] transaction","detail":"{read_only:false; response_revision:21688; number_of_response:1; }","duration":"398.370617ms","start":"2026-03-02T22:08:53.059188Z","end":"2026-03-02T22:08:53.457558Z","steps":["trace[164962553] 'process raft request' (duration: 398.274494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:53.457612Z","caller":"traceutil/trace.go:171","msg":"trace[1815634159] transaction","detail":"{read_only:false; response_revision:21687; number_of_response:1; }","duration":"450.415333ms","start":"2026-03-02T22:08:53.007159Z","end":"2026-03-02T22:08:53.457574Z","steps":["trace[1815634159] 'process raft request' (duration: 450.217798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.457701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.118879Z","time spent":"338.768535ms","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7461,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:53.457739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.262534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-7844f68f-jgqn2.189925a8354c39e7\" ","response":"range_response_count:1 size:829"} {"level":"warn","ts":"2026-03-02T22:08:53.457785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.007116Z","time spent":"450.572087ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:08:53.457836Z","caller":"traceutil/trace.go:171","msg":"trace[414468254] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-7844f68f-jgqn2.189925a8354c39e7; range_end:; response_count:1; response_revision:21690; }","duration":"216.408437ms","start":"2026-03-02T22:08:53.241398Z","end":"2026-03-02T22:08:53.457806Z","steps":["trace[414468254] 'agreement among raft nodes before linearized reading' (duration: 216.212103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:53.457903Z","caller":"traceutil/trace.go:171","msg":"trace[117959355] transaction","detail":"{read_only:false; response_revision:21690; number_of_response:1; }","duration":"300.336014ms","start":"2026-03-02T22:08:53.157527Z","end":"2026-03-02T22:08:53.457863Z","steps":["trace[117959355] 'process raft request' (duration: 300.018846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.457998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.157504Z","time spent":"300.447896ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:08:53.457988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.42321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:08:53.458084Z","caller":"traceutil/trace.go:171","msg":"trace[116214286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21690; }","duration":"342.612833ms","start":"2026-03-02T22:08:53.115446Z","end":"2026-03-02T22:08:53.458059Z","steps":["trace[116214286] 'agreement among raft nodes before linearized reading' (duration: 342.335217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.458014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.312238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T22:08:53.45813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.115381Z","time spent":"342.739007ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:08:53.458162Z","caller":"traceutil/trace.go:171","msg":"trace[1244553817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21690; }","duration":"132.489251ms","start":"2026-03-02T22:08:53.32566Z","end":"2026-03-02T22:08:53.45815Z","steps":["trace[1244553817] 'agreement among raft nodes before linearized reading' (duration: 132.283617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.457983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.565161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:08:53.458378Z","caller":"traceutil/trace.go:171","msg":"trace[585228228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21690; }","duration":"399.010641ms","start":"2026-03-02T22:08:53.059353Z","end":"2026-03-02T22:08:53.458363Z","steps":["trace[585228228] 'agreement among raft nodes before linearized reading' (duration: 398.389867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.458441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.059344Z","time spent":"399.069632ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:53.457754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.059164Z","time spent":"398.514169ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:08:53.458974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.798773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364556"} {"level":"info","ts":"2026-03-02T22:08:53.459063Z","caller":"traceutil/trace.go:171","msg":"trace[1056075304] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21690; }","duration":"381.933095ms","start":"2026-03-02T22:08:53.077108Z","end":"2026-03-02T22:08:53.459041Z","steps":["trace[1056075304] 'agreement among raft nodes before linearized reading' (duration: 380.584464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.45911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.077083Z","time spent":"382.014757ms","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2364580,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-02T22:08:55.134481Z","caller":"traceutil/trace.go:171","msg":"trace[1324615679] linearizableReadLoop","detail":"{readStateIndex:22518; appliedIndex:22517; }","duration":"285.718245ms","start":"2026-03-02T22:08:54.848742Z","end":"2026-03-02T22:08:55.13446Z","steps":["trace[1324615679] 'read index received' (duration: 285.07072ms)","trace[1324615679] 'applied index is now lower than readState.Index' (duration: 646.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:55.134588Z","caller":"traceutil/trace.go:171","msg":"trace[438952603] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"292.41052ms","start":"2026-03-02T22:08:54.842104Z","end":"2026-03-02T22:08:55.134514Z","steps":["trace[438952603] 'process raft request' (duration: 291.639182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.134675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.907639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:55.13477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.909719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:55.134807Z","caller":"traceutil/trace.go:171","msg":"trace[653772397] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21742; }","duration":"286.021111ms","start":"2026-03-02T22:08:54.848775Z","end":"2026-03-02T22:08:55.134796Z","steps":["trace[653772397] 'agreement among raft nodes before linearized reading' (duration: 285.893898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.134933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.540995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:08:55.13498Z","caller":"traceutil/trace.go:171","msg":"trace[1271010161] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21742; }","duration":"205.592316ms","start":"2026-03-02T22:08:54.929371Z","end":"2026-03-02T22:08:55.134963Z","steps":["trace[1271010161] 'agreement among raft nodes before linearized reading' (duration: 205.435753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.134966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.869706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:55.135003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.350051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5455d7fdc8-7rgzp.18992470be813126\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-02T22:08:55.135035Z","caller":"traceutil/trace.go:171","msg":"trace[360255871] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21742; }","duration":"253.946147ms","start":"2026-03-02T22:08:54.881069Z","end":"2026-03-02T22:08:55.135015Z","steps":["trace[360255871] 'agreement among raft nodes before linearized reading' (duration: 253.860375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.135033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.043374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:55.135078Z","caller":"traceutil/trace.go:171","msg":"trace[440516089] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5455d7fdc8-7rgzp.18992470be813126; range_end:; response_count:1; response_revision:21742; }","duration":"136.462034ms","start":"2026-03-02T22:08:54.998597Z","end":"2026-03-02T22:08:55.135059Z","steps":["trace[440516089] 'agreement among raft nodes before linearized reading' (duration: 136.26586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.135032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.930049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:55.135122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.355488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:55.135126Z","caller":"traceutil/trace.go:171","msg":"trace[246769790] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21742; }","duration":"230.185447ms","start":"2026-03-02T22:08:54.9049Z","end":"2026-03-02T22:08:55.135086Z","steps":["trace[246769790] 'agreement among raft nodes before linearized reading' (duration: 230.034534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.135169Z","caller":"traceutil/trace.go:171","msg":"trace[634493700] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21742; }","duration":"273.421999ms","start":"2026-03-02T22:08:54.861724Z","end":"2026-03-02T22:08:55.135146Z","steps":["trace[634493700] 'agreement among raft nodes before linearized reading' (duration: 273.378598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.135202Z","caller":"traceutil/trace.go:171","msg":"trace[1078609097] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21742; }","duration":"273.120352ms","start":"2026-03-02T22:08:54.862065Z","end":"2026-03-02T22:08:55.135186Z","steps":["trace[1078609097] 'agreement among raft nodes before linearized reading' (duration: 272.914588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.135066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.280566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:55.13527Z","caller":"traceutil/trace.go:171","msg":"trace[1000905586] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21742; }","duration":"273.495261ms","start":"2026-03-02T22:08:54.861762Z","end":"2026-03-02T22:08:55.135257Z","steps":["trace[1000905586] 'agreement among raft nodes before linearized reading' (duration: 273.289026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.135323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.818161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:55.135339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.816444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:55.135355Z","caller":"traceutil/trace.go:171","msg":"trace[1258183658] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21742; }","duration":"230.880633ms","start":"2026-03-02T22:08:54.904467Z","end":"2026-03-02T22:08:55.135347Z","steps":["trace[1258183658] 'agreement among raft nodes before linearized reading' (duration: 230.823602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.135385Z","caller":"traceutil/trace.go:171","msg":"trace[205649537] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21742; }","duration":"240.890856ms","start":"2026-03-02T22:08:54.894482Z","end":"2026-03-02T22:08:55.135373Z","steps":["trace[205649537] 'agreement among raft nodes before linearized reading' (duration: 240.824724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.135438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.169536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:55.135482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.321957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:55.13551Z","caller":"traceutil/trace.go:171","msg":"trace[1377099109] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21742; }","duration":"254.374418ms","start":"2026-03-02T22:08:54.881126Z","end":"2026-03-02T22:08:55.1355Z","steps":["trace[1377099109] 'agreement among raft nodes before linearized reading' (duration: 254.323647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.135505Z","caller":"traceutil/trace.go:171","msg":"trace[1715638780] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21742; }","duration":"211.251547ms","start":"2026-03-02T22:08:54.924239Z","end":"2026-03-02T22:08:55.135491Z","steps":["trace[1715638780] 'agreement among raft nodes before linearized reading' (duration: 211.148715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.135642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.184842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:55.135674Z","caller":"traceutil/trace.go:171","msg":"trace[1790894054] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21742; }","duration":"241.245284ms","start":"2026-03-02T22:08:54.894419Z","end":"2026-03-02T22:08:55.135665Z","steps":["trace[1790894054] 'agreement among raft nodes before linearized reading' (duration: 241.197762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.135781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.535614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:55.135832Z","caller":"traceutil/trace.go:171","msg":"trace[961396307] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21742; }","duration":"286.587725ms","start":"2026-03-02T22:08:54.84923Z","end":"2026-03-02T22:08:55.135818Z","steps":["trace[961396307] 'agreement among raft nodes before linearized reading' (duration: 286.509093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.135971Z","caller":"traceutil/trace.go:171","msg":"trace[966137167] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21742; }","duration":"285.999301ms","start":"2026-03-02T22:08:54.848736Z","end":"2026-03-02T22:08:55.134735Z","steps":["trace[966137167] 'agreement among raft nodes before linearized reading' (duration: 285.833817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.13487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.352781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:55.136132Z","caller":"traceutil/trace.go:171","msg":"trace[887901452] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21742; }","duration":"231.659821ms","start":"2026-03-02T22:08:54.904458Z","end":"2026-03-02T22:08:55.136118Z","steps":["trace[887901452] 'agreement among raft nodes before linearized reading' (duration: 230.296199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:01.232508Z","caller":"traceutil/trace.go:171","msg":"trace[1818275691] linearizableReadLoop","detail":"{readStateIndex:22650; appliedIndex:22649; }","duration":"449.620695ms","start":"2026-03-02T22:09:00.782862Z","end":"2026-03-02T22:09:01.232483Z","steps":["trace[1818275691] 'read index received' (duration: 449.530022ms)","trace[1818275691] 'applied index is now lower than readState.Index' (duration: 89.413µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:01.232829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.941552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:09:01.232762Z","caller":"traceutil/trace.go:171","msg":"trace[173064324] transaction","detail":"{read_only:false; response_revision:21873; number_of_response:1; }","duration":"614.785634ms","start":"2026-03-02T22:09:00.617885Z","end":"2026-03-02T22:09:01.23267Z","steps":["trace[173064324] 'process raft request' (duration: 614.396815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:01.232877Z","caller":"traceutil/trace.go:171","msg":"trace[2067839455] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:21873; }","duration":"450.042824ms","start":"2026-03-02T22:09:00.782823Z","end":"2026-03-02T22:09:01.232866Z","steps":["trace[2067839455] 'agreement among raft nodes before linearized reading' (duration: 449.802779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.232922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.782804Z","time spent":"450.110726ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"warn","ts":"2026-03-02T22:09:01.233106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.617857Z","time spent":"615.069701ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:03.261701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.029712Z","time spent":"1.231977924s","remote":"127.0.0.1:54814","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:09:03.261829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900630276s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:03.261907Z","caller":"traceutil/trace.go:171","msg":"trace[588809053] linearizableReadLoop","detail":"{readStateIndex:22651; appliedIndex:22650; }","duration":"2.0292963s","start":"2026-03-02T22:09:01.232597Z","end":"2026-03-02T22:09:03.261893Z","steps":["trace[588809053] 'read index received' (duration: 128.563941ms)","trace[588809053] 'applied index is now lower than readState.Index' (duration: 1.900731439s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:03.261979Z","caller":"traceutil/trace.go:171","msg":"trace[671211243] transaction","detail":"{read_only:false; response_revision:21874; number_of_response:1; }","duration":"2.105309352s","start":"2026-03-02T22:09:01.156637Z","end":"2026-03-02T22:09:03.261946Z","steps":["trace[671211243] 'process raft request' (duration: 204.487561ms)","trace[671211243] 'compare' (duration: 1.900170806s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:03.262002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273130913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:03.262147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.156622Z","time spent":"2.105414264s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.262162Z","caller":"traceutil/trace.go:171","msg":"trace[1715890920] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:21874; }","duration":"2.273308407s","start":"2026-03-02T22:09:00.988819Z","end":"2026-03-02T22:09:03.262128Z","steps":["trace[1715890920] 'agreement among raft nodes before linearized reading' (duration: 2.273143893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.262284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.988796Z","time spent":"2.27344876s","remote":"127.0.0.1:58504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:03.262621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127423505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:09:03.262704Z","caller":"traceutil/trace.go:171","msg":"trace[1113096226] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:21874; }","duration":"2.127545808s","start":"2026-03-02T22:09:01.135138Z","end":"2026-03-02T22:09:03.262684Z","steps":["trace[1113096226] 'agreement among raft nodes before linearized reading' (duration: 2.126813971s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.262749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.135121Z","time spent":"2.127618429s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-03-02T22:09:03.36891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:09:03.369002Z","caller":"traceutil/trace.go:171","msg":"trace[1413707470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167804s","start":"2026-03-02T22:09:01.368812Z","end":"2026-03-02T22:09:03.36898Z","steps":["trace[1413707470] 'agreement among raft nodes before linearized reading' (duration: 2.000056142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.369075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.368782Z","time spent":"2.000283276s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:03.411118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.050018909s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:09:03.446087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.234048Z","time spent":"2.212027676s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:09:03.446211Z","caller":"traceutil/trace.go:171","msg":"trace[1246948324] transaction","detail":"{read_only:false; response_revision:21875; number_of_response:1; }","duration":"2.142021094s","start":"2026-03-02T22:09:01.304162Z","end":"2026-03-02T22:09:03.446183Z","steps":["trace[1246948324] 'process raft request' (duration: 2.141827419s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.446374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.304124Z","time spent":"2.142166746s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.447784Z","caller":"traceutil/trace.go:171","msg":"trace[1308030992] linearizableReadLoop","detail":"{readStateIndex:22659; appliedIndex:22651; }","duration":"185.823338ms","start":"2026-03-02T22:09:03.261933Z","end":"2026-03-02T22:09:03.447757Z","steps":["trace[1308030992] 'read index received' (duration: 149.478335ms)","trace[1308030992] 'applied index is now lower than readState.Index' (duration: 36.343453ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:03.448097Z","caller":"traceutil/trace.go:171","msg":"trace[1708439727] transaction","detail":"{read_only:false; response_revision:21876; number_of_response:1; }","duration":"1.992563788s","start":"2026-03-02T22:09:01.455518Z","end":"2026-03-02T22:09:03.448082Z","steps":["trace[1708439727] 'process raft request' (duration: 1.991899272s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.448215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.455479Z","time spent":"1.9926785s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:03.448572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927332795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:09:03.448613Z","caller":"traceutil/trace.go:171","msg":"trace[1376272485] transaction","detail":"{read_only:false; response_revision:21881; number_of_response:1; }","duration":"209.995209ms","start":"2026-03-02T22:09:03.238592Z","end":"2026-03-02T22:09:03.448588Z","steps":["trace[1376272485] 'process raft request' (duration: 209.122899ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.448669Z","caller":"traceutil/trace.go:171","msg":"trace[1913480029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21881; }","duration":"1.927463229s","start":"2026-03-02T22:09:01.521183Z","end":"2026-03-02T22:09:03.448646Z","steps":["trace[1913480029] 'agreement among raft nodes before linearized reading' (duration: 1.927199672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.448679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.823617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:03.448718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.521164Z","time spent":"1.92754451s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:03.448713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919175086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:09:03.448726Z","caller":"traceutil/trace.go:171","msg":"trace[1790880780] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:21881; }","duration":"241.869868ms","start":"2026-03-02T22:09:03.206841Z","end":"2026-03-02T22:09:03.448711Z","steps":["trace[1790880780] 'agreement among raft nodes before linearized reading' (duration: 241.801387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.448747Z","caller":"traceutil/trace.go:171","msg":"trace[631040046] transaction","detail":"{read_only:false; response_revision:21877; number_of_response:1; }","duration":"1.82316739s","start":"2026-03-02T22:09:01.62553Z","end":"2026-03-02T22:09:03.448697Z","steps":["trace[631040046] 'process raft request' (duration: 1.821989163s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.448781Z","caller":"traceutil/trace.go:171","msg":"trace[1778778284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21881; }","duration":"1.919250988s","start":"2026-03-02T22:09:01.529505Z","end":"2026-03-02T22:09:03.448756Z","steps":["trace[1778778284] 'agreement among raft nodes before linearized reading' (duration: 1.919036233s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.448825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.529498Z","time spent":"1.91931789s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:09:03.44884Z","caller":"traceutil/trace.go:171","msg":"trace[965517073] transaction","detail":"{read_only:false; response_revision:21879; number_of_response:1; }","duration":"928.093019ms","start":"2026-03-02T22:09:02.520735Z","end":"2026-03-02T22:09:03.448828Z","steps":["trace[965517073] 'process raft request' (duration: 926.898601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.448816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919811181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:09:03.448803Z","caller":"traceutil/trace.go:171","msg":"trace[1466912223] transaction","detail":"{read_only:false; response_revision:21878; number_of_response:1; }","duration":"1.266806132s","start":"2026-03-02T22:09:02.181936Z","end":"2026-03-02T22:09:03.448742Z","steps":["trace[1466912223] 'process raft request' (duration: 1.265636665s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.448882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.62551Z","time spent":"1.823302413s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:09:03.448906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920092047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:09:03.448913Z","caller":"traceutil/trace.go:171","msg":"trace[1997762473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21881; }","duration":"1.919910153s","start":"2026-03-02T22:09:01.528973Z","end":"2026-03-02T22:09:03.448883Z","steps":["trace[1997762473] 'agreement among raft nodes before linearized reading' (duration: 1.919428562s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.448923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.520716Z","time spent":"928.14475ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:03.448959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.528949Z","time spent":"1.919998556s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:09:03.448983Z","caller":"traceutil/trace.go:171","msg":"trace[873870048] transaction","detail":"{read_only:false; response_revision:21880; number_of_response:1; }","duration":"755.764823ms","start":"2026-03-02T22:09:02.69321Z","end":"2026-03-02T22:09:03.448975Z","steps":["trace[873870048] 'process raft request' (duration: 754.468353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.448585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.146974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3db56baf-a663-4a80-8602-6743aea865fd\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-02T22:09:03.449073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924171002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:09:03.449078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.181899Z","time spent":"1.267007157s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.449102Z","caller":"traceutil/trace.go:171","msg":"trace[1171761207] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3db56baf-a663-4a80-8602-6743aea865fd; range_end:; response_count:1; response_revision:21881; }","duration":"182.704367ms","start":"2026-03-02T22:09:03.266375Z","end":"2026-03-02T22:09:03.449079Z","steps":["trace[1171761207] 'agreement among raft nodes before linearized reading' (duration: 182.126273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.448963Z","caller":"traceutil/trace.go:171","msg":"trace[1931283744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21881; }","duration":"1.920143668s","start":"2026-03-02T22:09:01.528784Z","end":"2026-03-02T22:09:03.448928Z","steps":["trace[1931283744] 'agreement among raft nodes before linearized reading' (duration: 1.920034916s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.449126Z","caller":"traceutil/trace.go:171","msg":"trace[962780722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21881; }","duration":"1.924210233s","start":"2026-03-02T22:09:01.524885Z","end":"2026-03-02T22:09:03.449095Z","steps":["trace[962780722] 'agreement among raft nodes before linearized reading' (duration: 1.92409577s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.449151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920006115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:09:03.449155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.524875Z","time spent":"1.924272294s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:09:03.449179Z","caller":"traceutil/trace.go:171","msg":"trace[1465079047] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21881; }","duration":"1.920033736s","start":"2026-03-02T22:09:01.529139Z","end":"2026-03-02T22:09:03.449173Z","steps":["trace[1465079047] 'agreement among raft nodes before linearized reading' (duration: 1.919939224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.449165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.528769Z","time spent":"1.920379054s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:03.449197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.529084Z","time spent":"1.920108647s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:03.449186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368602022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-03-02T22:09:03.449012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.693155Z","time spent":"755.840755ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.449243Z","caller":"traceutil/trace.go:171","msg":"trace[380986968] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21881; }","duration":"1.368711944s","start":"2026-03-02T22:09:02.080517Z","end":"2026-03-02T22:09:03.449229Z","steps":["trace[380986968] 'agreement among raft nodes before linearized reading' (duration: 1.368587231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.449252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377406666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:03.449268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.080488Z","time spent":"1.368773696s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-02T22:09:03.449284Z","caller":"traceutil/trace.go:171","msg":"trace[1967397859] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21881; }","duration":"1.377474248s","start":"2026-03-02T22:09:02.071799Z","end":"2026-03-02T22:09:03.449273Z","steps":["trace[1967397859] 'agreement among raft nodes before linearized reading' (duration: 1.377423367s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.44932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.071774Z","time spent":"1.377538319s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:03.449308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647420996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:03.449392Z","caller":"traceutil/trace.go:171","msg":"trace[1610694155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21881; }","duration":"1.648472721s","start":"2026-03-02T22:09:01.800906Z","end":"2026-03-02T22:09:03.449379Z","steps":["trace[1610694155] 'agreement among raft nodes before linearized reading' (duration: 1.647403846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.449427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.800888Z","time spent":"1.648527142s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:03.449788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931666406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:09:03.449742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.758385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:03.449878Z","caller":"traceutil/trace.go:171","msg":"trace[530553790] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:21881; }","duration":"897.94912ms","start":"2026-03-02T22:09:02.551907Z","end":"2026-03-02T22:09:03.449856Z","steps":["trace[530553790] 'agreement among raft nodes before linearized reading' (duration: 896.693461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.449918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.551892Z","time spent":"898.013681ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:03.449831Z","caller":"traceutil/trace.go:171","msg":"trace[1645892793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21881; }","duration":"1.931739708s","start":"2026-03-02T22:09:01.51808Z","end":"2026-03-02T22:09:03.44982Z","steps":["trace[1645892793] 'agreement among raft nodes before linearized reading' (duration: 1.930312565s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.451422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.518059Z","time spent":"1.933345204s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:09:37.779133Z","caller":"traceutil/trace.go:171","msg":"trace[1787808886] transaction","detail":"{read_only:false; response_revision:22246; number_of_response:1; }","duration":"129.759049ms","start":"2026-03-02T22:09:37.649337Z","end":"2026-03-02T22:09:37.779096Z","steps":["trace[1787808886] 'process raft request' (duration: 70.2945ms)","trace[1787808886] 'compare' (duration: 59.163202ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:37.782546Z","caller":"traceutil/trace.go:171","msg":"trace[2000733753] transaction","detail":"{read_only:false; response_revision:22247; number_of_response:1; }","duration":"131.736175ms","start":"2026-03-02T22:09:37.650787Z","end":"2026-03-02T22:09:37.782523Z","steps":["trace[2000733753] 'process raft request' (duration: 131.564441ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:37.783007Z","caller":"traceutil/trace.go:171","msg":"trace[1018660926] transaction","detail":"{read_only:false; response_revision:22248; number_of_response:1; }","duration":"132.012861ms","start":"2026-03-02T22:09:37.650894Z","end":"2026-03-02T22:09:37.782907Z","steps":["trace[1018660926] 'process raft request' (duration: 131.578421ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:37.783102Z","caller":"traceutil/trace.go:171","msg":"trace[293984821] transaction","detail":"{read_only:false; response_revision:22250; number_of_response:1; }","duration":"130.732092ms","start":"2026-03-02T22:09:37.652354Z","end":"2026-03-02T22:09:37.783086Z","steps":["trace[293984821] 'process raft request' (duration: 130.639579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:37.783161Z","caller":"traceutil/trace.go:171","msg":"trace[350483677] transaction","detail":"{read_only:false; response_revision:22249; number_of_response:1; }","duration":"131.07777ms","start":"2026-03-02T22:09:37.652053Z","end":"2026-03-02T22:09:37.783131Z","steps":["trace[350483677] 'process raft request' (duration: 130.773563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:15.841377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.679893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:15.841489Z","caller":"traceutil/trace.go:171","msg":"trace[2035517544] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22728; }","duration":"332.852607ms","start":"2026-03-02T22:10:15.508611Z","end":"2026-03-02T22:10:15.841464Z","steps":["trace[2035517544] 'count revisions from in-memory index tree' (duration: 332.570051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:15.84154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:15.50859Z","time spent":"332.93878ms","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:15.850442Z","caller":"traceutil/trace.go:171","msg":"trace[717198711] transaction","detail":"{read_only:false; response_revision:22729; number_of_response:1; }","duration":"335.205252ms","start":"2026-03-02T22:10:15.515208Z","end":"2026-03-02T22:10:15.850414Z","steps":["trace[717198711] 'process raft request' (duration: 335.029088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:15.850671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:15.51518Z","time spent":"335.410387ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:23.706709Z","caller":"traceutil/trace.go:171","msg":"trace[832787556] transaction","detail":"{read_only:false; response_revision:22789; number_of_response:1; }","duration":"116.075921ms","start":"2026-03-02T22:10:23.590599Z","end":"2026-03-02T22:10:23.706675Z","steps":["trace[832787556] 'process raft request' (duration: 115.861746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:25.592232Z","caller":"traceutil/trace.go:171","msg":"trace[301960708] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"120.417472ms","start":"2026-03-02T22:10:25.47178Z","end":"2026-03-02T22:10:25.592197Z","steps":["trace[301960708] 'process raft request' (duration: 120.226328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:25.677211Z","caller":"traceutil/trace.go:171","msg":"trace[1962154511] linearizableReadLoop","detail":"{readStateIndex:23602; appliedIndex:23599; }","duration":"196.686941ms","start":"2026-03-02T22:10:25.480499Z","end":"2026-03-02T22:10:25.677185Z","steps":["trace[1962154511] 'read index received' (duration: 111.504656ms)","trace[1962154511] 'applied index is now lower than readState.Index' (duration: 85.181195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:25.677359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.850924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.677334Z","caller":"traceutil/trace.go:171","msg":"trace[1837624792] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"203.345845ms","start":"2026-03-02T22:10:25.473936Z","end":"2026-03-02T22:10:25.677282Z","steps":["trace[1837624792] 'process raft request' (duration: 203.200882ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:25.677402Z","caller":"traceutil/trace.go:171","msg":"trace[1262147476] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22803; }","duration":"196.953406ms","start":"2026-03-02T22:10:25.480437Z","end":"2026-03-02T22:10:25.677391Z","steps":["trace[1262147476] 'agreement among raft nodes before linearized reading' (duration: 196.869514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.6775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.565697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.677591Z","caller":"traceutil/trace.go:171","msg":"trace[1050883360] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22803; }","duration":"196.699681ms","start":"2026-03-02T22:10:25.480877Z","end":"2026-03-02T22:10:25.677577Z","steps":["trace[1050883360] 'agreement among raft nodes before linearized reading' (duration: 196.546537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.677619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.074949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.677697Z","caller":"traceutil/trace.go:171","msg":"trace[814552657] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22803; }","duration":"197.199552ms","start":"2026-03-02T22:10:25.480479Z","end":"2026-03-02T22:10:25.677678Z","steps":["trace[814552657] 'agreement among raft nodes before linearized reading' (duration: 196.983287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:25.678008Z","caller":"traceutil/trace.go:171","msg":"trace[87639103] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"205.293979ms","start":"2026-03-02T22:10:25.472055Z","end":"2026-03-02T22:10:25.677349Z","steps":["trace[87639103] 'process raft request' (duration: 204.931341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.678119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.313362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:10:25.678157Z","caller":"traceutil/trace.go:171","msg":"trace[73628604] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22803; }","duration":"193.373434ms","start":"2026-03-02T22:10:25.484776Z","end":"2026-03-02T22:10:25.678149Z","steps":["trace[73628604] 'agreement among raft nodes before linearized reading' (duration: 192.665788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.678259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.702294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.678339Z","caller":"traceutil/trace.go:171","msg":"trace[535381718] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22803; }","duration":"197.815227ms","start":"2026-03-02T22:10:25.480506Z","end":"2026-03-02T22:10:25.678321Z","steps":["trace[535381718] 'agreement among raft nodes before linearized reading' (duration: 196.899006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:29.935292Z","caller":"traceutil/trace.go:171","msg":"trace[220399662] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"331.738262ms","start":"2026-03-02T22:10:29.60353Z","end":"2026-03-02T22:10:29.935268Z","steps":["trace[220399662] 'process raft request' (duration: 331.594078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:29.935436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:29.60351Z","time spent":"331.851364ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:29.988831Z","caller":"traceutil/trace.go:171","msg":"trace[583027134] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"295.895191ms","start":"2026-03-02T22:10:29.69291Z","end":"2026-03-02T22:10:29.988806Z","steps":["trace[583027134] 'process raft request' (duration: 295.714127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:29.989225Z","caller":"traceutil/trace.go:171","msg":"trace[1761708084] linearizableReadLoop","detail":"{readStateIndex:23630; appliedIndex:23628; }","duration":"296.237538ms","start":"2026-03-02T22:10:29.692958Z","end":"2026-03-02T22:10:29.989196Z","steps":["trace[1761708084] 'read index received' (duration: 242.159344ms)","trace[1761708084] 'applied index is now lower than readState.Index' (duration: 54.077004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:29.989367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.389792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:29.989417Z","caller":"traceutil/trace.go:171","msg":"trace[948740337] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22832; }","duration":"296.452684ms","start":"2026-03-02T22:10:29.692953Z","end":"2026-03-02T22:10:29.989405Z","steps":["trace[948740337] 'agreement among raft nodes before linearized reading' (duration: 296.341361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:29.989495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.541966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:29.989606Z","caller":"traceutil/trace.go:171","msg":"trace[928284491] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22832; }","duration":"296.673449ms","start":"2026-03-02T22:10:29.692893Z","end":"2026-03-02T22:10:29.989567Z","steps":["trace[928284491] 'agreement among raft nodes before linearized reading' (duration: 296.525585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:29.989828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.274959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:10:29.9899Z","caller":"traceutil/trace.go:171","msg":"trace[1617194923] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22832; }","duration":"296.379422ms","start":"2026-03-02T22:10:29.693506Z","end":"2026-03-02T22:10:29.989885Z","steps":["trace[1617194923] 'agreement among raft nodes before linearized reading' (duration: 296.171057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:29.990144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.011297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:29.990151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.078599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:29.990189Z","caller":"traceutil/trace.go:171","msg":"trace[526755949] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:22832; }","duration":"225.086999ms","start":"2026-03-02T22:10:29.76509Z","end":"2026-03-02T22:10:29.990177Z","steps":["trace[526755949] 'agreement among raft nodes before linearized reading' (duration: 225.020807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:29.990213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.958962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:29.990201Z","caller":"traceutil/trace.go:171","msg":"trace[344521827] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22832; }","duration":"291.144471ms","start":"2026-03-02T22:10:29.699043Z","end":"2026-03-02T22:10:29.990187Z","steps":["trace[344521827] 'agreement among raft nodes before linearized reading' (duration: 291.003498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:29.990225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.246452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:29.990324Z","caller":"traceutil/trace.go:171","msg":"trace[456444341] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22832; }","duration":"297.387005ms","start":"2026-03-02T22:10:29.692914Z","end":"2026-03-02T22:10:29.990301Z","steps":["trace[456444341] 'agreement among raft nodes before linearized reading' (duration: 297.248731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:29.990271Z","caller":"traceutil/trace.go:171","msg":"trace[170934446] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22832; }","duration":"296.038004ms","start":"2026-03-02T22:10:29.694219Z","end":"2026-03-02T22:10:29.990257Z","steps":["trace[170934446] 'agreement among raft nodes before linearized reading' (duration: 295.930381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.160461Z","caller":"traceutil/trace.go:171","msg":"trace[1768822521] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"166.775067ms","start":"2026-03-02T22:10:29.993663Z","end":"2026-03-02T22:10:30.160438Z","steps":["trace[1768822521] 'process raft request' (duration: 78.47104ms)","trace[1768822521] 'compare' (duration: 88.128233ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:30.234684Z","caller":"traceutil/trace.go:171","msg":"trace[2089366127] linearizableReadLoop","detail":"{readStateIndex:23634; appliedIndex:23633; }","duration":"137.991529ms","start":"2026-03-02T22:10:30.096669Z","end":"2026-03-02T22:10:30.234661Z","steps":["trace[2089366127] 'read index received' (duration: 137.800335ms)","trace[2089366127] 'applied index is now lower than readState.Index' (duration: 190.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:30.235014Z","caller":"traceutil/trace.go:171","msg":"trace[1899290751] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"239.874012ms","start":"2026-03-02T22:10:29.99513Z","end":"2026-03-02T22:10:30.235004Z","steps":["trace[1899290751] 'process raft request' (duration: 239.422162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.235231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.561633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:10:30.235264Z","caller":"traceutil/trace.go:171","msg":"trace[1616480957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22834; }","duration":"138.647395ms","start":"2026-03-02T22:10:30.096609Z","end":"2026-03-02T22:10:30.235257Z","steps":["trace[1616480957] 'agreement among raft nodes before linearized reading' (duration: 138.539732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.235367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.096731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:10:30.235396Z","caller":"traceutil/trace.go:171","msg":"trace[1516432448] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22834; }","duration":"119.135172ms","start":"2026-03-02T22:10:30.116252Z","end":"2026-03-02T22:10:30.235387Z","steps":["trace[1516432448] 'agreement among raft nodes before linearized reading' (duration: 119.071681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.235636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.657199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:10:30.235663Z","caller":"traceutil/trace.go:171","msg":"trace[14038158] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22834; }","duration":"111.70297ms","start":"2026-03-02T22:10:30.123954Z","end":"2026-03-02T22:10:30.235657Z","steps":["trace[14038158] 'agreement among raft nodes before linearized reading' (duration: 111.637639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.235777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.089632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T22:10:30.235799Z","caller":"traceutil/trace.go:171","msg":"trace[1218730337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22834; }","duration":"116.124462ms","start":"2026-03-02T22:10:30.11967Z","end":"2026-03-02T22:10:30.235794Z","steps":["trace[1218730337] 'agreement among raft nodes before linearized reading' (duration: 116.062841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.235917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.055407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:10:30.235945Z","caller":"traceutil/trace.go:171","msg":"trace[1114226115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22834; }","duration":"118.113229ms","start":"2026-03-02T22:10:30.117822Z","end":"2026-03-02T22:10:30.235935Z","steps":["trace[1114226115] 'agreement among raft nodes before linearized reading' (duration: 118.056017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.402619Z","caller":"traceutil/trace.go:171","msg":"trace[1572416561] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"163.0525ms","start":"2026-03-02T22:10:30.239545Z","end":"2026-03-02T22:10:30.402598Z","steps":["trace[1572416561] 'process raft request' (duration: 88.259776ms)","trace[1572416561] 'compare' (duration: 74.669091ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:30.404157Z","caller":"traceutil/trace.go:171","msg":"trace[1069005319] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"164.461223ms","start":"2026-03-02T22:10:30.239687Z","end":"2026-03-02T22:10:30.404148Z","steps":["trace[1069005319] 'process raft request' (duration: 164.378211ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.404407Z","caller":"traceutil/trace.go:171","msg":"trace[638558139] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"164.668917ms","start":"2026-03-02T22:10:30.239718Z","end":"2026-03-02T22:10:30.404387Z","steps":["trace[638558139] 'process raft request' (duration: 164.399681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.404406Z","caller":"traceutil/trace.go:171","msg":"trace[408076802] linearizableReadLoop","detail":"{readStateIndex:23639; appliedIndex:23634; }","duration":"161.686789ms","start":"2026-03-02T22:10:30.242696Z","end":"2026-03-02T22:10:30.404383Z","steps":["trace[408076802] 'read index received' (duration: 85.125314ms)","trace[408076802] 'applied index is now lower than readState.Index' (duration: 76.560755ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:30.404526Z","caller":"traceutil/trace.go:171","msg":"trace[1872739456] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"164.527914ms","start":"2026-03-02T22:10:30.239989Z","end":"2026-03-02T22:10:30.404517Z","steps":["trace[1872739456] 'process raft request' (duration: 164.280049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.404544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.836293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T22:10:30.404575Z","caller":"traceutil/trace.go:171","msg":"trace[1198632799] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22839; }","duration":"161.880154ms","start":"2026-03-02T22:10:30.242685Z","end":"2026-03-02T22:10:30.404565Z","steps":["trace[1198632799] 'agreement among raft nodes before linearized reading' (duration: 161.761991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.404611Z","caller":"traceutil/trace.go:171","msg":"trace[1404780621] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"162.60267ms","start":"2026-03-02T22:10:30.241996Z","end":"2026-03-02T22:10:30.404599Z","steps":["trace[1404780621] 'process raft request' (duration: 162.358515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.741903Z","caller":"traceutil/trace.go:171","msg":"trace[152650578] linearizableReadLoop","detail":"{readStateIndex:23640; appliedIndex:23639; }","duration":"217.302269ms","start":"2026-03-02T22:10:30.524583Z","end":"2026-03-02T22:10:30.741885Z","steps":["trace[152650578] 'read index received' (duration: 217.147705ms)","trace[152650578] 'applied index is now lower than readState.Index' (duration: 153.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:30.74209Z","caller":"traceutil/trace.go:171","msg":"trace[244463735] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"266.53508ms","start":"2026-03-02T22:10:30.475548Z","end":"2026-03-02T22:10:30.742083Z","steps":["trace[244463735] 'process raft request' (duration: 266.202633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.742247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.652627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:30.74249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.074407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:30.742586Z","caller":"traceutil/trace.go:171","msg":"trace[734394756] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:22840; }","duration":"121.216931ms","start":"2026-03-02T22:10:30.621361Z","end":"2026-03-02T22:10:30.742578Z","steps":["trace[734394756] 'agreement among raft nodes before linearized reading' (duration: 121.069547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.742774Z","caller":"traceutil/trace.go:171","msg":"trace[742105108] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22840; }","duration":"218.188669ms","start":"2026-03-02T22:10:30.524577Z","end":"2026-03-02T22:10:30.742765Z","steps":["trace[742105108] 'agreement among raft nodes before linearized reading' (duration: 217.635266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.507458Z","caller":"traceutil/trace.go:171","msg":"trace[1757395380] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"102.060136ms","start":"2026-03-02T22:10:31.405372Z","end":"2026-03-02T22:10:31.507432Z","steps":["trace[1757395380] 'process raft request' (duration: 101.894063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.631915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.132272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:32.63207Z","caller":"traceutil/trace.go:171","msg":"trace[365749638] linearizableReadLoop","detail":"{readStateIndex:23648; appliedIndex:23646; }","duration":"624.619562ms","start":"2026-03-02T22:10:32.007435Z","end":"2026-03-02T22:10:32.632055Z","steps":["trace[365749638] 'read index received' (duration: 5.413986ms)","trace[365749638] 'applied index is now lower than readState.Index' (duration: 619.204756ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:32.632159Z","caller":"traceutil/trace.go:171","msg":"trace[456364899] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"623.847204ms","start":"2026-03-02T22:10:32.0083Z","end":"2026-03-02T22:10:32.632147Z","steps":["trace[456364899] 'process raft request' (duration: 623.69655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.632215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.008275Z","time spent":"623.907725ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:32.632199Z","caller":"traceutil/trace.go:171","msg":"trace[1958316167] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"637.417728ms","start":"2026-03-02T22:10:31.994748Z","end":"2026-03-02T22:10:32.632165Z","steps":["trace[1958316167] 'process raft request' (duration: 131.959189ms)","trace[1958316167] 'compare' (duration: 505.024589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:32.632345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.994733Z","time spent":"637.531901ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:32.632484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.046132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:10:32.632515Z","caller":"traceutil/trace.go:171","msg":"trace[1717116500] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22848; }","duration":"625.098613ms","start":"2026-03-02T22:10:32.007406Z","end":"2026-03-02T22:10:32.632505Z","steps":["trace[1717116500] 'agreement among raft nodes before linearized reading' (duration: 624.97879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.632543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.007392Z","time spent":"625.144294ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-02T22:10:32.632767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.282697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:32.632809Z","caller":"traceutil/trace.go:171","msg":"trace[1253545430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22848; }","duration":"264.348579ms","start":"2026-03-02T22:10:32.368449Z","end":"2026-03-02T22:10:32.632797Z","steps":["trace[1253545430] 'agreement among raft nodes before linearized reading' (duration: 264.279367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.632808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.023641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:32.63288Z","caller":"traceutil/trace.go:171","msg":"trace[405410487] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22848; }","duration":"625.107073ms","start":"2026-03-02T22:10:32.007756Z","end":"2026-03-02T22:10:32.632863Z","steps":["trace[405410487] 'agreement among raft nodes before linearized reading' (duration: 624.965429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.632923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.007738Z","time spent":"625.177125ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T22:10:32.63305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.882381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:10:32.633075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.95677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:10:32.633073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.377542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:10:32.633075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.432933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T22:10:32.633084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.966885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:10:32.63311Z","caller":"traceutil/trace.go:171","msg":"trace[917579056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22848; }","duration":"393.026292ms","start":"2026-03-02T22:10:32.240073Z","end":"2026-03-02T22:10:32.633099Z","steps":["trace[917579056] 'agreement among raft nodes before linearized reading' (duration: 392.909919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.633132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.205666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:32.633128Z","caller":"traceutil/trace.go:171","msg":"trace[959168783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22848; }","duration":"224.434123ms","start":"2026-03-02T22:10:32.408675Z","end":"2026-03-02T22:10:32.633109Z","steps":["trace[959168783] 'agreement among raft nodes before linearized reading' (duration: 224.27287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.633133Z","caller":"traceutil/trace.go:171","msg":"trace[1051970710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22848; }","duration":"224.502905ms","start":"2026-03-02T22:10:32.408615Z","end":"2026-03-02T22:10:32.633118Z","steps":["trace[1051970710] 'agreement among raft nodes before linearized reading' (duration: 224.351731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.633106Z","caller":"traceutil/trace.go:171","msg":"trace[2116248320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22848; }","duration":"226.935732ms","start":"2026-03-02T22:10:32.40615Z","end":"2026-03-02T22:10:32.633086Z","steps":["trace[2116248320] 'agreement among raft nodes before linearized reading' (duration: 226.770368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.633118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.204685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:32.633146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.240053Z","time spent":"393.086384ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:10:32.633147Z","caller":"traceutil/trace.go:171","msg":"trace[991945426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22848; }","duration":"225.043888ms","start":"2026-03-02T22:10:32.408086Z","end":"2026-03-02T22:10:32.63313Z","steps":["trace[991945426] 'agreement among raft nodes before linearized reading' (duration: 224.848883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.633172Z","caller":"traceutil/trace.go:171","msg":"trace[1241541836] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22848; }","duration":"625.235496ms","start":"2026-03-02T22:10:32.007919Z","end":"2026-03-02T22:10:32.633155Z","steps":["trace[1241541836] 'agreement among raft nodes before linearized reading' (duration: 625.191455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.633056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.056001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:32.6332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.007905Z","time spent":"625.286637ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-02T22:10:32.633197Z","caller":"traceutil/trace.go:171","msg":"trace[2095822710] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22848; }","duration":"625.292198ms","start":"2026-03-02T22:10:32.007883Z","end":"2026-03-02T22:10:32.633175Z","steps":["trace[2095822710] 'agreement among raft nodes before linearized reading' (duration: 625.164195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.633214Z","caller":"traceutil/trace.go:171","msg":"trace[241306281] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22848; }","duration":"625.261256ms","start":"2026-03-02T22:10:32.00794Z","end":"2026-03-02T22:10:32.633201Z","steps":["trace[241306281] 'agreement among raft nodes before linearized reading' (duration: 625.040301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.633212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.801062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T22:10:32.633252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.007918Z","time spent":"625.324608ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T22:10:32.633248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.85262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:10:32.633309Z","caller":"traceutil/trace.go:171","msg":"trace[1137942838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22848; }","duration":"468.948202ms","start":"2026-03-02T22:10:32.16434Z","end":"2026-03-02T22:10:32.633288Z","steps":["trace[1137942838] 'agreement among raft nodes before linearized reading' (duration: 468.728397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.633312Z","caller":"traceutil/trace.go:171","msg":"trace[2144577820] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22848; }","duration":"224.931325ms","start":"2026-03-02T22:10:32.408348Z","end":"2026-03-02T22:10:32.633279Z","steps":["trace[2144577820] 'agreement among raft nodes before linearized reading' (duration: 224.578967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.633368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.164316Z","time spent":"469.044045ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:10:32.633246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.007877Z","time spent":"625.355499ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-02T22:10:32.800319Z","caller":"traceutil/trace.go:171","msg":"trace[943969176] transaction","detail":"{read_only:false; response_revision:22850; number_of_response:1; }","duration":"162.007585ms","start":"2026-03-02T22:10:32.638283Z","end":"2026-03-02T22:10:32.800291Z","steps":["trace[943969176] 'process raft request' (duration: 161.805661ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.800655Z","caller":"traceutil/trace.go:171","msg":"trace[493057947] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"162.289512ms","start":"2026-03-02T22:10:32.638336Z","end":"2026-03-02T22:10:32.800625Z","steps":["trace[493057947] 'process raft request' (duration: 161.895033ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.800804Z","caller":"traceutil/trace.go:171","msg":"trace[1270826650] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"162.18754ms","start":"2026-03-02T22:10:32.638603Z","end":"2026-03-02T22:10:32.80079Z","steps":["trace[1270826650] 'process raft request' (duration: 161.898633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.800832Z","caller":"traceutil/trace.go:171","msg":"trace[880786332] transaction","detail":"{read_only:false; response_revision:22855; number_of_response:1; }","duration":"161.676308ms","start":"2026-03-02T22:10:32.639134Z","end":"2026-03-02T22:10:32.80081Z","steps":["trace[880786332] 'process raft request' (duration: 161.618067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.800852Z","caller":"traceutil/trace.go:171","msg":"trace[1051014565] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"162.224701ms","start":"2026-03-02T22:10:32.638617Z","end":"2026-03-02T22:10:32.800842Z","steps":["trace[1051014565] 'process raft request' (duration: 162.015716ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.800976Z","caller":"traceutil/trace.go:171","msg":"trace[825812861] transaction","detail":"{read_only:false; response_revision:22854; number_of_response:1; }","duration":"162.19435ms","start":"2026-03-02T22:10:32.638767Z","end":"2026-03-02T22:10:32.800961Z","steps":["trace[825812861] 'process raft request' (duration: 161.927054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:33.575006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.211114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:33.575082Z","caller":"traceutil/trace.go:171","msg":"trace[925293612] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22856; }","duration":"191.355387ms","start":"2026-03-02T22:10:33.383711Z","end":"2026-03-02T22:10:33.575066Z","steps":["trace[925293612] 'range keys from in-memory index tree' (duration: 191.099311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:33.575095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.40234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:33.575184Z","caller":"traceutil/trace.go:171","msg":"trace[1057530082] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22856; }","duration":"170.547314ms","start":"2026-03-02T22:10:33.404613Z","end":"2026-03-02T22:10:33.575161Z","steps":["trace[1057530082] 'count revisions from in-memory index tree' (duration: 170.280878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:33.575366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.322352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:33.575417Z","caller":"traceutil/trace.go:171","msg":"trace[1626277769] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22856; }","duration":"394.419805ms","start":"2026-03-02T22:10:33.180984Z","end":"2026-03-02T22:10:33.575403Z","steps":["trace[1626277769] 'count revisions from in-memory index tree' (duration: 394.227451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:33.575438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.852218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:33.575464Z","caller":"traceutil/trace.go:171","msg":"trace[609270917] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22856; }","duration":"191.92211ms","start":"2026-03-02T22:10:33.383535Z","end":"2026-03-02T22:10:33.575457Z","steps":["trace[609270917] 'range keys from in-memory index tree' (duration: 191.703885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:33.575501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.892869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:33.575444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:33.180961Z","time spent":"394.473636ms","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:33.575552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.94273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:33.575572Z","caller":"traceutil/trace.go:171","msg":"trace[357777903] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22856; }","duration":"192.012452ms","start":"2026-03-02T22:10:33.383541Z","end":"2026-03-02T22:10:33.575553Z","steps":["trace[357777903] 'range keys from in-memory index tree' (duration: 191.702085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:33.575554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.360984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:10:33.575613Z","caller":"traceutil/trace.go:171","msg":"trace[285699601] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22856; }","duration":"192.050663ms","start":"2026-03-02T22:10:33.383547Z","end":"2026-03-02T22:10:33.575598Z","steps":["trace[285699601] 'range keys from in-memory index tree' (duration: 191.766986ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:33.575639Z","caller":"traceutil/trace.go:171","msg":"trace[1027449310] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22856; }","duration":"190.470006ms","start":"2026-03-02T22:10:33.385149Z","end":"2026-03-02T22:10:33.575619Z","steps":["trace[1027449310] 'range keys from in-memory index tree' (duration: 190.264361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:34.784721Z","caller":"traceutil/trace.go:171","msg":"trace[2015990061] transaction","detail":"{read_only:false; response_revision:22861; number_of_response:1; }","duration":"144.50929ms","start":"2026-03-02T22:10:34.640187Z","end":"2026-03-02T22:10:34.784696Z","steps":["trace[2015990061] 'process raft request' (duration: 144.334236ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:34.790839Z","caller":"traceutil/trace.go:171","msg":"trace[1558270484] transaction","detail":"{read_only:false; response_revision:22862; number_of_response:1; }","duration":"149.998117ms","start":"2026-03-02T22:10:34.640815Z","end":"2026-03-02T22:10:34.790813Z","steps":["trace[1558270484] 'process raft request' (duration: 149.815592ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:34.791026Z","caller":"traceutil/trace.go:171","msg":"trace[792852871] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"127.341992ms","start":"2026-03-02T22:10:34.663661Z","end":"2026-03-02T22:10:34.791003Z","steps":["trace[792852871] 'process raft request' (duration: 127.107177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:19.162558Z","caller":"traceutil/trace.go:171","msg":"trace[1480283242] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"185.091422ms","start":"2026-03-02T22:11:18.977423Z","end":"2026-03-02T22:11:19.162514Z","steps":["trace[1480283242] 'process raft request' (duration: 178.505719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:19.382852Z","caller":"traceutil/trace.go:171","msg":"trace[1589195289] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"215.118467ms","start":"2026-03-02T22:11:19.167705Z","end":"2026-03-02T22:11:19.382824Z","steps":["trace[1589195289] 'process raft request' (duration: 214.865661ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:19.383172Z","caller":"traceutil/trace.go:171","msg":"trace[934758273] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"215.370944ms","start":"2026-03-02T22:11:19.167774Z","end":"2026-03-02T22:11:19.383145Z","steps":["trace[934758273] 'process raft request' (duration: 214.995795ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:19.38347Z","caller":"traceutil/trace.go:171","msg":"trace[558145042] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"215.459825ms","start":"2026-03-02T22:11:19.167997Z","end":"2026-03-02T22:11:19.383457Z","steps":["trace[558145042] 'process raft request' (duration: 215.064626ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:19.383566Z","caller":"traceutil/trace.go:171","msg":"trace[1438336210] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"215.489326ms","start":"2026-03-02T22:11:19.168062Z","end":"2026-03-02T22:11:19.383552Z","steps":["trace[1438336210] 'process raft request' (duration: 215.386384ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:19.383624Z","caller":"traceutil/trace.go:171","msg":"trace[649441372] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"215.555078ms","start":"2026-03-02T22:11:19.168061Z","end":"2026-03-02T22:11:19.383616Z","steps":["trace[649441372] 'process raft request' (duration: 215.294352ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:19.383551Z","caller":"traceutil/trace.go:171","msg":"trace[1573484886] linearizableReadLoop","detail":"{readStateIndex:24069; appliedIndex:24062; }","duration":"162.437886ms","start":"2026-03-02T22:11:19.221094Z","end":"2026-03-02T22:11:19.383532Z","steps":["trace[1573484886] 'read index received' (duration: 41.654775ms)","trace[1573484886] 'applied index is now lower than readState.Index' (duration: 120.782191ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:19.383702Z","caller":"traceutil/trace.go:171","msg":"trace[1016190209] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"215.040566ms","start":"2026-03-02T22:11:19.168583Z","end":"2026-03-02T22:11:19.383623Z","steps":["trace[1016190209] 'process raft request' (duration: 214.907933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:19.383743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.625251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:11:19.383909Z","caller":"traceutil/trace.go:171","msg":"trace[146071584] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23258; }","duration":"162.834716ms","start":"2026-03-02T22:11:19.22104Z","end":"2026-03-02T22:11:19.383875Z","steps":["trace[146071584] 'agreement among raft nodes before linearized reading' (duration: 162.558559ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:45.491774Z","caller":"traceutil/trace.go:171","msg":"trace[81302240] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"322.881936ms","start":"2026-03-02T22:11:45.168872Z","end":"2026-03-02T22:11:45.491754Z","steps":["trace[81302240] 'process raft request' (duration: 275.148979ms)","trace[81302240] 'compare' (duration: 47.606044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:45.491895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.168846Z","time spent":"322.991119ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:45.534411Z","caller":"traceutil/trace.go:171","msg":"trace[1589974187] linearizableReadLoop","detail":"{readStateIndex:24274; appliedIndex:24272; }","duration":"225.891708ms","start":"2026-03-02T22:11:45.3085Z","end":"2026-03-02T22:11:45.534391Z","steps":["trace[1589974187] 'read index received' (duration: 135.532283ms)","trace[1589974187] 'applied index is now lower than readState.Index' (duration: 90.358555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:45.534616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.066924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:11:45.534617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.101492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:45.534684Z","caller":"traceutil/trace.go:171","msg":"trace[255277762] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23458; }","duration":"226.216725ms","start":"2026-03-02T22:11:45.30845Z","end":"2026-03-02T22:11:45.534666Z","steps":["trace[255277762] 'agreement among raft nodes before linearized reading' (duration: 226.055391ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:45.534646Z","caller":"traceutil/trace.go:171","msg":"trace[1880286398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23458; }","duration":"126.149895ms","start":"2026-03-02T22:11:45.408487Z","end":"2026-03-02T22:11:45.534637Z","steps":["trace[1880286398] 'agreement among raft nodes before linearized reading' (duration: 126.019672ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:45.534716Z","caller":"traceutil/trace.go:171","msg":"trace[764651692] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"277.77011ms","start":"2026-03-02T22:11:45.256902Z","end":"2026-03-02T22:11:45.534672Z","steps":["trace[764651692] 'process raft request' (duration: 277.387091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.871381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601025908,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:12:20.095522Z","caller":"traceutil/trace.go:171","msg":"trace[2040686676] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"760.775619ms","start":"2026-03-02T22:12:19.334727Z","end":"2026-03-02T22:12:20.095503Z","steps":["trace[2040686676] 'process raft request' (duration: 760.662246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.095646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.334702Z","time spent":"760.878732ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:20.097571Z","caller":"traceutil/trace.go:171","msg":"trace[1739461391] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"371.630296ms","start":"2026-03-02T22:12:19.725912Z","end":"2026-03-02T22:12:20.097542Z","steps":["trace[1739461391] 'process raft request' (duration: 371.37707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.097762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.725888Z","time spent":"371.77772ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:20.097863Z","caller":"traceutil/trace.go:171","msg":"trace[1429994750] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"363.091088ms","start":"2026-03-02T22:12:19.734749Z","end":"2026-03-02T22:12:20.09784Z","steps":["trace[1429994750] 'process raft request' (duration: 362.699539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.09796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.734715Z","time spent":"363.198131ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:20.097993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.022517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:20.098062Z","caller":"traceutil/trace.go:171","msg":"trace[1170183308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23836; }","duration":"727.141919ms","start":"2026-03-02T22:12:19.370904Z","end":"2026-03-02T22:12:20.098046Z","steps":["trace[1170183308] 'agreement among raft nodes before linearized reading' (duration: 727.008256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.098094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.370879Z","time spent":"727.210781ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:20.097781Z","caller":"traceutil/trace.go:171","msg":"trace[382723789] linearizableReadLoop","detail":"{readStateIndex:24665; appliedIndex:24663; }","duration":"726.799691ms","start":"2026-03-02T22:12:19.370955Z","end":"2026-03-02T22:12:20.097755Z","steps":["trace[382723789] 'read index received' (duration: 724.698302ms)","trace[382723789] 'applied index is now lower than readState.Index' (duration: 2.099189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:20.09848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.457958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:12:20.09853Z","caller":"traceutil/trace.go:171","msg":"trace[1942689603] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23836; }","duration":"360.53691ms","start":"2026-03-02T22:12:19.737983Z","end":"2026-03-02T22:12:20.09852Z","steps":["trace[1942689603] 'agreement among raft nodes before linearized reading' (duration: 360.424277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.098545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.737968Z","time spent":"360.57306ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:20.098638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.588845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:12:20.098655Z","caller":"traceutil/trace.go:171","msg":"trace[2003486873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23836; }","duration":"349.604976ms","start":"2026-03-02T22:12:19.749046Z","end":"2026-03-02T22:12:20.098651Z","steps":["trace[2003486873] 'agreement among raft nodes before linearized reading' (duration: 349.561375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.098668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.749032Z","time spent":"349.632506ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:20.098726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.747619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:12:20.098717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.92446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:12:20.098784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.243643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:20.098781Z","caller":"traceutil/trace.go:171","msg":"trace[390600036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23836; }","duration":"349.006531ms","start":"2026-03-02T22:12:19.749756Z","end":"2026-03-02T22:12:20.098762Z","steps":["trace[390600036] 'agreement among raft nodes before linearized reading' (duration: 348.790186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.098805Z","caller":"traceutil/trace.go:171","msg":"trace[1960525406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23836; }","duration":"357.283864ms","start":"2026-03-02T22:12:19.741514Z","end":"2026-03-02T22:12:20.098798Z","steps":["trace[1960525406] 'agreement among raft nodes before linearized reading' (duration: 357.239543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.098818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.741504Z","time spent":"357.311715ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:20.098828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.749748Z","time spent":"349.068764ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:20.098887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.820477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:12:20.098903Z","caller":"traceutil/trace.go:171","msg":"trace[1277687905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23836; }","duration":"326.837518ms","start":"2026-03-02T22:12:19.772062Z","end":"2026-03-02T22:12:20.0989Z","steps":["trace[1277687905] 'agreement among raft nodes before linearized reading' (duration: 326.789546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.098916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.772003Z","time spent":"326.91066ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:20.098989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.140895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:12:20.099006Z","caller":"traceutil/trace.go:171","msg":"trace[2090746405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23836; }","duration":"349.191856ms","start":"2026-03-02T22:12:19.749809Z","end":"2026-03-02T22:12:20.099001Z","steps":["trace[2090746405] 'agreement among raft nodes before linearized reading' (duration: 349.151015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.09902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.749794Z","time spent":"349.223347ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:12:20.098742Z","caller":"traceutil/trace.go:171","msg":"trace[1509393393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23836; }","duration":"349.7631ms","start":"2026-03-02T22:12:19.748974Z","end":"2026-03-02T22:12:20.098737Z","steps":["trace[1509393393] 'agreement among raft nodes before linearized reading' (duration: 349.723719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:20.09918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:19.748933Z","time spent":"350.231221ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:24.690347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.095014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:24.690434Z","caller":"traceutil/trace.go:171","msg":"trace[165701139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23876; }","duration":"321.234548ms","start":"2026-03-02T22:12:24.369179Z","end":"2026-03-02T22:12:24.690413Z","steps":["trace[165701139] 'range keys from in-memory index tree' (duration: 320.948151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:24.690471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.369154Z","time spent":"321.30897ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:24.692039Z","caller":"traceutil/trace.go:171","msg":"trace[22854896] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"146.148689ms","start":"2026-03-02T22:12:24.545858Z","end":"2026-03-02T22:12:24.692007Z","steps":["trace[22854896] 'process raft request' (duration: 145.983855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:24.692416Z","caller":"traceutil/trace.go:171","msg":"trace[718243091] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"144.580633ms","start":"2026-03-02T22:12:24.547811Z","end":"2026-03-02T22:12:24.692392Z","steps":["trace[718243091] 'process raft request' (duration: 144.46502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:25.87138Z","caller":"traceutil/trace.go:171","msg":"trace[453166124] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"491.251999ms","start":"2026-03-02T22:12:25.380076Z","end":"2026-03-02T22:12:25.871328Z","steps":["trace[453166124] 'process raft request' (duration: 491.068545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:25.87157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.380064Z","time spent":"491.414763ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:26.667132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:27.647406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68726491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:27.647467Z","caller":"traceutil/trace.go:171","msg":"trace[1491386899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23879; }","duration":"1.687342722s","start":"2026-03-02T22:12:25.960111Z","end":"2026-03-02T22:12:27.647453Z","steps":["trace[1491386899] 'count revisions from in-memory index tree' (duration: 1.687188029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.647492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.960055Z","time spent":"1.687430124s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:27.692861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.201407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:12:27.808535Z","caller":"traceutil/trace.go:171","msg":"trace[2069731556] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"1.642117214s","start":"2026-03-02T22:12:26.16639Z","end":"2026-03-02T22:12:27.808507Z","steps":["trace[2069731556] 'process raft request' (duration: 1.642014202s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:27.808557Z","caller":"traceutil/trace.go:171","msg":"trace[1428303747] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"1.642229816s","start":"2026-03-02T22:12:26.166295Z","end":"2026-03-02T22:12:27.808525Z","steps":["trace[1428303747] 'process raft request' (duration: 1.64196681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.808681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.166382Z","time spent":"1.642224926s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:27.808684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.166283Z","time spent":"1.642330378s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:27.808876Z","caller":"traceutil/trace.go:171","msg":"trace[1061856738] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"1.642465271s","start":"2026-03-02T22:12:26.166401Z","end":"2026-03-02T22:12:27.808866Z","steps":["trace[1061856738] 'process raft request' (duration: 1.642066072s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.808927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.166373Z","time spent":"1.642523443s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:27.808933Z","caller":"traceutil/trace.go:171","msg":"trace[1322332481] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"1.618548698s","start":"2026-03-02T22:12:26.190372Z","end":"2026-03-02T22:12:27.808921Z","steps":["trace[1322332481] 'process raft request' (duration: 1.618354483s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:27.808995Z","caller":"traceutil/trace.go:171","msg":"trace[951847263] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"1.124913322s","start":"2026-03-02T22:12:26.684073Z","end":"2026-03-02T22:12:27.808986Z","steps":["trace[951847263] 'process raft request' (duration: 1.124788849s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.808988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.190356Z","time spent":"1.618601828s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:27.809035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.684038Z","time spent":"1.124972343s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:27.809028Z","caller":"traceutil/trace.go:171","msg":"trace[2060199014] linearizableReadLoop","detail":"{readStateIndex:24714; appliedIndex:24709; }","duration":"1.642753578s","start":"2026-03-02T22:12:26.166241Z","end":"2026-03-02T22:12:27.808994Z","steps":["trace[2060199014] 'read index received' (duration: 910.45986ms)","trace[2060199014] 'applied index is now lower than readState.Index' (duration: 732.292728ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:27.809084Z","caller":"traceutil/trace.go:171","msg":"trace[246938253] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"1.11103728s","start":"2026-03-02T22:12:26.698035Z","end":"2026-03-02T22:12:27.809072Z","steps":["trace[246938253] 'process raft request' (duration: 1.110878846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.809151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.69802Z","time spent":"1.111094781s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:27.809162Z","caller":"traceutil/trace.go:171","msg":"trace[2045908466] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"1.108134312s","start":"2026-03-02T22:12:26.700987Z","end":"2026-03-02T22:12:27.809121Z","steps":["trace[2045908466] 'process raft request' (duration: 1.107962868s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.809242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642974413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:27.809288Z","caller":"traceutil/trace.go:171","msg":"trace[303011513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23886; }","duration":"1.643067856s","start":"2026-03-02T22:12:26.166207Z","end":"2026-03-02T22:12:27.809274Z","steps":["trace[303011513] 'agreement among raft nodes before linearized reading' (duration: 1.642941473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.809335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.166189Z","time spent":"1.643135717s","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:27.809371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.700973Z","time spent":"1.108280506s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:27.809442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643123077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:12:27.809499Z","caller":"traceutil/trace.go:171","msg":"trace[1568757374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23886; }","duration":"1.643189339s","start":"2026-03-02T22:12:26.166293Z","end":"2026-03-02T22:12:27.809482Z","steps":["trace[1568757374] 'agreement among raft nodes before linearized reading' (duration: 1.642991814s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.809683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.166288Z","time spent":"1.64324598s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:27.809725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496792434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:27.809751Z","caller":"traceutil/trace.go:171","msg":"trace[1658012986] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23886; }","duration":"1.496856726s","start":"2026-03-02T22:12:26.312887Z","end":"2026-03-02T22:12:27.809744Z","steps":["trace[1658012986] 'agreement among raft nodes before linearized reading' (duration: 1.496789924s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.809772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.312866Z","time spent":"1.496899437s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:27.809812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.143717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-02T22:12:27.809852Z","caller":"traceutil/trace.go:171","msg":"trace[933590293] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23886; }","duration":"497.217448ms","start":"2026-03-02T22:12:27.312624Z","end":"2026-03-02T22:12:27.809841Z","steps":["trace[933590293] 'agreement among raft nodes before linearized reading' (duration: 497.086515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.809881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.312601Z","time spent":"497.27301ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-02T22:12:27.809891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641416378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:12:27.809936Z","caller":"traceutil/trace.go:171","msg":"trace[1409847287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23886; }","duration":"1.641471419s","start":"2026-03-02T22:12:26.16845Z","end":"2026-03-02T22:12:27.809922Z","steps":["trace[1409847287] 'agreement among raft nodes before linearized reading' (duration: 1.641346396s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.809977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439735531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:27.809975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.168443Z","time spent":"1.6415225s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:27.809945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.483817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:27.81005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.010676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:27.810049Z","caller":"traceutil/trace.go:171","msg":"trace[80355622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23886; }","duration":"231.63399ms","start":"2026-03-02T22:12:27.578393Z","end":"2026-03-02T22:12:27.810027Z","steps":["trace[80355622] 'agreement among raft nodes before linearized reading' (duration: 231.433256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:27.810088Z","caller":"traceutil/trace.go:171","msg":"trace[1573744565] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23886; }","duration":"350.082177ms","start":"2026-03-02T22:12:27.459993Z","end":"2026-03-02T22:12:27.810075Z","steps":["trace[1573744565] 'agreement among raft nodes before linearized reading' (duration: 350.025426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.810121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.459971Z","time spent":"350.142308ms","remote":"127.0.0.1:54632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:27.810154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643784622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T22:12:27.81018Z","caller":"traceutil/trace.go:171","msg":"trace[1223041824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23886; }","duration":"1.643818883s","start":"2026-03-02T22:12:26.166354Z","end":"2026-03-02T22:12:27.810172Z","steps":["trace[1223041824] 'agreement among raft nodes before linearized reading' (duration: 1.643753741s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:27.81Z","caller":"traceutil/trace.go:171","msg":"trace[1854741359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23886; }","duration":"1.439792152s","start":"2026-03-02T22:12:26.3702Z","end":"2026-03-02T22:12:27.809992Z","steps":["trace[1854741359] 'agreement among raft nodes before linearized reading' (duration: 1.439757902s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.810199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.166349Z","time spent":"1.643845044s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:27.810233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.370178Z","time spent":"1.440040259s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:27.810269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643917996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:12:27.810319Z","caller":"traceutil/trace.go:171","msg":"trace[1674953918] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23886; }","duration":"1.643974577s","start":"2026-03-02T22:12:26.166329Z","end":"2026-03-02T22:12:27.810303Z","steps":["trace[1674953918] 'agreement among raft nodes before linearized reading' (duration: 1.643827453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.809943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365754766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-02T22:12:27.810358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.166324Z","time spent":"1.644023578s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:27.810374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642591345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:12:27.810385Z","caller":"traceutil/trace.go:171","msg":"trace[406029899] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23886; }","duration":"1.366227847s","start":"2026-03-02T22:12:26.444144Z","end":"2026-03-02T22:12:27.810372Z","steps":["trace[406029899] 'agreement among raft nodes before linearized reading' (duration: 1.365737016s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:27.8104Z","caller":"traceutil/trace.go:171","msg":"trace[2089317826] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23886; }","duration":"1.642658026s","start":"2026-03-02T22:12:26.167734Z","end":"2026-03-02T22:12:27.810392Z","steps":["trace[2089317826] 'agreement among raft nodes before linearized reading' (duration: 1.642567124s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.810427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.167724Z","time spent":"1.642695207s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:27.810423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.444121Z","time spent":"1.366290488s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T22:12:27.810539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644138671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T22:12:27.81057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64409848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:12:27.81136Z","caller":"traceutil/trace.go:171","msg":"trace[968841704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23886; }","duration":"1.644921459s","start":"2026-03-02T22:12:26.166411Z","end":"2026-03-02T22:12:27.811333Z","steps":["trace[968841704] 'agreement among raft nodes before linearized reading' (duration: 1.64410776s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.811452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.166381Z","time spent":"1.645039662s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:12:27.810596Z","caller":"traceutil/trace.go:171","msg":"trace[549314795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23886; }","duration":"1.644199952s","start":"2026-03-02T22:12:26.166379Z","end":"2026-03-02T22:12:27.810579Z","steps":["trace[549314795] 'agreement among raft nodes before linearized reading' (duration: 1.643997237s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:27.811666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.166373Z","time spent":"1.645281117s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:28.319267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:29.817468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315621422s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:29.817584Z","caller":"traceutil/trace.go:171","msg":"trace[1807154473] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"2.000709565s","start":"2026-03-02T22:12:27.816855Z","end":"2026-03-02T22:12:29.817564Z","steps":["trace[1807154473] 'process raft request' (duration: 684.887989ms)","trace[1807154473] 'compare' (duration: 1.315293804s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:29.817646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.816834Z","time spent":"2.000782348s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:29.820274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318893517s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:29.820947Z","caller":"traceutil/trace.go:171","msg":"trace[1920208177] linearizableReadLoop","detail":"{readStateIndex:24725; appliedIndex:24717; }","duration":"2.002447046s","start":"2026-03-02T22:12:27.818477Z","end":"2026-03-02T22:12:29.820924Z","steps":["trace[1920208177] 'read index received' (duration: 683.303513ms)","trace[1920208177] 'applied index is now lower than readState.Index' (duration: 1.319142333s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:29.82135Z","caller":"traceutil/trace.go:171","msg":"trace[385415195] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"2.004090694s","start":"2026-03-02T22:12:27.817242Z","end":"2026-03-02T22:12:29.821332Z","steps":["trace[385415195] 'process raft request' (duration: 2.003276105s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:29.82154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.817224Z","time spent":"2.004178047s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:29.821747Z","caller":"traceutil/trace.go:171","msg":"trace[608015441] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"2.004033473s","start":"2026-03-02T22:12:27.817689Z","end":"2026-03-02T22:12:29.821722Z","steps":["trace[608015441] 'process raft request' (duration: 2.003001779s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:29.821741Z","caller":"traceutil/trace.go:171","msg":"trace[1560753578] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"2.003267016s","start":"2026-03-02T22:12:27.818443Z","end":"2026-03-02T22:12:29.82171Z","steps":["trace[1560753578] 'process raft request' (duration: 2.002331454s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:29.821783Z","caller":"traceutil/trace.go:171","msg":"trace[619603607] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"2.002408045s","start":"2026-03-02T22:12:27.819358Z","end":"2026-03-02T22:12:29.821766Z","steps":["trace[619603607] 'process raft request' (duration: 2.001465473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:29.821812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.817684Z","time spent":"2.004101364s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:29.821864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.81842Z","time spent":"2.003380208s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:29.821902Z","caller":"traceutil/trace.go:171","msg":"trace[1055931480] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"2.004283099s","start":"2026-03-02T22:12:27.817612Z","end":"2026-03-02T22:12:29.821895Z","steps":["trace[1055931480] 'process raft request' (duration: 2.00303115s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:29.821942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.817603Z","time spent":"2.00431691s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:29.821959Z","caller":"traceutil/trace.go:171","msg":"trace[2026888381] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"2.004431662s","start":"2026-03-02T22:12:27.817518Z","end":"2026-03-02T22:12:29.82195Z","steps":["trace[2026888381] 'process raft request' (duration: 2.003216364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:29.821994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.817501Z","time spent":"2.004473713s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:29.822065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003588683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T22:12:29.822091Z","caller":"traceutil/trace.go:171","msg":"trace[266702011] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23894; }","duration":"2.003652524s","start":"2026-03-02T22:12:27.818432Z","end":"2026-03-02T22:12:29.822084Z","steps":["trace[266702011] 'agreement among raft nodes before linearized reading' (duration: 2.003562532s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:29.822108Z","caller":"traceutil/trace.go:171","msg":"trace[561932367] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"1.761985341s","start":"2026-03-02T22:12:28.060113Z","end":"2026-03-02T22:12:29.822099Z","steps":["trace[561932367] 'process raft request' (duration: 1.760757302s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:29.822119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.818412Z","time spent":"2.003701035s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T22:12:29.82214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:28.060086Z","time spent":"1.762037442s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:29.824328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:27.81935Z","time spent":"2.002468717s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:29.903829Z","caller":"traceutil/trace.go:171","msg":"trace[42330266] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"1.083288625s","start":"2026-03-02T22:12:28.82051Z","end":"2026-03-02T22:12:29.903798Z","steps":["trace[42330266] 'process raft request' (duration: 1.082771993s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:29.903967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:28.820485Z","time spent":"1.083414228s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:31.124681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221400199s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:31.125081Z","caller":"traceutil/trace.go:171","msg":"trace[2092121819] linearizableReadLoop","detail":"{readStateIndex:24731; appliedIndex:24725; }","duration":"1.304032775s","start":"2026-03-02T22:12:29.821028Z","end":"2026-03-02T22:12:31.125061Z","steps":["trace[2092121819] 'read index received' (duration: 82.36321ms)","trace[2092121819] 'applied index is now lower than readState.Index' (duration: 1.221668805s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:31.125614Z","caller":"traceutil/trace.go:171","msg":"trace[492602587] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"1.305154601s","start":"2026-03-02T22:12:29.820449Z","end":"2026-03-02T22:12:31.125603Z","steps":["trace[492602587] 'process raft request' (duration: 1.304429264s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.12571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:29.820431Z","time spent":"1.305215732s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:31.125857Z","caller":"traceutil/trace.go:171","msg":"trace[3961830] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"1.305393796s","start":"2026-03-02T22:12:29.820455Z","end":"2026-03-02T22:12:31.125849Z","steps":["trace[3961830] 'process raft request' (duration: 1.304564587s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.125901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:29.820431Z","time spent":"1.305447538s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:31.12602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507779699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:31.126052Z","caller":"traceutil/trace.go:171","msg":"trace[1782592766] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23900; }","duration":"1.50784522s","start":"2026-03-02T22:12:29.618197Z","end":"2026-03-02T22:12:31.126043Z","steps":["trace[1782592766] 'agreement among raft nodes before linearized reading' (duration: 1.507790539s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.126078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:29.618176Z","time spent":"1.507895561s","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:31.126248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651577843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:31.126278Z","caller":"traceutil/trace.go:171","msg":"trace[1943219105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23900; }","duration":"1.651644695s","start":"2026-03-02T22:12:29.474626Z","end":"2026-03-02T22:12:31.126271Z","steps":["trace[1943219105] 'agreement among raft nodes before linearized reading' (duration: 1.651591503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.126299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:29.474605Z","time spent":"1.651687495s","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:31.126433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730276837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:31.126461Z","caller":"traceutil/trace.go:171","msg":"trace[878944937] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23900; }","duration":"1.730346939s","start":"2026-03-02T22:12:29.396107Z","end":"2026-03-02T22:12:31.126454Z","steps":["trace[878944937] 'agreement among raft nodes before linearized reading' (duration: 1.730300078s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.126482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:29.396084Z","time spent":"1.73039164s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:31.126801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.807694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:12:31.126892Z","caller":"traceutil/trace.go:171","msg":"trace[786162956] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23900; }","duration":"774.948218ms","start":"2026-03-02T22:12:30.351923Z","end":"2026-03-02T22:12:31.126871Z","steps":["trace[786162956] 'agreement among raft nodes before linearized reading' (duration: 774.691152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.126949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:30.351902Z","time spent":"775.03724ms","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:12:31.12697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728201544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:31.126997Z","caller":"traceutil/trace.go:171","msg":"trace[469655913] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23900; }","duration":"2.728253574s","start":"2026-03-02T22:12:28.398734Z","end":"2026-03-02T22:12:31.126988Z","steps":["trace[469655913] 'agreement among raft nodes before linearized reading' (duration: 2.728210743s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.127019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:28.398718Z","time spent":"2.728293516s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:31.127143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759480455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:31.127187Z","caller":"traceutil/trace.go:171","msg":"trace[2060207654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23900; }","duration":"1.759559607s","start":"2026-03-02T22:12:29.36762Z","end":"2026-03-02T22:12:31.12718Z","steps":["trace[2060207654] 'agreement among raft nodes before linearized reading' (duration: 1.759500735s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.12721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:29.367599Z","time spent":"1.759605767s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:31.127268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991796036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-02T22:12:31.127326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906026411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:31.127355Z","caller":"traceutil/trace.go:171","msg":"trace[1568024433] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23900; }","duration":"1.906097553s","start":"2026-03-02T22:12:29.221251Z","end":"2026-03-02T22:12:31.127348Z","steps":["trace[1568024433] 'agreement among raft nodes before linearized reading' (duration: 1.906052932s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.127378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:29.221226Z","time spent":"1.906146114s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:31.127453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077556353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T22:12:31.12749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304689455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:31.127501Z","caller":"traceutil/trace.go:171","msg":"trace[1061302875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23900; }","duration":"3.077649465s","start":"2026-03-02T22:12:28.049842Z","end":"2026-03-02T22:12:31.127492Z","steps":["trace[1061302875] 'agreement among raft nodes before linearized reading' (duration: 3.077503002s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.127553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601879744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:31.127556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:28.049821Z","time spent":"3.077717257s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:12:31.12758Z","caller":"traceutil/trace.go:171","msg":"trace[1927257758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23900; }","duration":"2.601944146s","start":"2026-03-02T22:12:28.52563Z","end":"2026-03-02T22:12:31.127574Z","steps":["trace[1927257758] 'agreement among raft nodes before linearized reading' (duration: 2.601900285s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.127601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:28.525605Z","time spent":"2.601988807s","remote":"127.0.0.1:47812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:31.127321Z","caller":"traceutil/trace.go:171","msg":"trace[766535143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23900; }","duration":"2.991883657s","start":"2026-03-02T22:12:28.135423Z","end":"2026-03-02T22:12:31.127307Z","steps":["trace[766535143] 'agreement among raft nodes before linearized reading' (duration: 2.991745974s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.127768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:28.135402Z","time spent":"2.992357168s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T22:12:31.12797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.954617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:12:31.128026Z","caller":"traceutil/trace.go:171","msg":"trace[2079011855] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:23900; }","duration":"329.034929ms","start":"2026-03-02T22:12:30.798979Z","end":"2026-03-02T22:12:31.128014Z","steps":["trace[2079011855] 'agreement among raft nodes before linearized reading' (duration: 328.908516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.128067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:30.798963Z","time spent":"329.09644ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"info","ts":"2026-03-02T22:12:31.127513Z","caller":"traceutil/trace.go:171","msg":"trace[456894177] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23900; }","duration":"2.304739545s","start":"2026-03-02T22:12:28.822767Z","end":"2026-03-02T22:12:31.127506Z","steps":["trace[456894177] 'agreement among raft nodes before linearized reading' (duration: 2.304699524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.128187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:28.822754Z","time spent":"2.305423401s","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:31.880478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.089989ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-02T22:12:31.880602Z","caller":"traceutil/trace.go:171","msg":"trace[1945558304] linearizableReadLoop","detail":"{readStateIndex:24732; appliedIndex:24731; }","duration":"747.972231ms","start":"2026-03-02T22:12:31.132607Z","end":"2026-03-02T22:12:31.88058Z","steps":["trace[1945558304] 'read index received' (duration: 98.78638ms)","trace[1945558304] 'applied index is now lower than readState.Index' (duration: 649.183911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:31.880592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.130398Z","time spent":"750.183383ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:31.880782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.389331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:31.880805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.172187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:12:31.880843Z","caller":"traceutil/trace.go:171","msg":"trace[1719158673] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23900; }","duration":"745.475144ms","start":"2026-03-02T22:12:31.135353Z","end":"2026-03-02T22:12:31.880828Z","steps":["trace[1719158673] 'agreement among raft nodes before linearized reading' (duration: 745.366051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:31.880872Z","caller":"traceutil/trace.go:171","msg":"trace[477423430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23900; }","duration":"748.280568ms","start":"2026-03-02T22:12:31.132574Z","end":"2026-03-02T22:12:31.880854Z","steps":["trace[477423430] 'agreement among raft nodes before linearized reading' (duration: 748.067884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.880847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.209187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-45157a76-1ec6-4d87-8e8e-9a9d11c7e46f\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-02T22:12:31.880916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.132556Z","time spent":"748.351611ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:12:31.880943Z","caller":"traceutil/trace.go:171","msg":"trace[2011796714] range","detail":"{range_begin:/registry/persistentvolumes/pvc-45157a76-1ec6-4d87-8e8e-9a9d11c7e46f; range_end:; response_count:1; response_revision:23900; }","duration":"748.34714ms","start":"2026-03-02T22:12:31.132574Z","end":"2026-03-02T22:12:31.880921Z","steps":["trace[2011796714] 'agreement among raft nodes before linearized reading' (duration: 748.099824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.880943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.136447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:31.880992Z","caller":"traceutil/trace.go:171","msg":"trace[2064160429] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23900; }","duration":"601.214498ms","start":"2026-03-02T22:12:31.279767Z","end":"2026-03-02T22:12:31.880981Z","steps":["trace[2064160429] 'agreement among raft nodes before linearized reading' (duration: 601.145827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.486034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:31.881054Z","caller":"traceutil/trace.go:171","msg":"trace[1337862536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23900; }","duration":"745.553566ms","start":"2026-03-02T22:12:31.135479Z","end":"2026-03-02T22:12:31.881033Z","steps":["trace[1337862536] 'agreement among raft nodes before linearized reading' (duration: 745.462654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:31.881083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.27975Z","time spent":"601.27343ms","remote":"127.0.0.1:43488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:31.881098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.135474Z","time spent":"745.617707ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:31.880991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.132555Z","time spent":"748.426332ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-45157a76-1ec6-4d87-8e8e-9a9d11c7e46f\" "} {"level":"warn","ts":"2026-03-02T22:12:31.880887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.135346Z","time spent":"745.532315ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:33.350755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.034378Z","time spent":"1.31637073s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:33.351588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.225031Z","time spent":"1.126553329s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:33.352068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367217749s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:33.352193Z","caller":"traceutil/trace.go:171","msg":"trace[1539392464] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"1.467825862s","start":"2026-03-02T22:12:31.884343Z","end":"2026-03-02T22:12:33.352169Z","steps":["trace[1539392464] 'process raft request' (duration: 100.408808ms)","trace[1539392464] 'compare' (duration: 1.365884758s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:33.352273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.884317Z","time spent":"1.467919043s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:33.352604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367778272s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:33.353277Z","caller":"traceutil/trace.go:171","msg":"trace[1499874903] linearizableReadLoop","detail":"{readStateIndex:24740; appliedIndex:24732; }","duration":"1.462395615s","start":"2026-03-02T22:12:31.890865Z","end":"2026-03-02T22:12:33.353261Z","steps":["trace[1499874903] 'read index received' (duration: 93.917947ms)","trace[1499874903] 'applied index is now lower than readState.Index' (duration: 1.368476428s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:33.353679Z","caller":"traceutil/trace.go:171","msg":"trace[1232906816] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"1.468223641s","start":"2026-03-02T22:12:31.885438Z","end":"2026-03-02T22:12:33.353661Z","steps":["trace[1232906816] 'process raft request' (duration: 1.467310259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.35377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.885415Z","time spent":"1.468307093s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.354043Z","caller":"traceutil/trace.go:171","msg":"trace[99233525] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"1.468015606s","start":"2026-03-02T22:12:31.886012Z","end":"2026-03-02T22:12:33.354027Z","steps":["trace[99233525] 'process raft request' (duration: 1.466869029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.354127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.886002Z","time spent":"1.468083457s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.354294Z","caller":"traceutil/trace.go:171","msg":"trace[195997090] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"1.467063054s","start":"2026-03-02T22:12:31.887218Z","end":"2026-03-02T22:12:33.354281Z","steps":["trace[195997090] 'process raft request' (duration: 1.465713073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.354365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.887211Z","time spent":"1.467119545s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.354599Z","caller":"traceutil/trace.go:171","msg":"trace[841786074] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"1.444280956s","start":"2026-03-02T22:12:31.910294Z","end":"2026-03-02T22:12:33.354575Z","steps":["trace[841786074] 'process raft request' (duration: 1.442880273s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.354664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463783727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:33.354698Z","caller":"traceutil/trace.go:171","msg":"trace[1192747299] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23911; }","duration":"1.463842299s","start":"2026-03-02T22:12:31.890843Z","end":"2026-03-02T22:12:33.354686Z","steps":["trace[1192747299] 'agreement among raft nodes before linearized reading' (duration: 1.463778478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.35469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.910261Z","time spent":"1.444385108s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:33.35472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.890836Z","time spent":"1.46388041s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:12:33.354717Z","caller":"traceutil/trace.go:171","msg":"trace[713747661] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"1.466947622s","start":"2026-03-02T22:12:31.887749Z","end":"2026-03-02T22:12:33.354696Z","steps":["trace[713747661] 'process raft request' (duration: 1.465298043s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.354805Z","caller":"traceutil/trace.go:171","msg":"trace[1979689914] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"1.443193821s","start":"2026-03-02T22:12:31.911605Z","end":"2026-03-02T22:12:33.354798Z","steps":["trace[1979689914] 'process raft request' (duration: 1.441614564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.354841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.911589Z","time spent":"1.443231941s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.354833Z","caller":"traceutil/trace.go:171","msg":"trace[403460900] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"1.445378481s","start":"2026-03-02T22:12:31.909444Z","end":"2026-03-02T22:12:33.354823Z","steps":["trace[403460900] 'process raft request' (duration: 1.443688622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.354839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.887743Z","time spent":"1.467029273s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.354795Z","caller":"traceutil/trace.go:171","msg":"trace[309727350] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"1.46688812s","start":"2026-03-02T22:12:31.887895Z","end":"2026-03-02T22:12:33.354783Z","steps":["trace[309727350] 'process raft request' (duration: 1.46519379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.354895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.909427Z","time spent":"1.445437842s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:33.354932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.887888Z","time spent":"1.467028113s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.35496Z","caller":"traceutil/trace.go:171","msg":"trace[1632764153] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"1.467679948s","start":"2026-03-02T22:12:31.887265Z","end":"2026-03-02T22:12:33.354945Z","steps":["trace[1632764153] 'process raft request' (duration: 1.465704452s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.355005Z","caller":"traceutil/trace.go:171","msg":"trace[964128458] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"1.467726669s","start":"2026-03-02T22:12:31.887264Z","end":"2026-03-02T22:12:33.35499Z","steps":["trace[964128458] 'process raft request' (duration: 1.465743953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.355037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.887259Z","time spent":"1.46773968s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:33.355063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.887254Z","time spent":"1.46778423s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.407227Z","caller":"traceutil/trace.go:171","msg":"trace[1044996727] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"590.91422ms","start":"2026-03-02T22:12:32.81628Z","end":"2026-03-02T22:12:33.407194Z","steps":["trace[1044996727] 'process raft request' (duration: 590.607432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.407308Z","caller":"traceutil/trace.go:171","msg":"trace[600225580] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"270.765568ms","start":"2026-03-02T22:12:33.136532Z","end":"2026-03-02T22:12:33.407298Z","steps":["trace[600225580] 'process raft request' (duration: 270.584184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.407409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.816257Z","time spent":"591.057363ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:33.407491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107700472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:33.407558Z","caller":"traceutil/trace.go:171","msg":"trace[853127853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23914; }","duration":"1.107808755s","start":"2026-03-02T22:12:32.29973Z","end":"2026-03-02T22:12:33.407539Z","steps":["trace[853127853] 'agreement among raft nodes before linearized reading' (duration: 1.10761558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.407612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.299709Z","time spent":"1.107890066s","remote":"127.0.0.1:47868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:33.407662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418807835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:12:33.4077Z","caller":"traceutil/trace.go:171","msg":"trace[317984060] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23914; }","duration":"1.418890707s","start":"2026-03-02T22:12:31.988798Z","end":"2026-03-02T22:12:33.407689Z","steps":["trace[317984060] 'agreement among raft nodes before linearized reading' (duration: 1.418748624s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.407731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.988781Z","time spent":"1.418942428s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-02T22:12:33.407865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.083253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:33.407898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460954582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:33.407247Z","caller":"traceutil/trace.go:171","msg":"trace[43143903] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"273.617714ms","start":"2026-03-02T22:12:33.133603Z","end":"2026-03-02T22:12:33.407221Z","steps":["trace[43143903] 'process raft request' (duration: 273.45092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.407909Z","caller":"traceutil/trace.go:171","msg":"trace[1100291624] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23914; }","duration":"267.163954ms","start":"2026-03-02T22:12:33.140731Z","end":"2026-03-02T22:12:33.407894Z","steps":["trace[1100291624] 'agreement among raft nodes before linearized reading' (duration: 267.089532ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.407928Z","caller":"traceutil/trace.go:171","msg":"trace[1405259379] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23914; }","duration":"1.461022233s","start":"2026-03-02T22:12:31.946895Z","end":"2026-03-02T22:12:33.407917Z","steps":["trace[1405259379] 'agreement among raft nodes before linearized reading' (duration: 1.460972712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.407957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.946873Z","time spent":"1.461076705s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:12:33.408114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.716739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:33.408157Z","caller":"traceutil/trace.go:171","msg":"trace[38277706] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23914; }","duration":"368.75732ms","start":"2026-03-02T22:12:33.039384Z","end":"2026-03-02T22:12:33.408142Z","steps":["trace[38277706] 'agreement among raft nodes before linearized reading' (duration: 368.693638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.408198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.039337Z","time spent":"368.845552ms","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:33.408415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.556513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:33.408453Z","caller":"traceutil/trace.go:171","msg":"trace[1814238687] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23914; }","duration":"430.623025ms","start":"2026-03-02T22:12:32.977818Z","end":"2026-03-02T22:12:33.408441Z","steps":["trace[1814238687] 'agreement among raft nodes before linearized reading' (duration: 430.537823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.408488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.977802Z","time spent":"430.675705ms","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:33.408682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037986495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:33.408717Z","caller":"traceutil/trace.go:171","msg":"trace[1475045836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23914; }","duration":"1.038087888s","start":"2026-03-02T22:12:32.370618Z","end":"2026-03-02T22:12:33.408706Z","steps":["trace[1475045836] 'agreement among raft nodes before linearized reading' (duration: 1.038028146s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.408748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.370599Z","time spent":"1.038142019s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:33.409263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488842328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:12:33.409295Z","caller":"traceutil/trace.go:171","msg":"trace[1954743571] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23914; }","duration":"1.48891802s","start":"2026-03-02T22:12:31.920368Z","end":"2026-03-02T22:12:33.409286Z","steps":["trace[1954743571] 'agreement among raft nodes before linearized reading' (duration: 1.487717272s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.409322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.920347Z","time spent":"1.488967672s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2794,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:35.788995Z","caller":"traceutil/trace.go:171","msg":"trace[37297743] linearizableReadLoop","detail":"{readStateIndex:24747; appliedIndex:24746; }","duration":"428.168327ms","start":"2026-03-02T22:12:35.360775Z","end":"2026-03-02T22:12:35.788944Z","steps":["trace[37297743] 'read index received' (duration: 427.890221ms)","trace[37297743] 'applied index is now lower than readState.Index' (duration: 276.286µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:35.789319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.508745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:12:35.789424Z","caller":"traceutil/trace.go:171","msg":"trace[645103711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23915; }","duration":"428.675819ms","start":"2026-03-02T22:12:35.36073Z","end":"2026-03-02T22:12:35.789406Z","steps":["trace[645103711] 'agreement among raft nodes before linearized reading' (duration: 428.386422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:35.789506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.360705Z","time spent":"428.784732ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:12:35.790114Z","caller":"traceutil/trace.go:171","msg":"trace[563972193] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"471.228715ms","start":"2026-03-02T22:12:35.317834Z","end":"2026-03-02T22:12:35.789063Z","steps":["trace[563972193] 'process raft request' (duration: 470.854307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:35.790424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.317803Z","time spent":"472.529196ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:36.289328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:36.790298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:36.97068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182050656s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:36.998735Z","caller":"traceutil/trace.go:171","msg":"trace[1705917107] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"1.634499976s","start":"2026-03-02T22:12:35.364213Z","end":"2026-03-02T22:12:36.998713Z","steps":["trace[1705917107] 'process raft request' (duration: 1.634421074s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.998813Z","caller":"traceutil/trace.go:171","msg":"trace[1751454069] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"1.636598394s","start":"2026-03-02T22:12:35.362188Z","end":"2026-03-02T22:12:36.998786Z","steps":["trace[1751454069] 'process raft request' (duration: 1.608716478s)","trace[1751454069] 'compare' (duration: 26.629337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:36.998885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.364204Z","time spent":"1.634600958s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:36.998921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.362163Z","time spent":"1.636698017s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:36.998936Z","caller":"traceutil/trace.go:171","msg":"trace[625236341] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"1.634810563s","start":"2026-03-02T22:12:35.364108Z","end":"2026-03-02T22:12:36.998918Z","steps":["trace[625236341] 'process raft request' (duration: 1.634466865s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.998964Z","caller":"traceutil/trace.go:171","msg":"trace[317150373] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"1.580611777s","start":"2026-03-02T22:12:35.418335Z","end":"2026-03-02T22:12:36.998947Z","steps":["trace[317150373] 'process raft request' (duration: 1.580532845s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.999016Z","caller":"traceutil/trace.go:171","msg":"trace[471436515] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"1.582224423s","start":"2026-03-02T22:12:35.416782Z","end":"2026-03-02T22:12:36.999006Z","steps":["trace[471436515] 'process raft request' (duration: 1.581890976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.999029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.364086Z","time spent":"1.634899715s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:36.999065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.418321Z","time spent":"1.580685258s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:36.999067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.416747Z","time spent":"1.582290865s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:37.367927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:37.368023Z","caller":"traceutil/trace.go:171","msg":"trace[45103434] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164064s","start":"2026-03-02T22:12:35.367834Z","end":"2026-03-02T22:12:37.367998Z","steps":["trace[45103434] 'agreement among raft nodes before linearized reading' (duration: 2.000045171s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.368071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.367825Z","time spent":"2.000236645s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:37.559563Z","caller":"traceutil/trace.go:171","msg":"trace[1425560655] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"1.764991682s","start":"2026-03-02T22:12:35.794542Z","end":"2026-03-02T22:12:37.559534Z","steps":["trace[1425560655] 'process raft request' (duration: 1.764455719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.559854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.794489Z","time spent":"1.765155925s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:38.195049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.867523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:12:38.195133Z","caller":"traceutil/trace.go:171","msg":"trace[1164713362] linearizableReadLoop","detail":"{readStateIndex:24754; appliedIndex:24747; }","duration":"2.406014235s","start":"2026-03-02T22:12:35.789104Z","end":"2026-03-02T22:12:38.195118Z","steps":["trace[1164713362] 'read index received' (duration: 1.181764989s)","trace[1164713362] 'applied index is now lower than readState.Index' (duration: 1.224248095s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:38.195696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831857167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:12:38.195699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834859208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:12:38.195728Z","caller":"traceutil/trace.go:171","msg":"trace[311087383] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23921; }","duration":"2.831925949s","start":"2026-03-02T22:12:35.363791Z","end":"2026-03-02T22:12:38.195717Z","steps":["trace[311087383] 'agreement among raft nodes before linearized reading' (duration: 2.831793846s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:38.195744Z","caller":"traceutil/trace.go:171","msg":"trace[1731549862] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23921; }","duration":"2.834933809s","start":"2026-03-02T22:12:35.360797Z","end":"2026-03-02T22:12:38.19573Z","steps":["trace[1731549862] 'agreement among raft nodes before linearized reading' (duration: 2.834807926s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.195789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.360784Z","time spent":"2.834997571s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:38.195823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834386167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:12:38.195843Z","caller":"traceutil/trace.go:171","msg":"trace[744655283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23921; }","duration":"2.834431937s","start":"2026-03-02T22:12:35.361405Z","end":"2026-03-02T22:12:38.195837Z","steps":["trace[744655283] 'agreement among raft nodes before linearized reading' (duration: 2.834372056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.195863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.361393Z","time spent":"2.834466649s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:38.195863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019072563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:38.195893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835078992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:12:38.195923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835031432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:12:38.195751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.363783Z","time spent":"2.83196294s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:38.195984Z","caller":"traceutil/trace.go:171","msg":"trace[1261887216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23921; }","duration":"2.835192745s","start":"2026-03-02T22:12:35.360752Z","end":"2026-03-02T22:12:38.195945Z","steps":["trace[1261887216] 'agreement among raft nodes before linearized reading' (duration: 2.83501114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.196023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577423424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:38.195936Z","caller":"traceutil/trace.go:171","msg":"trace[1915308039] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23921; }","duration":"2.019200876s","start":"2026-03-02T22:12:36.176717Z","end":"2026-03-02T22:12:38.195918Z","steps":["trace[1915308039] 'agreement among raft nodes before linearized reading' (duration: 2.019081673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.196065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.17669Z","time spent":"2.01936509s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:38.196116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837312188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:38.196147Z","caller":"traceutil/trace.go:171","msg":"trace[754836756] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23921; }","duration":"1.83738257s","start":"2026-03-02T22:12:36.358757Z","end":"2026-03-02T22:12:38.19614Z","steps":["trace[754836756] 'agreement among raft nodes before linearized reading' (duration: 1.837326729s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.196183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.358735Z","time spent":"1.837440181s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:38.195984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.363093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:38.196252Z","caller":"traceutil/trace.go:171","msg":"trace[149564310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23921; }","duration":"827.650369ms","start":"2026-03-02T22:12:37.368587Z","end":"2026-03-02T22:12:38.196238Z","steps":["trace[149564310] 'agreement among raft nodes before linearized reading' (duration: 827.375133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.19629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.368571Z","time spent":"827.710501ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:38.196028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.360731Z","time spent":"2.835287767s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:12:38.196063Z","caller":"traceutil/trace.go:171","msg":"trace[158254082] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23921; }","duration":"1.577484275s","start":"2026-03-02T22:12:36.618565Z","end":"2026-03-02T22:12:38.196049Z","steps":["trace[158254082] 'agreement among raft nodes before linearized reading' (duration: 1.577436954s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.196563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.618548Z","time spent":"1.578001588s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:38.195988Z","caller":"traceutil/trace.go:171","msg":"trace[2088851720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23921; }","duration":"2.835097753s","start":"2026-03-02T22:12:35.360877Z","end":"2026-03-02T22:12:38.195974Z","steps":["trace[2088851720] 'agreement among raft nodes before linearized reading' (duration: 2.834920549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.196777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.360844Z","time spent":"2.835921972s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:38.196914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.384538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:38.196954Z","caller":"traceutil/trace.go:171","msg":"trace[512283038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23921; }","duration":"615.674925ms","start":"2026-03-02T22:12:37.581272Z","end":"2026-03-02T22:12:38.196947Z","steps":["trace[512283038] 'agreement among raft nodes before linearized reading' (duration: 615.615613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.196972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.58125Z","time spent":"615.718176ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:38.198023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.917426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:38.198153Z","caller":"traceutil/trace.go:171","msg":"trace[1542775816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23921; }","duration":"668.09072ms","start":"2026-03-02T22:12:37.530042Z","end":"2026-03-02T22:12:38.198132Z","steps":["trace[1542775816] 'agreement among raft nodes before linearized reading' (duration: 667.898006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.198261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.530023Z","time spent":"668.222703ms","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:38.198831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8379833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:12:38.198927Z","caller":"traceutil/trace.go:171","msg":"trace[1526584050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23921; }","duration":"2.838135893s","start":"2026-03-02T22:12:35.360775Z","end":"2026-03-02T22:12:38.198911Z","steps":["trace[1526584050] 'agreement among raft nodes before linearized reading' (duration: 2.834823047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.198993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.36075Z","time spent":"2.838231915s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:38.70361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:12:38.967472Z","caller":"traceutil/trace.go:171","msg":"trace[677278804] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"766.033641ms","start":"2026-03-02T22:12:38.201408Z","end":"2026-03-02T22:12:38.967442Z","steps":["trace[677278804] 'process raft request' (duration: 765.773515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:38.967649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.201389Z","time spent":"766.167614ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:40.370095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:40.370178Z","caller":"traceutil/trace.go:171","msg":"trace[499044785] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542523s","start":"2026-03-02T22:12:38.369616Z","end":"2026-03-02T22:12:40.370159Z","steps":["trace[499044785] 'agreement among raft nodes before linearized reading' (duration: 2.00042893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.370216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.369597Z","time spent":"2.000610104s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:40.603861Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636721047s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:40.604371Z","caller":"traceutil/trace.go:171","msg":"trace[1282735546] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"2.40109653s","start":"2026-03-02T22:12:38.203251Z","end":"2026-03-02T22:12:40.604348Z","steps":["trace[1282735546] 'process raft request' (duration: 2.401016208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.604523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.203238Z","time spent":"2.401208722s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:40.604664Z","caller":"traceutil/trace.go:171","msg":"trace[338562231] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"2.401559461s","start":"2026-03-02T22:12:38.203093Z","end":"2026-03-02T22:12:40.604652Z","steps":["trace[338562231] 'process raft request' (duration: 2.401012098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.604855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.203078Z","time spent":"2.401738575s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:40.605125Z","caller":"traceutil/trace.go:171","msg":"trace[1021953127] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"2.400715961s","start":"2026-03-02T22:12:38.204374Z","end":"2026-03-02T22:12:40.60509Z","steps":["trace[1021953127] 'process raft request' (duration: 2.399931453s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.60517Z","caller":"traceutil/trace.go:171","msg":"trace[467601681] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"2.399192446s","start":"2026-03-02T22:12:38.205963Z","end":"2026-03-02T22:12:40.605156Z","steps":["trace[467601681] 'process raft request' (duration: 2.399104854s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.605177Z","caller":"traceutil/trace.go:171","msg":"trace[778550697] linearizableReadLoop","detail":"{readStateIndex:24761; appliedIndex:24754; }","duration":"2.401766376s","start":"2026-03-02T22:12:38.203392Z","end":"2026-03-02T22:12:40.605158Z","steps":["trace[778550697] 'read index received' (duration: 763.963203ms)","trace[778550697] 'applied index is now lower than readState.Index' (duration: 1.637801913s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:40.605246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.20595Z","time spent":"2.399257058s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:40.605262Z","caller":"traceutil/trace.go:171","msg":"trace[1851744812] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"2.182199915s","start":"2026-03-02T22:12:38.423051Z","end":"2026-03-02T22:12:40.605251Z","steps":["trace[1851744812] 'process raft request' (duration: 2.182055881s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.605293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.204368Z","time spent":"2.400822953s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:40.605335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.423026Z","time spent":"2.182258476s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:40.605406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401994021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:12:40.605461Z","caller":"traceutil/trace.go:171","msg":"trace[1096425559] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:23928; }","duration":"2.402077332s","start":"2026-03-02T22:12:38.203372Z","end":"2026-03-02T22:12:40.605449Z","steps":["trace[1096425559] 'agreement among raft nodes before linearized reading' (duration: 2.401903978s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.605492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.203365Z","time spent":"2.402119333s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-03-02T22:12:40.605588Z","caller":"traceutil/trace.go:171","msg":"trace[474486373] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"2.399473743s","start":"2026-03-02T22:12:38.205648Z","end":"2026-03-02T22:12:40.605121Z","steps":["trace[474486373] 'process raft request' (duration: 2.399323569s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.605787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.205637Z","time spent":"2.400017635s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:41.105963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:41.469137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.777877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:41.469256Z","caller":"traceutil/trace.go:171","msg":"trace[2010548433] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23928; }","duration":"662.90737ms","start":"2026-03-02T22:12:40.80633Z","end":"2026-03-02T22:12:41.469238Z","steps":["trace[2010548433] 'range keys from in-memory index tree' (duration: 662.760447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.606634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:41.974948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.370836374s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:41.975402Z","caller":"traceutil/trace.go:171","msg":"trace[629796167] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"2.970358478s","start":"2026-03-02T22:12:39.005021Z","end":"2026-03-02T22:12:41.97538Z","steps":["trace[629796167] 'process raft request' (duration: 2.970132613s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.975562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.004997Z","time spent":"2.970507182s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:41.975414Z","caller":"traceutil/trace.go:171","msg":"trace[388723631] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"2.970258346s","start":"2026-03-02T22:12:39.00513Z","end":"2026-03-02T22:12:41.975388Z","steps":["trace[388723631] 'process raft request' (duration: 2.970175754s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.975715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.005096Z","time spent":"2.970539403s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:41.975865Z","caller":"traceutil/trace.go:171","msg":"trace[1459551594] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"2.970631775s","start":"2026-03-02T22:12:39.005225Z","end":"2026-03-02T22:12:41.975856Z","steps":["trace[1459551594] 'process raft request' (duration: 2.970126753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.975915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.00519Z","time spent":"2.970705096s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:41.976047Z","caller":"traceutil/trace.go:171","msg":"trace[619699712] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"2.965895475s","start":"2026-03-02T22:12:39.010124Z","end":"2026-03-02T22:12:41.976019Z","steps":["trace[619699712] 'process raft request' (duration: 2.965780662s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.976143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353109442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:41.976184Z","caller":"traceutil/trace.go:171","msg":"trace[1950957511] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23935; }","duration":"3.353173774s","start":"2026-03-02T22:12:38.622999Z","end":"2026-03-02T22:12:41.976173Z","steps":["trace[1950957511] 'agreement among raft nodes before linearized reading' (duration: 3.353077162s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.976168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755970337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:41.976199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.010106Z","time spent":"2.966009997s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:41.976218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.622985Z","time spent":"3.353226425s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.976279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599183668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:41.976269Z","caller":"traceutil/trace.go:171","msg":"trace[1094416108] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23935; }","duration":"2.756115851s","start":"2026-03-02T22:12:39.220133Z","end":"2026-03-02T22:12:41.976248Z","steps":["trace[1094416108] 'agreement among raft nodes before linearized reading' (duration: 2.755956947s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.976311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627986936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:12:41.976324Z","caller":"traceutil/trace.go:171","msg":"trace[2083013778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23935; }","duration":"1.599251789s","start":"2026-03-02T22:12:40.377061Z","end":"2026-03-02T22:12:41.976313Z","steps":["trace[2083013778] 'agreement among raft nodes before linearized reading' (duration: 1.599194508s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.97635Z","caller":"traceutil/trace.go:171","msg":"trace[1107219603] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23935; }","duration":"3.628077568s","start":"2026-03-02T22:12:38.348267Z","end":"2026-03-02T22:12:41.976344Z","steps":["trace[1107219603] 'agreement among raft nodes before linearized reading' (duration: 3.627842453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.976414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654844199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:41.976498Z","caller":"traceutil/trace.go:171","msg":"trace[1221622007] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23935; }","duration":"3.654962431s","start":"2026-03-02T22:12:38.321521Z","end":"2026-03-02T22:12:41.976483Z","steps":["trace[1221622007] 'agreement among raft nodes before linearized reading' (duration: 3.654856379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.976512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169344962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T22:12:41.976546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.321499Z","time spent":"3.655034823s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.976554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540964808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:12:41.976571Z","caller":"traceutil/trace.go:171","msg":"trace[1559811251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23935; }","duration":"3.169403893s","start":"2026-03-02T22:12:38.80716Z","end":"2026-03-02T22:12:41.976564Z","steps":["trace[1559811251] 'agreement among raft nodes before linearized reading' (duration: 3.169228489s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.976597Z","caller":"traceutil/trace.go:171","msg":"trace[2082730573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23935; }","duration":"3.54103884s","start":"2026-03-02T22:12:38.435547Z","end":"2026-03-02T22:12:41.976585Z","steps":["trace[2082730573] 'agreement among raft nodes before linearized reading' (duration: 3.540863866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.9766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500357481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:41.97664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.807108Z","time spent":"3.169508476s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:41.976639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.435525Z","time spent":"3.541106571s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:12:41.976714Z","caller":"traceutil/trace.go:171","msg":"trace[1976717230] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"1.794303111s","start":"2026-03-02T22:12:40.182395Z","end":"2026-03-02T22:12:41.976698Z","steps":["trace[1976717230] 'process raft request' (duration: 1.793553944s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.976234Z","caller":"traceutil/trace.go:171","msg":"trace[1024019445] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"1.720116441s","start":"2026-03-02T22:12:40.256105Z","end":"2026-03-02T22:12:41.976222Z","steps":["trace[1024019445] 'process raft request' (duration: 1.719883796s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.97682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.182376Z","time spent":"1.794393964s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:41.976439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.348245Z","time spent":"3.62817346s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":188,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.976822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.256087Z","time spent":"1.720693275s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:41.976346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.220114Z","time spent":"2.756216413s","remote":"127.0.0.1:60764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.976186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755303437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:41.976992Z","caller":"traceutil/trace.go:171","msg":"trace[916263202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23935; }","duration":"1.756147837s","start":"2026-03-02T22:12:40.220831Z","end":"2026-03-02T22:12:41.976979Z","steps":["trace[916263202] 'agreement among raft nodes before linearized reading' (duration: 1.755315938s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.977032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.220807Z","time spent":"1.756213649s","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.977081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772825244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:12:41.976365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.377046Z","time spent":"1.59930949s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:41.976632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410216981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:12:41.977206Z","caller":"traceutil/trace.go:171","msg":"trace[85437087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23935; }","duration":"2.410833765s","start":"2026-03-02T22:12:39.566362Z","end":"2026-03-02T22:12:41.977196Z","steps":["trace[85437087] 'agreement among raft nodes before linearized reading' (duration: 2.410164819s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.976643Z","caller":"traceutil/trace.go:171","msg":"trace[1792556959] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23935; }","duration":"2.500435363s","start":"2026-03-02T22:12:39.476196Z","end":"2026-03-02T22:12:41.976631Z","steps":["trace[1792556959] 'agreement among raft nodes before linearized reading' (duration: 2.500364131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.977244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.566337Z","time spent":"2.410899047s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:12:41.977121Z","caller":"traceutil/trace.go:171","msg":"trace[1155818199] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:23935; }","duration":"3.772877725s","start":"2026-03-02T22:12:38.204233Z","end":"2026-03-02T22:12:41.97711Z","steps":["trace[1155818199] 'agreement among raft nodes before linearized reading' (duration: 3.772771093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.977293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.47618Z","time spent":"2.501102858s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.97734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.204226Z","time spent":"3.77309586s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:12:41.977741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650917202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:41.977789Z","caller":"traceutil/trace.go:171","msg":"trace[1172812321] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23935; }","duration":"2.650990273s","start":"2026-03-02T22:12:39.326786Z","end":"2026-03-02T22:12:41.977776Z","steps":["trace[1172812321] 'agreement among raft nodes before linearized reading' (duration: 2.649276764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.977833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.326773Z","time spent":"2.651048666s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.978103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815146835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:12:41.978131Z","caller":"traceutil/trace.go:171","msg":"trace[196706199] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23935; }","duration":"1.815204717s","start":"2026-03-02T22:12:40.162922Z","end":"2026-03-02T22:12:41.978126Z","steps":["trace[196706199] 'agreement among raft nodes before linearized reading' (duration: 1.813656221s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.978148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.162901Z","time spent":"1.815243357s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2794,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:41.976045Z","caller":"traceutil/trace.go:171","msg":"trace[973414825] linearizableReadLoop","detail":"{readStateIndex:24768; appliedIndex:24761; }","duration":"1.370818543s","start":"2026-03-02T22:12:40.605217Z","end":"2026-03-02T22:12:41.976035Z","steps":["trace[973414825] 'read index received' (duration: 1.369865501s)","trace[973414825] 'applied index is now lower than readState.Index' (duration: 951.942µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:41.978421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369368029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3db56baf-a663-4a80-8602-6743aea865fd\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-02T22:12:41.978479Z","caller":"traceutil/trace.go:171","msg":"trace[192588028] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3db56baf-a663-4a80-8602-6743aea865fd; range_end:; response_count:1; response_revision:23935; }","duration":"1.369455011s","start":"2026-03-02T22:12:40.609009Z","end":"2026-03-02T22:12:41.978464Z","steps":["trace[192588028] 'agreement among raft nodes before linearized reading' (duration: 1.369359709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.978557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.608993Z","time spent":"1.369553494s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-3db56baf-a663-4a80-8602-6743aea865fd\" "} {"level":"warn","ts":"2026-03-02T22:12:41.97878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.027705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:41.978826Z","caller":"traceutil/trace.go:171","msg":"trace[91103439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23935; }","duration":"868.078857ms","start":"2026-03-02T22:12:41.110736Z","end":"2026-03-02T22:12:41.978815Z","steps":["trace[91103439] 'agreement among raft nodes before linearized reading' (duration: 868.002165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.978877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.110572Z","time spent":"868.287732ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.979157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007196742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:12:41.979214Z","caller":"traceutil/trace.go:171","msg":"trace[46596732] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23935; }","duration":"1.007262194s","start":"2026-03-02T22:12:40.971938Z","end":"2026-03-02T22:12:41.9792Z","steps":["trace[46596732] 'agreement among raft nodes before linearized reading' (duration: 1.00712401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.979266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.971934Z","time spent":"1.007317375s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:41.979446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193853341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:41.979499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252435728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:41.979524Z","caller":"traceutil/trace.go:171","msg":"trace[1337388125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23935; }","duration":"1.193970853s","start":"2026-03-02T22:12:40.785533Z","end":"2026-03-02T22:12:41.979504Z","steps":["trace[1337388125] 'agreement among raft nodes before linearized reading' (duration: 1.1938418s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.979555Z","caller":"traceutil/trace.go:171","msg":"trace[1616238726] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23935; }","duration":"1.25252373s","start":"2026-03-02T22:12:40.727017Z","end":"2026-03-02T22:12:41.979541Z","steps":["trace[1616238726] 'agreement among raft nodes before linearized reading' (duration: 1.252370957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.979586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.785513Z","time spent":"1.194056485s","remote":"127.0.0.1:47822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.979607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.726998Z","time spent":"1.252594152s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.979709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104405766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:12:41.97977Z","caller":"traceutil/trace.go:171","msg":"trace[1852938406] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23935; }","duration":"1.104492078s","start":"2026-03-02T22:12:40.875269Z","end":"2026-03-02T22:12:41.979761Z","steps":["trace[1852938406] 'agreement among raft nodes before linearized reading' (duration: 1.104387076s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.979803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.875252Z","time spent":"1.104545269s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:12:41.979914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008747098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:41.979961Z","caller":"traceutil/trace.go:171","msg":"trace[1067538884] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23935; }","duration":"1.00881491s","start":"2026-03-02T22:12:40.971139Z","end":"2026-03-02T22:12:41.979954Z","steps":["trace[1067538884] 'agreement among raft nodes before linearized reading' (duration: 1.008752379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.98Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.971125Z","time spent":"1.008869091s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:41.979946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185460425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:12:41.980163Z","caller":"traceutil/trace.go:171","msg":"trace[1993313631] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:23935; }","duration":"1.185713562s","start":"2026-03-02T22:12:40.794442Z","end":"2026-03-02T22:12:41.980156Z","steps":["trace[1993313631] 'agreement among raft nodes before linearized reading' (duration: 1.185369434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.980196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.794424Z","time spent":"1.185764452s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"info","ts":"2026-03-02T22:12:41.976036Z","caller":"traceutil/trace.go:171","msg":"trace[736406269] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"2.970641164s","start":"2026-03-02T22:12:39.005365Z","end":"2026-03-02T22:12:41.976006Z","steps":["trace[736406269] 'process raft request' (duration: 2.970420249s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.982977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.00535Z","time spent":"2.977560865s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:43.988442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:43.988531Z","caller":"traceutil/trace.go:171","msg":"trace[1418290445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331078s","start":"2026-03-02T22:12:41.988179Z","end":"2026-03-02T22:12:43.98851Z","steps":["trace[1418290445] 'agreement among raft nodes before linearized reading' (duration: 2.000220185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:43.988581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.98816Z","time spent":"2.00040979s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:44.138061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.090025759s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:44.13845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.98089Z","time spent":"2.157549754s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:12:44.13873Z","caller":"traceutil/trace.go:171","msg":"trace[499064294] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"2.153605413s","start":"2026-03-02T22:12:41.985101Z","end":"2026-03-02T22:12:44.138706Z","steps":["trace[499064294] 'process raft request' (duration: 2.153528191s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:44.13876Z","caller":"traceutil/trace.go:171","msg":"trace[214566293] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"2.154338199s","start":"2026-03-02T22:12:41.984399Z","end":"2026-03-02T22:12:44.138738Z","steps":["trace[214566293] 'process raft request' (duration: 2.1539296s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:44.138823Z","caller":"traceutil/trace.go:171","msg":"trace[1503701178] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"2.154088384s","start":"2026-03-02T22:12:41.984677Z","end":"2026-03-02T22:12:44.138765Z","steps":["trace[1503701178] 'process raft request' (duration: 2.15389151s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.138876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.984376Z","time spent":"2.154433952s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:44.138892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.985075Z","time spent":"2.153730555s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:44.139035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.984651Z","time spent":"2.154276238s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:44.139839Z","caller":"traceutil/trace.go:171","msg":"trace[1049380244] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"2.154487283s","start":"2026-03-02T22:12:41.985335Z","end":"2026-03-02T22:12:44.139823Z","steps":["trace[1049380244] 'process raft request' (duration: 2.153332056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.139921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.985329Z","time spent":"2.154551874s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:44.13984Z","caller":"traceutil/trace.go:171","msg":"trace[552191513] linearizableReadLoop","detail":"{readStateIndex:24770; appliedIndex:24769; }","duration":"2.1569784s","start":"2026-03-02T22:12:41.98284Z","end":"2026-03-02T22:12:44.139819Z","steps":["trace[552191513] 'read index received' (duration: 65.739324ms)","trace[552191513] 'applied index is now lower than readState.Index' (duration: 2.091235696s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:44.140102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157287508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:12:44.140213Z","caller":"traceutil/trace.go:171","msg":"trace[506689727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23940; }","duration":"2.15740799s","start":"2026-03-02T22:12:41.98279Z","end":"2026-03-02T22:12:44.140198Z","steps":["trace[506689727] 'agreement among raft nodes before linearized reading' (duration: 2.157084893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.140269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:41.982786Z","time spent":"2.157470393s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:44.640711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:45.141332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:45.642517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:45.787594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.610164653s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:45.821277Z","caller":"traceutil/trace.go:171","msg":"trace[504989688] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"2.524573803s","start":"2026-03-02T22:12:43.29667Z","end":"2026-03-02T22:12:45.821244Z","steps":["trace[504989688] 'process raft request' (duration: 2.491315122s)","trace[504989688] 'compare' (duration: 32.305419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:45.821459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.29665Z","time spent":"2.524716187s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:45.821557Z","caller":"traceutil/trace.go:171","msg":"trace[1809693135] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"1.835797225s","start":"2026-03-02T22:12:43.985736Z","end":"2026-03-02T22:12:45.821534Z","steps":["trace[1809693135] 'process raft request' (duration: 1.835678352s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:45.821553Z","caller":"traceutil/trace.go:171","msg":"trace[298822974] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"1.835838065s","start":"2026-03-02T22:12:43.985676Z","end":"2026-03-02T22:12:45.821514Z","steps":["trace[298822974] 'process raft request' (duration: 1.835462307s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:45.821616Z","caller":"traceutil/trace.go:171","msg":"trace[282776450] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"1.834146836s","start":"2026-03-02T22:12:43.987449Z","end":"2026-03-02T22:12:45.821596Z","steps":["trace[282776450] 'process raft request' (duration: 1.834108155s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:45.821671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.98571Z","time spent":"1.835902487s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:45.821673Z","caller":"traceutil/trace.go:171","msg":"trace[305462067] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"1.835059207s","start":"2026-03-02T22:12:43.986566Z","end":"2026-03-02T22:12:45.821626Z","steps":["trace[305462067] 'process raft request' (duration: 1.834957525s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:45.821717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.987434Z","time spent":"1.834235188s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:45.821731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.985648Z","time spent":"1.835988029s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:45.821679Z","caller":"traceutil/trace.go:171","msg":"trace[1132152471] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"1.835363574s","start":"2026-03-02T22:12:43.986269Z","end":"2026-03-02T22:12:45.821633Z","steps":["trace[1132152471] 'process raft request' (duration: 1.835213761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:45.821827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.986555Z","time spent":"1.835178729s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:45.821883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.986242Z","time spent":"1.835553759s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:45.990008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000544404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:45.990097Z","caller":"traceutil/trace.go:171","msg":"trace[781928554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717718s","start":"2026-03-02T22:12:43.989354Z","end":"2026-03-02T22:12:45.990072Z","steps":["trace[781928554] 'agreement among raft nodes before linearized reading' (duration: 2.000575095s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:45.990145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.989335Z","time spent":"2.00079978s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:47.154128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.334410468s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:47.255809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.427422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:47.256177Z","caller":"traceutil/trace.go:171","msg":"trace[1976910335] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"3.115527424s","start":"2026-03-02T22:12:44.140612Z","end":"2026-03-02T22:12:47.256139Z","steps":["trace[1976910335] 'process raft request' (duration: 3.013686873s)","trace[1976910335] 'compare' (duration: 100.827887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.256326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.140592Z","time spent":"3.115650637s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:47.256378Z","caller":"traceutil/trace.go:171","msg":"trace[731106725] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"1.64587402s","start":"2026-03-02T22:12:45.610481Z","end":"2026-03-02T22:12:47.256355Z","steps":["trace[731106725] 'process raft request' (duration: 1.645424099s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.256468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.610455Z","time spent":"1.645966201s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:47.256763Z","caller":"traceutil/trace.go:171","msg":"trace[288528281] linearizableReadLoop","detail":"{readStateIndex:24782; appliedIndex:24774; }","duration":"3.116724492s","start":"2026-03-02T22:12:44.139991Z","end":"2026-03-02T22:12:47.256715Z","steps":["trace[288528281] 'read index received' (duration: 1.64800626s)","trace[288528281] 'applied index is now lower than readState.Index' (duration: 1.468715672s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.692912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.853069ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:12:47.693037Z","caller":"traceutil/trace.go:171","msg":"trace[1633523437] linearizableReadLoop","detail":"{readStateIndex:24783; appliedIndex:24782; }","duration":"436.211054ms","start":"2026-03-02T22:12:47.256801Z","end":"2026-03-02T22:12:47.693012Z","steps":["trace[1633523437] 'read index received' (duration: 65.862µs)","trace[1633523437] 'applied index is now lower than readState.Index' (duration: 436.143222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.693053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.544880549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.693107Z","caller":"traceutil/trace.go:171","msg":"trace[759804035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23948; }","duration":"5.544979522s","start":"2026-03-02T22:12:42.148112Z","end":"2026-03-02T22:12:47.693091Z","steps":["trace[759804035] 'agreement among raft nodes before linearized reading' (duration: 5.108728657s)","trace[759804035] 'count revisions from in-memory index tree' (duration: 436.162773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.693142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.148089Z","time spent":"5.545044644s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.693326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.346342256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.693353Z","caller":"traceutil/trace.go:171","msg":"trace[510119125] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23948; }","duration":"5.346406748s","start":"2026-03-02T22:12:42.346937Z","end":"2026-03-02T22:12:47.693344Z","steps":["trace[510119125] 'agreement among raft nodes before linearized reading' (duration: 4.909914697s)","trace[510119125] 'count revisions from in-memory index tree' (duration: 436.45367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.693374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.346917Z","time spent":"5.346451869s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.69346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550536249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:12:47.693497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127567852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.69344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071394441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:12:47.694123Z","caller":"traceutil/trace.go:171","msg":"trace[89302560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23948; }","duration":"5.072116928s","start":"2026-03-02T22:12:42.621983Z","end":"2026-03-02T22:12:47.6941Z","steps":["trace[89302560] 'agreement among raft nodes before linearized reading' (duration: 4.63484369s)","trace[89302560] 'range keys from in-memory index tree' (duration: 436.230254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.694201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.621964Z","time spent":"5.072209531s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:12:47.693552Z","caller":"traceutil/trace.go:171","msg":"trace[2132329161] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23948; }","duration":"1.127660594s","start":"2026-03-02T22:12:46.565877Z","end":"2026-03-02T22:12:47.693537Z","steps":["trace[2132329161] 'agreement among raft nodes before linearized reading' (duration: 1.127563962s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.694325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:46.565857Z","time spent":"1.128457293s","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:47.693547Z","caller":"traceutil/trace.go:171","msg":"trace[866752247] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23948; }","duration":"1.550645412s","start":"2026-03-02T22:12:46.142872Z","end":"2026-03-02T22:12:47.693518Z","steps":["trace[866752247] 'agreement among raft nodes before linearized reading' (duration: 1.550460497s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.694416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:46.142854Z","time spent":"1.551539252s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:47.693614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071468164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:12:47.694534Z","caller":"traceutil/trace.go:171","msg":"trace[1571796705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23948; }","duration":"5.072384395s","start":"2026-03-02T22:12:42.622099Z","end":"2026-03-02T22:12:47.694483Z","steps":["trace[1571796705] 'agreement among raft nodes before linearized reading' (duration: 4.634688957s)","trace[1571796705] 'range keys from in-memory index tree' (duration: 436.754526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.693574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.642468212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:12:47.694607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.622067Z","time spent":"5.072520397s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:47.694633Z","caller":"traceutil/trace.go:171","msg":"trace[1955829130] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:23948; }","duration":"5.643546988s","start":"2026-03-02T22:12:42.051053Z","end":"2026-03-02T22:12:47.6946Z","steps":["trace[1955829130] 'agreement among raft nodes before linearized reading' (duration: 5.205794678s)","trace[1955829130] 'range keys from in-memory index tree' (duration: 436.584253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.693636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261908943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.694141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891162372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:47.69471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.051039Z","time spent":"5.64365267s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"info","ts":"2026-03-02T22:12:47.694732Z","caller":"traceutil/trace.go:171","msg":"trace[279148329] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23948; }","duration":"2.891781496s","start":"2026-03-02T22:12:44.802926Z","end":"2026-03-02T22:12:47.694708Z","steps":["trace[279148329] 'agreement among raft nodes before linearized reading' (duration: 2.890704891s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.694731Z","caller":"traceutil/trace.go:171","msg":"trace[878500334] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23948; }","duration":"4.262976368s","start":"2026-03-02T22:12:43.431723Z","end":"2026-03-02T22:12:47.694699Z","steps":["trace[878500334] 'agreement among raft nodes before linearized reading' (duration: 3.825052554s)","trace[878500334] 'range keys from in-memory index tree' (duration: 436.847628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.693673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.320493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T22:12:47.694798Z","caller":"traceutil/trace.go:171","msg":"trace[1287771446] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23948; }","duration":"436.4812ms","start":"2026-03-02T22:12:47.258303Z","end":"2026-03-02T22:12:47.694784Z","steps":["trace[1287771446] 'agreement among raft nodes before linearized reading' (duration: 435.269202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.693681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.529589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.694854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.258287Z","time spent":"436.554381ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:12:47.693649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551916672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18510"} {"level":"info","ts":"2026-03-02T22:12:47.694936Z","caller":"traceutil/trace.go:171","msg":"trace[1494523772] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23948; }","duration":"3.553250923s","start":"2026-03-02T22:12:44.141673Z","end":"2026-03-02T22:12:47.694924Z","steps":["trace[1494523772] 'agreement among raft nodes before linearized reading' (duration: 3.551744198s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.694963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.141665Z","time spent":"3.553291244s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T22:12:47.694915Z","caller":"traceutil/trace.go:171","msg":"trace[1873982480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23948; }","duration":"113.784158ms","start":"2026-03-02T22:12:47.581111Z","end":"2026-03-02T22:12:47.694895Z","steps":["trace[1873982480] 'agreement among raft nodes before linearized reading' (duration: 112.5442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.69367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072299382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.695027Z","caller":"traceutil/trace.go:171","msg":"trace[1176783108] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23948; }","duration":"3.073692514s","start":"2026-03-02T22:12:44.621316Z","end":"2026-03-02T22:12:47.695008Z","steps":["trace[1176783108] 'agreement among raft nodes before linearized reading' (duration: 3.072296472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.69369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670587762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.695089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.621293Z","time spent":"3.073777856s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:47.695101Z","caller":"traceutil/trace.go:171","msg":"trace[1038913259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23948; }","duration":"1.672016616s","start":"2026-03-02T22:12:46.023062Z","end":"2026-03-02T22:12:47.695078Z","steps":["trace[1038913259] 'agreement among raft nodes before linearized reading' (duration: 1.670590863s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.695157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:46.023044Z","time spent":"1.672095887s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:47.693697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54975855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:12:47.695241Z","caller":"traceutil/trace.go:171","msg":"trace[834864292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23948; }","duration":"1.551289977s","start":"2026-03-02T22:12:46.143911Z","end":"2026-03-02T22:12:47.695201Z","steps":["trace[834864292] 'agreement among raft nodes before linearized reading' (duration: 1.549681149s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.695281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:46.143903Z","time spent":"1.551366748s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:47.693723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.533991471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.695514Z","caller":"traceutil/trace.go:171","msg":"trace[545932297] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23948; }","duration":"4.535811543s","start":"2026-03-02T22:12:43.159685Z","end":"2026-03-02T22:12:47.695497Z","steps":["trace[545932297] 'agreement among raft nodes before linearized reading' (duration: 4.097115532s)","trace[545932297] 'count revisions from in-memory index tree' (duration: 436.90983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.695545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.159662Z","time spent":"4.535871425s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.693721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.599245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.695634Z","caller":"traceutil/trace.go:171","msg":"trace[1647583224] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23948; }","duration":"332.498749ms","start":"2026-03-02T22:12:47.363112Z","end":"2026-03-02T22:12:47.69561Z","steps":["trace[1647583224] 'agreement among raft nodes before linearized reading' (duration: 330.580915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.695699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.363088Z","time spent":"332.586812ms","remote":"127.0.0.1:54772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.6937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.329424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293316"} {"level":"info","ts":"2026-03-02T22:12:47.695841Z","caller":"traceutil/trace.go:171","msg":"trace[1113592750] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:23948; }","duration":"855.460583ms","start":"2026-03-02T22:12:46.840327Z","end":"2026-03-02T22:12:47.695788Z","steps":["trace[1113592750] 'agreement among raft nodes before linearized reading' (duration: 852.819292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.693702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071553425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-02T22:12:47.695951Z","caller":"traceutil/trace.go:171","msg":"trace[92098174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.073850388s","start":"2026-03-02T22:12:42.622078Z","end":"2026-03-02T22:12:47.695929Z","steps":["trace[92098174] 'agreement among raft nodes before linearized reading' (duration: 4.634677886s)","trace[92098174] 'range keys from in-memory index tree' (duration: 436.868619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.693738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071133475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-02T22:12:47.696025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.622058Z","time spent":"5.073948821s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:47.695955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:46.84031Z","time spent":"855.603247ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293340,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T22:12:47.696044Z","caller":"traceutil/trace.go:171","msg":"trace[1800405767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.073434799s","start":"2026-03-02T22:12:42.622574Z","end":"2026-03-02T22:12:47.696008Z","steps":["trace[1800405767] 'agreement among raft nodes before linearized reading' (duration: 4.634211526s)","trace[1800405767] 'range keys from in-memory index tree' (duration: 436.9028ms)"],"step_count":2} 2026/03/02 22:12:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:47.696103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.622566Z","time spent":"5.073520721s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:47.693744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341596519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} 2026/03/02 22:12:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T22:12:47.696169Z","caller":"traceutil/trace.go:171","msg":"trace[168004141] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23948; }","duration":"2.344056067s","start":"2026-03-02T22:12:45.352091Z","end":"2026-03-02T22:12:47.696147Z","steps":["trace[168004141] 'agreement among raft nodes before linearized reading' (duration: 2.3416186s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.696236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:45.352058Z","time spent":"2.344154459s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.69376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.198364016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:47.696325Z","caller":"traceutil/trace.go:171","msg":"trace[1141143364] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23948; }","duration":"5.200920275s","start":"2026-03-02T22:12:42.495382Z","end":"2026-03-02T22:12:47.696302Z","steps":["trace[1141143364] 'agreement among raft nodes before linearized reading' (duration: 4.761431205s)","trace[1141143364] 'count revisions from in-memory index tree' (duration: 436.91816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.693776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071692398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:12:47.696385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.495286Z","time spent":"5.201082009s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:47.696451Z","caller":"traceutil/trace.go:171","msg":"trace[771631264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23948; }","duration":"5.074378221s","start":"2026-03-02T22:12:42.622041Z","end":"2026-03-02T22:12:47.696419Z","steps":["trace[771631264] 'agreement among raft nodes before linearized reading' (duration: 4.634783399s)","trace[771631264] 'range keys from in-memory index tree' (duration: 436.527201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.693773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847365247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:47.696513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:42.622016Z","time spent":"5.074481874s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:47.696539Z","caller":"traceutil/trace.go:171","msg":"trace[1268512795] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23948; }","duration":"2.85055404s","start":"2026-03-02T22:12:44.845956Z","end":"2026-03-02T22:12:47.69651Z","steps":["trace[1268512795] 'agreement among raft nodes before linearized reading' (duration: 2.847345496s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:47.694759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.802905Z","time spent":"2.891842868s","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:47.694809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:43.431706Z","time spent":"4.26308149s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:47.696613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:44.845938Z","time spent":"2.850649443s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:47.978207Z","caller":"traceutil/trace.go:171","msg":"trace[1840047504] linearizableReadLoop","detail":"{readStateIndex:24784; appliedIndex:24783; }","duration":"281.811064ms","start":"2026-03-02T22:12:47.69637Z","end":"2026-03-02T22:12:47.978189Z","steps":["trace[1840047504] 'read index received' (duration: 281.741162ms)","trace[1840047504] 'applied index is now lower than readState.Index' (duration: 69.072µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.978331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.943697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:47.978322Z","caller":"traceutil/trace.go:171","msg":"trace[225414261] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"281.434175ms","start":"2026-03-02T22:12:47.696853Z","end":"2026-03-02T22:12:47.978288Z","steps":["trace[225414261] 'process raft request' (duration: 281.19634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.97836Z","caller":"traceutil/trace.go:171","msg":"trace[1877087875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23949; }","duration":"282.004199ms","start":"2026-03-02T22:12:47.696348Z","end":"2026-03-02T22:12:47.978352Z","steps":["trace[1877087875] 'agreement among raft nodes before linearized reading' (duration: 281.928267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.478323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026149,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:12:48.788105Z","caller":"traceutil/trace.go:171","msg":"trace[145840574] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"1.08904398s","start":"2026-03-02T22:12:47.699003Z","end":"2026-03-02T22:12:48.788047Z","steps":["trace[145840574] 'process raft request' (duration: 1.08859436s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.788236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.69899Z","time spent":"1.089178403s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:48.788284Z","caller":"traceutil/trace.go:171","msg":"trace[2007536022] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"1.088932418s","start":"2026-03-02T22:12:47.699326Z","end":"2026-03-02T22:12:48.788258Z","steps":["trace[2007536022] 'process raft request' (duration: 1.088697902s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:48.788382Z","caller":"traceutil/trace.go:171","msg":"trace[1811076911] linearizableReadLoop","detail":"{readStateIndex:24794; appliedIndex:24784; }","duration":"810.104532ms","start":"2026-03-02T22:12:47.978255Z","end":"2026-03-02T22:12:48.788359Z","steps":["trace[1811076911] 'read index received' (duration: 809.318784ms)","trace[1811076911] 'applied index is now lower than readState.Index' (duration: 784.578µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:48.78846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.699309Z","time spent":"1.08906258s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:48.788498Z","caller":"traceutil/trace.go:171","msg":"trace[389745207] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"1.088651651s","start":"2026-03-02T22:12:47.699836Z","end":"2026-03-02T22:12:48.788488Z","steps":["trace[389745207] 'process raft request' (duration: 1.088259532s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:48.788546Z","caller":"traceutil/trace.go:171","msg":"trace[545569926] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"959.325003ms","start":"2026-03-02T22:12:47.829187Z","end":"2026-03-02T22:12:48.788512Z","steps":["trace[545569926] 'process raft request' (duration: 959.130938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.788593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.699824Z","time spent":"1.088699812s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:48.788649Z","caller":"traceutil/trace.go:171","msg":"trace[1292886178] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"1.089361718s","start":"2026-03-02T22:12:47.69927Z","end":"2026-03-02T22:12:48.788632Z","steps":["trace[1292886178] 'process raft request' (duration: 1.088480057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.788663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091668631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:12:48.788703Z","caller":"traceutil/trace.go:171","msg":"trace[2000669043] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23959; }","duration":"1.091735893s","start":"2026-03-02T22:12:47.696954Z","end":"2026-03-02T22:12:48.78869Z","steps":["trace[2000669043] 'agreement among raft nodes before linearized reading' (duration: 1.091572509s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.788707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.699249Z","time spent":"1.089424028s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:48.788704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.829163Z","time spent":"959.449605ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:48.788734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.696935Z","time spent":"1.091791964s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-02T22:12:48.78874Z","caller":"traceutil/trace.go:171","msg":"trace[1317692897] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"960.655134ms","start":"2026-03-02T22:12:47.828069Z","end":"2026-03-02T22:12:48.788724Z","steps":["trace[1317692897] 'process raft request' (duration: 960.140802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.788801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.828051Z","time spent":"960.720205ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:48.788814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083573904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:48.788846Z","caller":"traceutil/trace.go:171","msg":"trace[1579686555] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23959; }","duration":"1.083626984s","start":"2026-03-02T22:12:47.705208Z","end":"2026-03-02T22:12:48.788835Z","steps":["trace[1579686555] 'agreement among raft nodes before linearized reading' (duration: 1.083567943s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:48.788846Z","caller":"traceutil/trace.go:171","msg":"trace[1290306109] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"960.418648ms","start":"2026-03-02T22:12:47.828416Z","end":"2026-03-02T22:12:48.788834Z","steps":["trace[1290306109] 'process raft request' (duration: 959.830995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:48.78887Z","caller":"traceutil/trace.go:171","msg":"trace[1333336023] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"1.088983459s","start":"2026-03-02T22:12:47.699878Z","end":"2026-03-02T22:12:48.788861Z","steps":["trace[1333336023] 'process raft request' (duration: 1.088270862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.788842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037300991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:48.788885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.451688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:12:48.788907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.699866Z","time spent":"1.089019529s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:48.788904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.828411Z","time spent":"960.462349ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:48.788918Z","caller":"traceutil/trace.go:171","msg":"trace[1695259088] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"960.898239ms","start":"2026-03-02T22:12:47.828008Z","end":"2026-03-02T22:12:48.788906Z","steps":["trace[1695259088] 'process raft request' (duration: 960.169282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:48.788924Z","caller":"traceutil/trace.go:171","msg":"trace[1129031000] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23959; }","duration":"1.037389753s","start":"2026-03-02T22:12:47.751515Z","end":"2026-03-02T22:12:48.788905Z","steps":["trace[1129031000] 'agreement among raft nodes before linearized reading' (duration: 1.03725539s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:48.788936Z","caller":"traceutil/trace.go:171","msg":"trace[1371069997] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:23959; }","duration":"803.53646ms","start":"2026-03-02T22:12:47.985386Z","end":"2026-03-02T22:12:48.788922Z","steps":["trace[1371069997] 'agreement among raft nodes before linearized reading' (duration: 803.375837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.788963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.827978Z","time spent":"960.960671ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:48.788965Z","caller":"traceutil/trace.go:171","msg":"trace[1060183415] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"960.479899ms","start":"2026-03-02T22:12:47.828473Z","end":"2026-03-02T22:12:48.788953Z","steps":["trace[1060183415] 'process raft request' (duration: 959.810153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.788971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.985369Z","time spent":"803.595252ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:12:48.788975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.783701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:48.789026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.828461Z","time spent":"960.532351ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:48.789051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.805117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T22:12:48.789058Z","caller":"traceutil/trace.go:171","msg":"trace[1297103727] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23959; }","duration":"597.907143ms","start":"2026-03-02T22:12:48.191132Z","end":"2026-03-02T22:12:48.789039Z","steps":["trace[1297103727] 'agreement among raft nodes before linearized reading' (duration: 597.664687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.788967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.751466Z","time spent":"1.037492145s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:12:48.789092Z","caller":"traceutil/trace.go:171","msg":"trace[201404540] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23959; }","duration":"621.893369ms","start":"2026-03-02T22:12:48.167183Z","end":"2026-03-02T22:12:48.789076Z","steps":["trace[201404540] 'agreement among raft nodes before linearized reading' (duration: 621.794767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:48.789104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.191119Z","time spent":"597.975544ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:48.789139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.167161Z","time spent":"621.967551ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T22:12:48.788873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:47.705198Z","time spent":"1.083668776s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:49.294256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:50.273366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.332987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:50.273439Z","caller":"traceutil/trace.go:171","msg":"trace[211117528] linearizableReadLoop","detail":"{readStateIndex:24795; appliedIndex:24794; }","duration":"1.480212439s","start":"2026-03-02T22:12:48.793216Z","end":"2026-03-02T22:12:50.273428Z","steps":["trace[211117528] 'read index received' (duration: 685.745719ms)","trace[211117528] 'applied index is now lower than readState.Index' (duration: 794.4652ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:50.273501Z","caller":"traceutil/trace.go:171","msg":"trace[86193502] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"1.480983678s","start":"2026-03-02T22:12:48.79251Z","end":"2026-03-02T22:12:50.273494Z","steps":["trace[86193502] 'process raft request' (duration: 686.451236ms)","trace[86193502] 'compare' (duration: 793.708473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:50.273539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.792499Z","time spent":"1.481022348s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:50.273683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480465775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:50.273702Z","caller":"traceutil/trace.go:171","msg":"trace[1716419919] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23960; }","duration":"1.480503566s","start":"2026-03-02T22:12:48.793194Z","end":"2026-03-02T22:12:50.273698Z","steps":["trace[1716419919] 'agreement among raft nodes before linearized reading' (duration: 1.480446965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.273716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.793183Z","time spent":"1.480530847s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:12:50.273941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.717701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:50.273914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477063837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:50.274Z","caller":"traceutil/trace.go:171","msg":"trace[1804697641] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23960; }","duration":"1.477171289s","start":"2026-03-02T22:12:48.796808Z","end":"2026-03-02T22:12:50.27398Z","steps":["trace[1804697641] 'agreement among raft nodes before linearized reading' (duration: 1.477028806s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.274045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.740602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-02T22:12:50.274042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:48.796802Z","time spent":"1.4772311s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:50.274023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.987081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:12:50.274023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.060708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:50.274097Z","caller":"traceutil/trace.go:171","msg":"trace[1386913413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23960; }","duration":"663.102344ms","start":"2026-03-02T22:12:49.610973Z","end":"2026-03-02T22:12:50.274075Z","steps":["trace[1386913413] 'agreement among raft nodes before linearized reading' (duration: 662.879139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.274149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.610953Z","time spent":"663.186637ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:12:50.273964Z","caller":"traceutil/trace.go:171","msg":"trace[1718935260] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23960; }","duration":"447.770321ms","start":"2026-03-02T22:12:49.826187Z","end":"2026-03-02T22:12:50.273958Z","steps":["trace[1718935260] 'agreement among raft nodes before linearized reading' (duration: 447.669689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.274237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.360136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:50.274268Z","caller":"traceutil/trace.go:171","msg":"trace[1829705435] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23960; }","duration":"809.430107ms","start":"2026-03-02T22:12:49.464828Z","end":"2026-03-02T22:12:50.274259Z","steps":["trace[1829705435] 'agreement among raft nodes before linearized reading' (duration: 809.376376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.274297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.464805Z","time spent":"809.483848ms","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:50.27406Z","caller":"traceutil/trace.go:171","msg":"trace[937028560] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23960; }","duration":"146.793914ms","start":"2026-03-02T22:12:50.127262Z","end":"2026-03-02T22:12:50.274056Z","steps":["trace[937028560] 'agreement among raft nodes before linearized reading' (duration: 146.713842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.274319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.246301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:50.274322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236919779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:50.274373Z","caller":"traceutil/trace.go:171","msg":"trace[2055299494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23960; }","duration":"906.327674ms","start":"2026-03-02T22:12:49.368032Z","end":"2026-03-02T22:12:50.27436Z","steps":["trace[2055299494] 'agreement among raft nodes before linearized reading' (duration: 906.243182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:50.274397Z","caller":"traceutil/trace.go:171","msg":"trace[1787447790] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23960; }","duration":"1.237048861s","start":"2026-03-02T22:12:49.037327Z","end":"2026-03-02T22:12:50.274376Z","steps":["trace[1787447790] 'agreement among raft nodes before linearized reading' (duration: 1.236889227s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.27438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.826171Z","time spent":"448.081039ms","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:50.274456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.037306Z","time spent":"1.237140104s","remote":"127.0.0.1:54620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:50.274478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.368015Z","time spent":"906.451386ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:50.274101Z","caller":"traceutil/trace.go:171","msg":"trace[2009347502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23960; }","duration":"649.184411ms","start":"2026-03-02T22:12:49.624899Z","end":"2026-03-02T22:12:50.274084Z","steps":["trace[2009347502] 'agreement among raft nodes before linearized reading' (duration: 648.962846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.274629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.624876Z","time spent":"649.744535ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:50.27468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165101114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:50.274757Z","caller":"traceutil/trace.go:171","msg":"trace[1942075286] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23960; }","duration":"1.165218356s","start":"2026-03-02T22:12:49.109523Z","end":"2026-03-02T22:12:50.274741Z","steps":["trace[1942075286] 'agreement among raft nodes before linearized reading' (duration: 1.165104903s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.274801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.109431Z","time spent":"1.16535968s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:51.076112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.01577ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:51.076195Z","caller":"traceutil/trace.go:171","msg":"trace[1265922229] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23961; }","duration":"270.111773ms","start":"2026-03-02T22:12:50.80607Z","end":"2026-03-02T22:12:51.076182Z","steps":["trace[1265922229] 'range keys from in-memory index tree' (duration: 270.00232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.07667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.311424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:51.076784Z","caller":"traceutil/trace.go:171","msg":"trace[206570942] linearizableReadLoop","detail":"{readStateIndex:24797; appliedIndex:24795; }","duration":"796.491606ms","start":"2026-03-02T22:12:50.280287Z","end":"2026-03-02T22:12:51.076779Z","steps":["trace[206570942] 'read index received' (duration: 84.753845ms)","trace[206570942] 'applied index is now lower than readState.Index' (duration: 711.737331ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:51.076843Z","caller":"traceutil/trace.go:171","msg":"trace[161653077] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"796.976938ms","start":"2026-03-02T22:12:50.279819Z","end":"2026-03-02T22:12:51.076796Z","steps":["trace[161653077] 'process raft request' (duration: 150.49288ms)","trace[161653077] 'compare' (duration: 646.019647ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:51.076998Z","caller":"traceutil/trace.go:171","msg":"trace[1330680815] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"281.681661ms","start":"2026-03-02T22:12:50.795281Z","end":"2026-03-02T22:12:51.076963Z","steps":["trace[1330680815] 'process raft request' (duration: 281.441605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.077023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.279803Z","time spent":"797.123551ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:51.077123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.754542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:51.077272Z","caller":"traceutil/trace.go:171","msg":"trace[2033908455] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23963; }","duration":"796.977047ms","start":"2026-03-02T22:12:50.280269Z","end":"2026-03-02T22:12:51.077246Z","steps":["trace[2033908455] 'agreement among raft nodes before linearized reading' (duration: 796.547407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.077356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.280262Z","time spent":"797.07869ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:51.576921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:52.077907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:52.340102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265174194s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:52.368983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:52.369064Z","caller":"traceutil/trace.go:171","msg":"trace[1857719754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539702s","start":"2026-03-02T22:12:50.368506Z","end":"2026-03-02T22:12:52.369045Z","steps":["trace[1857719754] 'agreement among raft nodes before linearized reading' (duration: 2.000412889s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.369109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.368484Z","time spent":"2.000616335s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:52.890363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.056283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:52.890677Z","caller":"traceutil/trace.go:171","msg":"trace[137730995] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"2.094248546s","start":"2026-03-02T22:12:50.796411Z","end":"2026-03-02T22:12:52.89066Z","steps":["trace[137730995] 'process raft request' (duration: 2.094206685s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.890771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.796399Z","time spent":"2.094318318s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:52.890937Z","caller":"traceutil/trace.go:171","msg":"trace[795966820] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"2.094571374s","start":"2026-03-02T22:12:50.79634Z","end":"2026-03-02T22:12:52.890911Z","steps":["trace[795966820] 'process raft request' (duration: 2.094244907s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.891068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.796332Z","time spent":"2.094663376s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:52.891108Z","caller":"traceutil/trace.go:171","msg":"trace[840532597] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"2.095000723s","start":"2026-03-02T22:12:50.796096Z","end":"2026-03-02T22:12:52.891097Z","steps":["trace[840532597] 'process raft request' (duration: 2.094388559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.891151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.796072Z","time spent":"2.095054975s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:52.891241Z","caller":"traceutil/trace.go:171","msg":"trace[1469500961] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"2.095326582s","start":"2026-03-02T22:12:50.795478Z","end":"2026-03-02T22:12:52.890804Z","steps":["trace[1469500961] 'process raft request' (duration: 1.544753496s)","trace[1469500961] 'compare' (duration: 549.45959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:52.891377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.795451Z","time spent":"2.095862383s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:53.731213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382596337s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:53.930119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.96918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:53.930301Z","caller":"traceutil/trace.go:171","msg":"trace[1626352636] linearizableReadLoop","detail":"{readStateIndex:24803; appliedIndex:24798; }","duration":"2.85348494s","start":"2026-03-02T22:12:51.0768Z","end":"2026-03-02T22:12:53.930285Z","steps":["trace[1626352636] 'read index received' (duration: 1.263452384s)","trace[1626352636] 'applied index is now lower than readState.Index' (duration: 1.590031736s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:53.930374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386468487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:53.930395Z","caller":"traceutil/trace.go:171","msg":"trace[1938934014] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23970; }","duration":"3.386547408s","start":"2026-03-02T22:12:50.543839Z","end":"2026-03-02T22:12:53.930386Z","steps":["trace[1938934014] 'agreement among raft nodes before linearized reading' (duration: 3.386502577s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.930423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.543809Z","time spent":"3.3866065s","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:53.930479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136694097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T22:12:53.930653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41941644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:53.930676Z","caller":"traceutil/trace.go:171","msg":"trace[1499921600] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23970; }","duration":"3.419474252s","start":"2026-03-02T22:12:50.511196Z","end":"2026-03-02T22:12:53.93067Z","steps":["trace[1499921600] 'agreement among raft nodes before linearized reading' (duration: 3.419430721s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.930694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.511176Z","time spent":"3.419513472s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:53.930814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476654167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:53.93085Z","caller":"traceutil/trace.go:171","msg":"trace[1179866195] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23970; }","duration":"3.476720949s","start":"2026-03-02T22:12:50.45412Z","end":"2026-03-02T22:12:53.930841Z","steps":["trace[1179866195] 'agreement among raft nodes before linearized reading' (duration: 3.476668467s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.930869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.454081Z","time spent":"3.47678375s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:53.930573Z","caller":"traceutil/trace.go:171","msg":"trace[671020254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23970; }","duration":"3.136804229s","start":"2026-03-02T22:12:50.793749Z","end":"2026-03-02T22:12:53.930553Z","steps":["trace[671020254] 'agreement among raft nodes before linearized reading' (duration: 3.136547343s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.93094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235032675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:53.930992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.793742Z","time spent":"3.137233559s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:53.931135Z","caller":"traceutil/trace.go:171","msg":"trace[1734643583] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"1.669544559s","start":"2026-03-02T22:12:52.261577Z","end":"2026-03-02T22:12:53.931122Z","steps":["trace[1734643583] 'process raft request' (duration: 1.668668809s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.931207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.26157Z","time spent":"1.669591121s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:53.931249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136345098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:12:53.931281Z","caller":"traceutil/trace.go:171","msg":"trace[1628893259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23970; }","duration":"3.136375529s","start":"2026-03-02T22:12:50.794895Z","end":"2026-03-02T22:12:53.931271Z","steps":["trace[1628893259] 'agreement among raft nodes before linearized reading' (duration: 3.136280816s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:53.931291Z","caller":"traceutil/trace.go:171","msg":"trace[1041099384] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"1.671744941s","start":"2026-03-02T22:12:52.25954Z","end":"2026-03-02T22:12:53.931285Z","steps":["trace[1041099384] 'process raft request' (duration: 1.670657516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.931307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.794877Z","time spent":"3.13642441s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:53.93132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.259509Z","time spent":"1.671795221s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:53.931379Z","caller":"traceutil/trace.go:171","msg":"trace[2030589936] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"1.926514887s","start":"2026-03-02T22:12:52.004837Z","end":"2026-03-02T22:12:53.931352Z","steps":["trace[2030589936] 'process raft request' (duration: 1.727232667s)","trace[2030589936] 'compare' (duration: 197.823747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:53.931514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.004806Z","time spent":"1.92663415s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:53.931636Z","caller":"traceutil/trace.go:171","msg":"trace[2128713173] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23970; }","duration":"3.23569218s","start":"2026-03-02T22:12:50.695309Z","end":"2026-03-02T22:12:53.931001Z","steps":["trace[2128713173] 'agreement among raft nodes before linearized reading' (duration: 3.235028515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.931649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137394402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T22:12:53.931667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.695289Z","time spent":"3.236368447s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:53.931679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632336677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:12:53.931689Z","caller":"traceutil/trace.go:171","msg":"trace[15429949] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:23970; }","duration":"3.137459984s","start":"2026-03-02T22:12:50.794216Z","end":"2026-03-02T22:12:53.931676Z","steps":["trace[15429949] 'agreement among raft nodes before linearized reading' (duration: 3.137349311s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.931736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.794202Z","time spent":"3.137525585s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"info","ts":"2026-03-02T22:12:53.931715Z","caller":"traceutil/trace.go:171","msg":"trace[1188748151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23970; }","duration":"3.632405499s","start":"2026-03-02T22:12:50.299298Z","end":"2026-03-02T22:12:53.931704Z","steps":["trace[1188748151] 'agreement among raft nodes before linearized reading' (duration: 3.631661231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.931824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.299277Z","time spent":"3.632535662s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T22:12:53.932014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138338124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:12:53.93206Z","caller":"traceutil/trace.go:171","msg":"trace[1992095874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23970; }","duration":"3.138432187s","start":"2026-03-02T22:12:50.793616Z","end":"2026-03-02T22:12:53.932048Z","steps":["trace[1992095874] 'agreement among raft nodes before linearized reading' (duration: 3.137638008s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.932085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.793595Z","time spent":"3.138483827s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:53.932474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234213321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:53.932508Z","caller":"traceutil/trace.go:171","msg":"trace[651381901] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23972; }","duration":"2.234284723s","start":"2026-03-02T22:12:51.698215Z","end":"2026-03-02T22:12:53.932499Z","steps":["trace[651381901] 'agreement among raft nodes before linearized reading' (duration: 2.234201591s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.932532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.698193Z","time spent":"2.234332975s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:53.932892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13815259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:12:53.932923Z","caller":"traceutil/trace.go:171","msg":"trace[2040842727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23970; }","duration":"3.138223392s","start":"2026-03-02T22:12:50.794693Z","end":"2026-03-02T22:12:53.932916Z","steps":["trace[2040842727] 'agreement among raft nodes before linearized reading' (duration: 3.136684716s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.932938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.594073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-02T22:12:53.932975Z","caller":"traceutil/trace.go:171","msg":"trace[1245416042] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23972; }","duration":"772.660745ms","start":"2026-03-02T22:12:53.160305Z","end":"2026-03-02T22:12:53.932966Z","steps":["trace[1245416042] 'agreement among raft nodes before linearized reading' (duration: 772.550252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.160289Z","time spent":"772.707135ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-02T22:12:53.933035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.040015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:53.933061Z","caller":"traceutil/trace.go:171","msg":"trace[1956318535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23972; }","duration":"808.063316ms","start":"2026-03-02T22:12:53.124989Z","end":"2026-03-02T22:12:53.933052Z","steps":["trace[1956318535] 'agreement among raft nodes before linearized reading' (duration: 807.978374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561797581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:12:53.933053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026844188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:53.933092Z","caller":"traceutil/trace.go:171","msg":"trace[300893816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23972; }","duration":"1.561855762s","start":"2026-03-02T22:12:52.371223Z","end":"2026-03-02T22:12:53.933079Z","steps":["trace[300893816] 'agreement among raft nodes before linearized reading' (duration: 1.561713809s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:53.933113Z","caller":"traceutil/trace.go:171","msg":"trace[1398205069] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23972; }","duration":"1.02694003s","start":"2026-03-02T22:12:52.906156Z","end":"2026-03-02T22:12:53.933096Z","steps":["trace[1398205069] 'agreement among raft nodes before linearized reading' (duration: 1.026837337s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.672058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:53.93314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.371217Z","time spent":"1.561913564s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:12:53.933157Z","caller":"traceutil/trace.go:171","msg":"trace[476574720] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23972; }","duration":"685.723159ms","start":"2026-03-02T22:12:53.247429Z","end":"2026-03-02T22:12:53.933152Z","steps":["trace[476574720] 'agreement among raft nodes before linearized reading' (duration: 685.692448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.906139Z","time spent":"1.027003662s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:53.933175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.247404Z","time spent":"685.767761ms","remote":"127.0.0.1:47764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:53.933182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.119293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1983"} {"level":"warn","ts":"2026-03-02T22:12:53.933195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563659024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:53.933077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.124933Z","time spent":"808.137977ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:12:53.933234Z","caller":"traceutil/trace.go:171","msg":"trace[1541463067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23972; }","duration":"1.563729066s","start":"2026-03-02T22:12:52.369495Z","end":"2026-03-02T22:12:53.933224Z","steps":["trace[1541463067] 'agreement among raft nodes before linearized reading' (duration: 1.563675755s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.369474Z","time spent":"1.563790728s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:53.93311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.488908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:53.933336Z","caller":"traceutil/trace.go:171","msg":"trace[1251951213] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"605.853437ms","start":"2026-03-02T22:12:53.327472Z","end":"2026-03-02T22:12:53.933325Z","steps":["trace[1251951213] 'process raft request' (duration: 604.915585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:53.933359Z","caller":"traceutil/trace.go:171","msg":"trace[1107864971] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23972; }","duration":"721.736184ms","start":"2026-03-02T22:12:53.211616Z","end":"2026-03-02T22:12:53.933353Z","steps":["trace[1107864971] 'agreement among raft nodes before linearized reading' (duration: 721.476078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.211557Z","time spent":"721.816946ms","remote":"127.0.0.1:49530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:53.933401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.327448Z","time spent":"605.915139ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:53.933143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835684121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:53.933543Z","caller":"traceutil/trace.go:171","msg":"trace[1289303898] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23972; }","duration":"1.836100411s","start":"2026-03-02T22:12:52.097428Z","end":"2026-03-02T22:12:53.933529Z","steps":["trace[1289303898] 'agreement among raft nodes before linearized reading' (duration: 1.83564542s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.097385Z","time spent":"1.836185983s","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:53.933271Z","caller":"traceutil/trace.go:171","msg":"trace[445053679] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"809.134331ms","start":"2026-03-02T22:12:53.124126Z","end":"2026-03-02T22:12:53.93326Z","steps":["trace[445053679] 'process raft request' (duration: 808.197569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.124109Z","time spent":"809.533009ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:53.933233Z","caller":"traceutil/trace.go:171","msg":"trace[1829506736] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23972; }","duration":"270.196655ms","start":"2026-03-02T22:12:53.663024Z","end":"2026-03-02T22:12:53.93322Z","steps":["trace[1829506736] 'agreement among raft nodes before linearized reading' (duration: 270.044361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142431749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T22:12:53.932941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.794672Z","time spent":"3.138263872s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:53.93393Z","caller":"traceutil/trace.go:171","msg":"trace[531271072] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23970; }","duration":"3.142542332s","start":"2026-03-02T22:12:50.791369Z","end":"2026-03-02T22:12:53.933911Z","steps":["trace[531271072] 'agreement among raft nodes before linearized reading' (duration: 3.139755407s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.933962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.791345Z","time spent":"3.142609343s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:53.934602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221634365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418481"} {"level":"info","ts":"2026-03-02T22:12:53.934722Z","caller":"traceutil/trace.go:171","msg":"trace[642777263] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23970; }","duration":"3.221823768s","start":"2026-03-02T22:12:50.71285Z","end":"2026-03-02T22:12:53.934673Z","steps":["trace[642777263] 'agreement among raft nodes before linearized reading' (duration: 3.218594354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.934851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.712825Z","time spent":"3.221993893s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418505,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T22:12:54.43705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:55.65916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.394458ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T22:12:55.659289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.932629Z","time spent":"1.726655882s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:55.940008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:55.940073Z","caller":"traceutil/trace.go:171","msg":"trace[1351467659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280656s","start":"2026-03-02T22:12:53.939777Z","end":"2026-03-02T22:12:55.940058Z","steps":["trace[1351467659] 'agreement among raft nodes before linearized reading' (duration: 2.000194304s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.94011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.939765Z","time spent":"2.000337398s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:56.186611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452728432s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:57.502881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315853459s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:57.503086Z","caller":"traceutil/trace.go:171","msg":"trace[907954232] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"3.566836168s","start":"2026-03-02T22:12:53.936225Z","end":"2026-03-02T22:12:57.503061Z","steps":["trace[907954232] 'process raft request' (duration: 2.250693292s)","trace[907954232] 'compare' (duration: 1.315686025s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:57.503199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.936209Z","time spent":"3.566926089s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.50332Z","caller":"traceutil/trace.go:171","msg":"trace[1206606932] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"3.564516104s","start":"2026-03-02T22:12:53.938771Z","end":"2026-03-02T22:12:57.503287Z","steps":["trace[1206606932] 'process raft request' (duration: 3.564233747s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:57.50343Z","caller":"traceutil/trace.go:171","msg":"trace[1898189956] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"3.564261007s","start":"2026-03-02T22:12:53.939161Z","end":"2026-03-02T22:12:57.503422Z","steps":["trace[1898189956] 'process raft request' (duration: 3.563992741s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.503452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.938759Z","time spent":"3.564622746s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:57.503475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.939156Z","time spent":"3.564293889s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.503559Z","caller":"traceutil/trace.go:171","msg":"trace[954909172] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"3.564450342s","start":"2026-03-02T22:12:53.939103Z","end":"2026-03-02T22:12:57.503553Z","steps":["trace[954909172] 'process raft request' (duration: 3.563991561s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.503592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.939095Z","time spent":"3.564477482s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.50386Z","caller":"traceutil/trace.go:171","msg":"trace[575580985] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"3.564067893s","start":"2026-03-02T22:12:53.939783Z","end":"2026-03-02T22:12:57.503851Z","steps":["trace[575580985] 'process raft request' (duration: 3.563419828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.503896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.939775Z","time spent":"3.564101324s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.503961Z","caller":"traceutil/trace.go:171","msg":"trace[2018728395] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"3.563927539s","start":"2026-03-02T22:12:53.940027Z","end":"2026-03-02T22:12:57.503955Z","steps":["trace[2018728395] 'process raft request' (duration: 3.563223053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.503991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.940007Z","time spent":"3.563967541s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.504158Z","caller":"traceutil/trace.go:171","msg":"trace[1539794325] linearizableReadLoop","detail":"{readStateIndex:24816; appliedIndex:24807; }","duration":"3.568054775s","start":"2026-03-02T22:12:53.936078Z","end":"2026-03-02T22:12:57.504133Z","steps":["trace[1539794325] 'read index received' (duration: 796.711091ms)","trace[1539794325] 'applied index is now lower than readState.Index' (duration: 2.771342304s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:57.504271Z","caller":"traceutil/trace.go:171","msg":"trace[2138163629] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"3.207914205s","start":"2026-03-02T22:12:54.296338Z","end":"2026-03-02T22:12:57.504252Z","steps":["trace[2138163629] 'process raft request' (duration: 3.207365403s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.504373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.296307Z","time spent":"3.208002728s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.504377Z","caller":"traceutil/trace.go:171","msg":"trace[1763385798] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"3.563743216s","start":"2026-03-02T22:12:53.940615Z","end":"2026-03-02T22:12:57.504359Z","steps":["trace[1763385798] 'process raft request' (duration: 3.562683371s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.504464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568359612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d0266e3-ccac-48e0-9e2b-563ff7a76809\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-02T22:12:57.504562Z","caller":"traceutil/trace.go:171","msg":"trace[142250639] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d0266e3-ccac-48e0-9e2b-563ff7a76809; range_end:; response_count:1; response_revision:23980; }","duration":"3.568459105s","start":"2026-03-02T22:12:53.936055Z","end":"2026-03-02T22:12:57.504514Z","steps":["trace[142250639] 'agreement among raft nodes before linearized reading' (duration: 3.56823041s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.504584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.9406Z","time spent":"3.563877769s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:57.504611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.936042Z","time spent":"3.568559537s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-6d0266e3-ccac-48e0-9e2b-563ff7a76809\" "} {"level":"warn","ts":"2026-03-02T22:12:57.517405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3245413s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:57.517786Z","caller":"traceutil/trace.go:171","msg":"trace[476764121] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"2.62145565s","start":"2026-03-02T22:12:54.896311Z","end":"2026-03-02T22:12:57.517767Z","steps":["trace[476764121] 'process raft request' (duration: 2.621279185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.517907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.896284Z","time spent":"2.621553391s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.518081Z","caller":"traceutil/trace.go:171","msg":"trace[2100515333] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"2.621175433s","start":"2026-03-02T22:12:54.896884Z","end":"2026-03-02T22:12:57.518059Z","steps":["trace[2100515333] 'process raft request' (duration: 2.620843216s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.896856Z","time spent":"2.621278105s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.5182Z","caller":"traceutil/trace.go:171","msg":"trace[1653007225] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"2.621206853s","start":"2026-03-02T22:12:54.896976Z","end":"2026-03-02T22:12:57.518183Z","steps":["trace[1653007225] 'process raft request' (duration: 2.620967708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.51832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.896969Z","time spent":"2.621280656s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.518354Z","caller":"traceutil/trace.go:171","msg":"trace[1071405630] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"2.621166073s","start":"2026-03-02T22:12:54.897176Z","end":"2026-03-02T22:12:57.518342Z","steps":["trace[1071405630] 'process raft request' (duration: 2.620964838s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.897167Z","time spent":"2.621216724s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:57.518464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57775181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:57.51848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581546738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:12:57.518563Z","caller":"traceutil/trace.go:171","msg":"trace[1146227619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23986; }","duration":"1.577888954s","start":"2026-03-02T22:12:55.940659Z","end":"2026-03-02T22:12:57.518548Z","steps":["trace[1146227619] 'agreement among raft nodes before linearized reading' (duration: 1.57773376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581148139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-03-02T22:12:57.518602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932278606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:57.518609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.940636Z","time spent":"1.577963256s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:57.518631Z","caller":"traceutil/trace.go:171","msg":"trace[480683549] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23986; }","duration":"2.932349597s","start":"2026-03-02T22:12:54.586274Z","end":"2026-03-02T22:12:57.518623Z","steps":["trace[480683549] 'agreement among raft nodes before linearized reading' (duration: 2.932162343s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.586242Z","time spent":"2.932411259s","remote":"127.0.0.1:36122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:57.518678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581259302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-02T22:12:57.518704Z","caller":"traceutil/trace.go:171","msg":"trace[84666019] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23986; }","duration":"3.581296682s","start":"2026-03-02T22:12:53.937401Z","end":"2026-03-02T22:12:57.518698Z","steps":["trace[84666019] 'agreement among raft nodes before linearized reading' (duration: 3.58122724s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.937396Z","time spent":"3.581322463s","remote":"127.0.0.1:43526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-02T22:12:57.518718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342194458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:57.51875Z","caller":"traceutil/trace.go:171","msg":"trace[1915289516] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23986; }","duration":"3.34225873s","start":"2026-03-02T22:12:54.176484Z","end":"2026-03-02T22:12:57.518743Z","steps":["trace[1915289516] 'agreement among raft nodes before linearized reading' (duration: 3.342160348s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.176463Z","time spent":"3.342312842s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:57.518788Z","caller":"traceutil/trace.go:171","msg":"trace[835293736] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"1.85761469s","start":"2026-03-02T22:12:55.66116Z","end":"2026-03-02T22:12:57.518775Z","steps":["trace[835293736] 'process raft request' (duration: 1.857079807s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592276793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:57.518883Z","caller":"traceutil/trace.go:171","msg":"trace[2141365153] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23986; }","duration":"2.592336074s","start":"2026-03-02T22:12:54.926542Z","end":"2026-03-02T22:12:57.518878Z","steps":["trace[2141365153] 'agreement among raft nodes before linearized reading' (duration: 2.592260043s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.926527Z","time spent":"2.592368465s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:57.518907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431378047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:57.518789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332311636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:57.518937Z","caller":"traceutil/trace.go:171","msg":"trace[363509161] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23986; }","duration":"1.431442338s","start":"2026-03-02T22:12:56.087485Z","end":"2026-03-02T22:12:57.518927Z","steps":["trace[363509161] 'agreement among raft nodes before linearized reading' (duration: 1.431388507s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:57.518953Z","caller":"traceutil/trace.go:171","msg":"trace[498523232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23986; }","duration":"2.332517051s","start":"2026-03-02T22:12:55.186425Z","end":"2026-03-02T22:12:57.518942Z","steps":["trace[498523232] 'agreement among raft nodes before linearized reading' (duration: 2.332332887s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:57.518626Z","caller":"traceutil/trace.go:171","msg":"trace[185160137] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23986; }","duration":"3.58118832s","start":"2026-03-02T22:12:53.937429Z","end":"2026-03-02T22:12:57.518617Z","steps":["trace[185160137] 'agreement among raft nodes before linearized reading' (duration: 3.581083928s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.186402Z","time spent":"2.332582752s","remote":"127.0.0.1:47874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:57.519022Z","caller":"traceutil/trace.go:171","msg":"trace[183934598] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"1.576810569s","start":"2026-03-02T22:12:55.942199Z","end":"2026-03-02T22:12:57.51901Z","steps":["trace[183934598] 'process raft request' (duration: 1.576132704s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.519002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.937425Z","time spent":"3.581570109s","remote":"127.0.0.1:43526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-02T22:12:57.519117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.678231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:57.519137Z","caller":"traceutil/trace.go:171","msg":"trace[463256073] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23986; }","duration":"102.726981ms","start":"2026-03-02T22:12:57.416404Z","end":"2026-03-02T22:12:57.519131Z","steps":["trace[463256073] 'agreement among raft nodes before linearized reading' (duration: 102.68932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:56.087465Z","time spent":"1.43149067s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:57.518872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.910905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:57.519292Z","caller":"traceutil/trace.go:171","msg":"trace[797149985] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23986; }","duration":"269.365415ms","start":"2026-03-02T22:12:57.249919Z","end":"2026-03-02T22:12:57.519285Z","steps":["trace[797149985] 'agreement among raft nodes before linearized reading' (duration: 268.910754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.518854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.661139Z","time spent":"1.857675101s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:57.518593Z","caller":"traceutil/trace.go:171","msg":"trace[1421997943] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:23986; }","duration":"3.581671231s","start":"2026-03-02T22:12:53.936909Z","end":"2026-03-02T22:12:57.51858Z","steps":["trace[1421997943] 'agreement among raft nodes before linearized reading' (duration: 3.581463747s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:57.519401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.936898Z","time spent":"3.58249525s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:12:57.519096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:55.942177Z","time spent":"1.576882811s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:58.022891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:59.524874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:59.52503Z","caller":"traceutil/trace.go:171","msg":"trace[192978410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250606s","start":"2026-03-02T22:12:57.524764Z","end":"2026-03-02T22:12:59.525015Z","steps":["trace[192978410] 'agreement among raft nodes before linearized reading' (duration: 2.000087622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:59.525102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.524752Z","time spent":"2.000337668s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:00.756239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61456307s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:00.75649Z","caller":"traceutil/trace.go:171","msg":"trace[1663211789] linearizableReadLoop","detail":"{readStateIndex:24825; appliedIndex:24822; }","duration":"3.234432071s","start":"2026-03-02T22:12:57.522042Z","end":"2026-03-02T22:13:00.756474Z","steps":["trace[1663211789] 'read index received' (duration: 619.508512ms)","trace[1663211789] 'applied index is now lower than readState.Index' (duration: 2.614922319s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:00.756566Z","caller":"traceutil/trace.go:171","msg":"trace[1771665621] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"3.234329849s","start":"2026-03-02T22:12:57.522227Z","end":"2026-03-02T22:13:00.756557Z","steps":["trace[1771665621] 'process raft request' (duration: 3.234112524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.756625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.522211Z","time spent":"3.23437893s","remote":"127.0.0.1:43526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:00.756613Z","caller":"traceutil/trace.go:171","msg":"trace[176753677] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"3.234159424s","start":"2026-03-02T22:12:57.522423Z","end":"2026-03-02T22:13:00.756582Z","steps":["trace[176753677] 'process raft request' (duration: 3.234014411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.756751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.522417Z","time spent":"3.234258577s","remote":"127.0.0.1:43526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:00.756729Z","caller":"traceutil/trace.go:171","msg":"trace[469969386] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"3.235166438s","start":"2026-03-02T22:12:57.521533Z","end":"2026-03-02T22:13:00.756699Z","steps":["trace[469969386] 'process raft request' (duration: 620.063065ms)","trace[469969386] 'compare' (duration: 2.614244173s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:00.756943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234924802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T22:13:00.756987Z","caller":"traceutil/trace.go:171","msg":"trace[1828989811] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23989; }","duration":"3.235005795s","start":"2026-03-02T22:12:57.52197Z","end":"2026-03-02T22:13:00.756975Z","steps":["trace[1828989811] 'agreement among raft nodes before linearized reading' (duration: 3.234852491s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.757007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.521515Z","time spent":"3.235433324s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:00.757033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.521952Z","time spent":"3.235067906s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:13:00.944423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.006260926s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:13:01.524824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99998398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:13:01.524908Z","caller":"traceutil/trace.go:171","msg":"trace[1358650325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105333s","start":"2026-03-02T22:12:59.524783Z","end":"2026-03-02T22:13:01.524888Z","steps":["trace[1358650325] 'agreement among raft nodes before linearized reading' (duration: 1.999998931s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.524953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.524775Z","time spent":"2.000168954s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:01.540121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.359683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:01.540378Z","caller":"traceutil/trace.go:171","msg":"trace[340061270] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"2.602288665s","start":"2026-03-02T22:12:58.938029Z","end":"2026-03-02T22:13:01.540318Z","steps":["trace[340061270] 'process raft request' (duration: 2.006652736s)","trace[340061270] 'compare' (duration: 595.24907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:01.540497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:58.938001Z","time spent":"2.602435728s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:01.649497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.257754ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:13:01.649875Z","caller":"traceutil/trace.go:171","msg":"trace[2098057477] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"2.126858371s","start":"2026-03-02T22:12:59.522984Z","end":"2026-03-02T22:13:01.649842Z","steps":["trace[2098057477] 'process raft request' (duration: 2.126607475s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.65007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.522966Z","time spent":"2.126997725s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:02.003315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999719864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:13:02.003389Z","caller":"traceutil/trace.go:171","msg":"trace[1176718234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999847157s","start":"2026-03-02T22:13:00.003525Z","end":"2026-03-02T22:13:02.003372Z","steps":["trace[1176718234] 'agreement among raft nodes before linearized reading' (duration: 1.999751445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.003445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.0035Z","time spent":"1.999918558s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:02.476111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.016085Z","time spent":"460.006855ms","remote":"127.0.0.1:36798","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:13:02.477234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.309651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:02.477495Z","caller":"traceutil/trace.go:171","msg":"trace[1446606978] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"2.954430879s","start":"2026-03-02T22:12:59.523039Z","end":"2026-03-02T22:13:02.47747Z","steps":["trace[1446606978] 'process raft request' (duration: 2.12678452s)","trace[1446606978] 'compare' (duration: 825.752665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:02.47758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.522999Z","time spent":"2.954545512s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:02.477712Z","caller":"traceutil/trace.go:171","msg":"trace[1258594776] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"2.954117302s","start":"2026-03-02T22:12:59.523571Z","end":"2026-03-02T22:13:02.477688Z","steps":["trace[1258594776] 'process raft request' (duration: 2.953777434s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:02.477836Z","caller":"traceutil/trace.go:171","msg":"trace[1685206439] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"1.037898813s","start":"2026-03-02T22:13:01.439915Z","end":"2026-03-02T22:13:02.477813Z","steps":["trace[1685206439] 'process raft request' (duration: 1.037839422s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:02.477921Z","caller":"traceutil/trace.go:171","msg":"trace[973654123] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"2.953538958s","start":"2026-03-02T22:12:59.524367Z","end":"2026-03-02T22:13:02.477906Z","steps":["trace[973654123] 'process raft request' (duration: 2.953234521s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.477971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.439888Z","time spent":"1.038018866s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:02.478007Z","caller":"traceutil/trace.go:171","msg":"trace[2057522955] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"2.951927071s","start":"2026-03-02T22:12:59.526069Z","end":"2026-03-02T22:13:02.477996Z","steps":["trace[2057522955] 'process raft request' (duration: 2.951622584s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.478078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.526054Z","time spent":"2.951992372s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:02.478092Z","caller":"traceutil/trace.go:171","msg":"trace[724320505] linearizableReadLoop","detail":"{readStateIndex:24832; appliedIndex:24825; }","duration":"1.721541154s","start":"2026-03-02T22:13:00.756527Z","end":"2026-03-02T22:13:02.478068Z","steps":["trace[724320505] 'read index received' (duration: 188.121432ms)","trace[724320505] 'applied index is now lower than readState.Index' (duration: 1.533417482s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:02.477997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.524354Z","time spent":"2.95360556s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:02.478206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150424973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:02.478247Z","caller":"traceutil/trace.go:171","msg":"trace[105546668] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23996; }","duration":"3.150503585s","start":"2026-03-02T22:12:59.327734Z","end":"2026-03-02T22:13:02.478237Z","steps":["trace[105546668] 'agreement among raft nodes before linearized reading' (duration: 3.150401892s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.477855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.52356Z","time spent":"2.954223444s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:02.478286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.327713Z","time spent":"3.150562907s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.478335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969351055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:13:02.478387Z","caller":"traceutil/trace.go:171","msg":"trace[67374160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23996; }","duration":"2.969415887s","start":"2026-03-02T22:12:59.508958Z","end":"2026-03-02T22:13:02.478374Z","steps":["trace[67374160] 'agreement among raft nodes before linearized reading' (duration: 2.969264203s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.47845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.508952Z","time spent":"2.969471478s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:13:02.478577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419557087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:02.478613Z","caller":"traceutil/trace.go:171","msg":"trace[76362055] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23996; }","duration":"2.419630899s","start":"2026-03-02T22:13:00.058972Z","end":"2026-03-02T22:13:02.478603Z","steps":["trace[76362055] 'agreement among raft nodes before linearized reading' (duration: 2.419573278s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.478649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.058952Z","time spent":"2.419688801s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.478707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970460661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:13:02.478748Z","caller":"traceutil/trace.go:171","msg":"trace[77410188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23996; }","duration":"2.970544802s","start":"2026-03-02T22:12:59.508193Z","end":"2026-03-02T22:13:02.478738Z","steps":["trace[77410188] 'agreement among raft nodes before linearized reading' (duration: 2.9704441s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.478778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.508167Z","time spent":"2.970603864s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:13:02.478828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969779825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:02.478863Z","caller":"traceutil/trace.go:171","msg":"trace[768146227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23996; }","duration":"2.969822156s","start":"2026-03-02T22:12:59.509032Z","end":"2026-03-02T22:13:02.478854Z","steps":["trace[768146227] 'agreement among raft nodes before linearized reading' (duration: 2.969734094s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.478894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.509029Z","time spent":"2.969859217s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:02.478614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970119183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:13:02.47992Z","caller":"traceutil/trace.go:171","msg":"trace[2031886905] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23996; }","duration":"2.971447374s","start":"2026-03-02T22:12:59.508458Z","end":"2026-03-02T22:13:02.479905Z","steps":["trace[2031886905] 'agreement among raft nodes before linearized reading' (duration: 2.97002401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.479955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.508445Z","time spent":"2.971499094s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:02.480006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335089445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:13:02.480035Z","caller":"traceutil/trace.go:171","msg":"trace[443684074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23996; }","duration":"3.335119935s","start":"2026-03-02T22:12:59.144908Z","end":"2026-03-02T22:13:02.480027Z","steps":["trace[443684074] 'agreement among raft nodes before linearized reading' (duration: 3.333508238s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.4784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193571874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:13:02.480082Z","caller":"traceutil/trace.go:171","msg":"trace[1065730035] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23996; }","duration":"3.195409736s","start":"2026-03-02T22:12:59.284663Z","end":"2026-03-02T22:13:02.480073Z","steps":["trace[1065730035] 'agreement among raft nodes before linearized reading' (duration: 3.193535543s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.552557842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18510"} {"level":"info","ts":"2026-03-02T22:13:02.480122Z","caller":"traceutil/trace.go:171","msg":"trace[1591609343] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23996; }","duration":"4.552605184s","start":"2026-03-02T22:12:57.927512Z","end":"2026-03-02T22:13:02.480117Z","steps":["trace[1591609343] 'agreement among raft nodes before linearized reading' (duration: 4.552555732s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.284643Z","time spent":"3.195465697s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.480137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.927491Z","time spent":"4.552643225s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:13:02.480125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971099096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:13:02.480216Z","caller":"traceutil/trace.go:171","msg":"trace[982042334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23996; }","duration":"2.971189048s","start":"2026-03-02T22:12:59.508986Z","end":"2026-03-02T22:13:02.480175Z","steps":["trace[982042334] 'agreement among raft nodes before linearized reading' (duration: 2.970952812s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.144847Z","time spent":"3.335203387s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:02.480258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.508982Z","time spent":"2.97126872s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:02.480275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788100233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-03-02T22:13:02.48029Z","caller":"traceutil/trace.go:171","msg":"trace[2036364891] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23996; }","duration":"4.788163744s","start":"2026-03-02T22:12:57.692121Z","end":"2026-03-02T22:13:02.480285Z","steps":["trace[2036364891] 'agreement among raft nodes before linearized reading' (duration: 4.788115313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.692096Z","time spent":"4.788203925s","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1066,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-03-02T22:13:02.480373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971357702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:13:02.480412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.949567446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:02.480424Z","caller":"traceutil/trace.go:171","msg":"trace[1662766992] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23996; }","duration":"2.971425043s","start":"2026-03-02T22:12:59.508982Z","end":"2026-03-02T22:13:02.480407Z","steps":["trace[1662766992] 'agreement among raft nodes before linearized reading' (duration: 2.97001369s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:02.480446Z","caller":"traceutil/trace.go:171","msg":"trace[1705275919] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23996; }","duration":"4.949629318s","start":"2026-03-02T22:12:57.530802Z","end":"2026-03-02T22:13:02.480431Z","steps":["trace[1705275919] 'agreement among raft nodes before linearized reading' (duration: 4.949577497s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.508971Z","time spent":"2.971478114s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:02.480475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:57.530784Z","time spent":"4.949683659s","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.480453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.441814175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:02.480535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125596747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:02.480535Z","caller":"traceutil/trace.go:171","msg":"trace[1210498005] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23996; }","duration":"4.441948108s","start":"2026-03-02T22:12:58.038562Z","end":"2026-03-02T22:13:02.48051Z","steps":["trace[1210498005] 'agreement among raft nodes before linearized reading' (duration: 4.441335573s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:02.480559Z","caller":"traceutil/trace.go:171","msg":"trace[2003718580] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23996; }","duration":"1.125642788s","start":"2026-03-02T22:13:01.354908Z","end":"2026-03-02T22:13:02.480551Z","steps":["trace[2003718580] 'agreement among raft nodes before linearized reading' (duration: 1.125606877s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.48059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.354894Z","time spent":"1.125690328s","remote":"127.0.0.1:54668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.480587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:58.03854Z","time spent":"4.44203324s","remote":"127.0.0.1:54724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.480593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373649938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:02.480626Z","caller":"traceutil/trace.go:171","msg":"trace[189448470] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23996; }","duration":"1.373709059s","start":"2026-03-02T22:13:01.106907Z","end":"2026-03-02T22:13:02.480616Z","steps":["trace[189448470] 'agreement among raft nodes before linearized reading' (duration: 1.373633707s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389867184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:02.480654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.10689Z","time spent":"1.373756471s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:02.480672Z","caller":"traceutil/trace.go:171","msg":"trace[142489924] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23996; }","duration":"1.389959856s","start":"2026-03-02T22:13:01.090696Z","end":"2026-03-02T22:13:02.480655Z","steps":["trace[142489924] 'agreement among raft nodes before linearized reading' (duration: 1.389867324s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.090655Z","time spent":"1.390052638s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:02.480785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133100692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:02.480819Z","caller":"traceutil/trace.go:171","msg":"trace[2041589236] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23996; }","duration":"3.133178224s","start":"2026-03-02T22:12:59.347631Z","end":"2026-03-02T22:13:02.480809Z","steps":["trace[2041589236] 'agreement among raft nodes before linearized reading' (duration: 3.133122142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.347598Z","time spent":"3.133242925s","remote":"127.0.0.1:58504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.480869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289352243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-02T22:13:02.480892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337719246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T22:13:02.480898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.293599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:02.480925Z","caller":"traceutil/trace.go:171","msg":"trace[760878723] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23996; }","duration":"195.355209ms","start":"2026-03-02T22:13:02.285564Z","end":"2026-03-02T22:13:02.480919Z","steps":["trace[760878723] 'agreement among raft nodes before linearized reading' (duration: 195.314588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:02.480926Z","caller":"traceutil/trace.go:171","msg":"trace[32498246] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23996; }","duration":"3.337790927s","start":"2026-03-02T22:12:59.143126Z","end":"2026-03-02T22:13:02.480917Z","steps":["trace[32498246] 'agreement among raft nodes before linearized reading' (duration: 3.337654914s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373674798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:02.480955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.143102Z","time spent":"3.337846879s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T22:13:02.480967Z","caller":"traceutil/trace.go:171","msg":"trace[1422643346] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23996; }","duration":"1.37372809s","start":"2026-03-02T22:13:01.107231Z","end":"2026-03-02T22:13:02.48096Z","steps":["trace[1422643346] 'agreement among raft nodes before linearized reading' (duration: 1.373684679s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.480996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.107187Z","time spent":"1.373800702s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.481033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.517823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:02.481033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718535034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189925d781f72249\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-02T22:13:02.481086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.915505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:02.481084Z","caller":"traceutil/trace.go:171","msg":"trace[865883191] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189925d781f72249; range_end:; response_count:1; response_revision:23996; }","duration":"1.718623637s","start":"2026-03-02T22:13:00.762444Z","end":"2026-03-02T22:13:02.481068Z","steps":["trace[865883191] 'agreement among raft nodes before linearized reading' (duration: 1.718487303s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:02.481117Z","caller":"traceutil/trace.go:171","msg":"trace[1998495084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23996; }","duration":"946.964325ms","start":"2026-03-02T22:13:01.534136Z","end":"2026-03-02T22:13:02.4811Z","steps":["trace[1998495084] 'agreement among raft nodes before linearized reading' (duration: 946.930395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.481131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.53412Z","time spent":"947.008897ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:02.481125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.762427Z","time spent":"1.718687428s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.189925d781f72249\" "} {"level":"warn","ts":"2026-03-02T22:13:02.481144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539367721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:13:02.481173Z","caller":"traceutil/trace.go:171","msg":"trace[855852347] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23996; }","duration":"3.539434253s","start":"2026-03-02T22:12:58.94173Z","end":"2026-03-02T22:13:02.481165Z","steps":["trace[855852347] 'agreement among raft nodes before linearized reading' (duration: 3.539345661s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.481197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:58.941706Z","time spent":"3.539485373s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:13:02.481304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.144893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-02T22:13:02.481327Z","caller":"traceutil/trace.go:171","msg":"trace[1785183809] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23996; }","duration":"951.208194ms","start":"2026-03-02T22:13:01.530113Z","end":"2026-03-02T22:13:02.481321Z","steps":["trace[1785183809] 'agreement among raft nodes before linearized reading' (duration: 951.102682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.481344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.530084Z","time spent":"951.256306ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-02T22:13:02.480898Z","caller":"traceutil/trace.go:171","msg":"trace[977647938] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23996; }","duration":"1.289405264s","start":"2026-03-02T22:13:01.191483Z","end":"2026-03-02T22:13:02.480889Z","steps":["trace[977647938] 'agreement among raft nodes before linearized reading' (duration: 1.289311662s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.481413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.191469Z","time spent":"1.289914586s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:13:02.48148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123178657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:02.481512Z","caller":"traceutil/trace.go:171","msg":"trace[1645776852] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23996; }","duration":"4.123241169s","start":"2026-03-02T22:12:58.358261Z","end":"2026-03-02T22:13:02.481502Z","steps":["trace[1645776852] 'agreement among raft nodes before linearized reading' (duration: 4.123133336s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.481551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:58.358244Z","time spent":"4.12329643s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.481563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720623003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:13:02.481585Z","caller":"traceutil/trace.go:171","msg":"trace[109445481] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:23996; }","duration":"1.720680894s","start":"2026-03-02T22:13:00.760897Z","end":"2026-03-02T22:13:02.481578Z","steps":["trace[109445481] 'agreement among raft nodes before linearized reading' (duration: 1.720615383s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.481601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.760881Z","time spent":"1.720716275s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:13:02.48171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304629704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:02.481054Z","caller":"traceutil/trace.go:171","msg":"trace[766967685] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23996; }","duration":"879.584844ms","start":"2026-03-02T22:13:01.601461Z","end":"2026-03-02T22:13:02.481046Z","steps":["trace[766967685] 'agreement among raft nodes before linearized reading' (duration: 879.551053ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:02.481738Z","caller":"traceutil/trace.go:171","msg":"trace[1177132228] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23996; }","duration":"4.304700816s","start":"2026-03-02T22:12:58.17703Z","end":"2026-03-02T22:13:02.48173Z","steps":["trace[1177132228] 'agreement among raft nodes before linearized reading' (duration: 4.304647055s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.481758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:01.601428Z","time spent":"880.31503ms","remote":"127.0.0.1:58018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.481768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:58.177008Z","time spent":"4.304752497s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:02.480532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720857238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:13:02.481844Z","caller":"traceutil/trace.go:171","msg":"trace[336827868] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23996; }","duration":"1.72223561s","start":"2026-03-02T22:13:00.759569Z","end":"2026-03-02T22:13:02.481805Z","steps":["trace[336827868] 'agreement among raft nodes before linearized reading' (duration: 1.720837647s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.481887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.759553Z","time spent":"1.722320462s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T22:13:02.482209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974241199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:13:02.482408Z","caller":"traceutil/trace.go:171","msg":"trace[1911360628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23996; }","duration":"2.974466723s","start":"2026-03-02T22:12:59.50793Z","end":"2026-03-02T22:13:02.482396Z","steps":["trace[1911360628] 'agreement among raft nodes before linearized reading' (duration: 2.970917081s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:02.482437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.507912Z","time spent":"2.974515775s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:03.187335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.474567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:03.187485Z","caller":"traceutil/trace.go:171","msg":"trace[995941886] linearizableReadLoop","detail":"{readStateIndex:24834; appliedIndex:24833; }","duration":"700.393409ms","start":"2026-03-02T22:13:02.487078Z","end":"2026-03-02T22:13:03.187471Z","steps":["trace[995941886] 'read index received' (duration: 474.755728ms)","trace[995941886] 'applied index is now lower than readState.Index' (duration: 225.637001ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:03.187474Z","caller":"traceutil/trace.go:171","msg":"trace[765254262] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"700.526162ms","start":"2026-03-02T22:13:02.486917Z","end":"2026-03-02T22:13:03.187444Z","steps":["trace[765254262] 'process raft request' (duration: 474.878401ms)","trace[765254262] 'compare' (duration: 225.053828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:03.18761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.486905Z","time spent":"700.627715ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:03.187726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.629054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2c170173-6fff-492e-b148-144fd938af7a\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-02T22:13:03.187801Z","caller":"traceutil/trace.go:171","msg":"trace[1437747536] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2c170173-6fff-492e-b148-144fd938af7a; range_end:; response_count:1; response_revision:23997; }","duration":"700.735887ms","start":"2026-03-02T22:13:02.487048Z","end":"2026-03-02T22:13:03.187784Z","steps":["trace[1437747536] 'agreement among raft nodes before linearized reading' (duration: 700.460601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:03.1878Z","caller":"traceutil/trace.go:171","msg":"trace[1725893818] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"700.608994ms","start":"2026-03-02T22:13:02.487169Z","end":"2026-03-02T22:13:03.187778Z","steps":["trace[1725893818] 'process raft request' (duration: 700.486641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:03.187789Z","caller":"traceutil/trace.go:171","msg":"trace[626115634] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"700.590533ms","start":"2026-03-02T22:13:02.487155Z","end":"2026-03-02T22:13:03.187746Z","steps":["trace[626115634] 'process raft request' (duration: 700.260346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.18794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.487155Z","time spent":"700.713816ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:03.187953Z","caller":"traceutil/trace.go:171","msg":"trace[853977428] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"700.747307ms","start":"2026-03-02T22:13:02.487195Z","end":"2026-03-02T22:13:03.187942Z","steps":["trace[853977428] 'process raft request' (duration: 700.536802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:03.187982Z","caller":"traceutil/trace.go:171","msg":"trace[1536911466] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"700.744408ms","start":"2026-03-02T22:13:02.487226Z","end":"2026-03-02T22:13:03.187971Z","steps":["trace[1536911466] 'process raft request' (duration: 700.650855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.187835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.487033Z","time spent":"700.794438ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-2c170173-6fff-492e-b148-144fd938af7a\" "} {"level":"warn","ts":"2026-03-02T22:13:03.188023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.487148Z","time spent":"700.799149ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:03.188048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.48719Z","time spent":"700.807899ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:03.188053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.487222Z","time spent":"700.798299ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:03.188225Z","caller":"traceutil/trace.go:171","msg":"trace[1619152859] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"700.947332ms","start":"2026-03-02T22:13:02.487252Z","end":"2026-03-02T22:13:03.1882Z","steps":["trace[1619152859] 'process raft request' (duration: 700.673326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:03.188248Z","caller":"traceutil/trace.go:171","msg":"trace[949774183] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"700.971993ms","start":"2026-03-02T22:13:02.487262Z","end":"2026-03-02T22:13:03.188234Z","steps":["trace[949774183] 'process raft request' (duration: 700.788399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:03.18826Z","caller":"traceutil/trace.go:171","msg":"trace[890292143] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"700.641745ms","start":"2026-03-02T22:13:02.487601Z","end":"2026-03-02T22:13:03.188243Z","steps":["trace[890292143] 'process raft request' (duration: 700.567233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.188295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.487245Z","time spent":"701.014843ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:03.188315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.487257Z","time spent":"701.014214ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:03.188327Z","caller":"traceutil/trace.go:171","msg":"trace[1570299332] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"700.778818ms","start":"2026-03-02T22:13:02.48754Z","end":"2026-03-02T22:13:03.188319Z","steps":["trace[1570299332] 'process raft request' (duration: 700.591313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.188353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.487577Z","time spent":"700.733598ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:03.188368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.487524Z","time spent":"700.821609ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:03.188448Z","caller":"traceutil/trace.go:171","msg":"trace[663430164] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"697.757117ms","start":"2026-03-02T22:13:02.49068Z","end":"2026-03-02T22:13:03.188437Z","steps":["trace[663430164] 'process raft request' (duration: 697.647545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.188491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.490674Z","time spent":"697.797619ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:03.18854Z","caller":"traceutil/trace.go:171","msg":"trace[979913939] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"698.768462ms","start":"2026-03-02T22:13:02.489758Z","end":"2026-03-02T22:13:03.188527Z","steps":["trace[979913939] 'process raft request' (duration: 698.448544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.188573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.699538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:03.188598Z","caller":"traceutil/trace.go:171","msg":"trace[1454550394] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24008; }","duration":"506.755629ms","start":"2026-03-02T22:13:02.681833Z","end":"2026-03-02T22:13:03.188588Z","steps":["trace[1454550394] 'agreement among raft nodes before linearized reading' (duration: 506.711568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.188624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.681813Z","time spent":"506.803531ms","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:03.188621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.489748Z","time spent":"698.841753ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:03.188615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.121114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:03.188664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.86018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18510"} {"level":"warn","ts":"2026-03-02T22:13:03.188692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.57758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:13:03.188712Z","caller":"traceutil/trace.go:171","msg":"trace[112891025] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24008; }","duration":"697.916962ms","start":"2026-03-02T22:13:02.490785Z","end":"2026-03-02T22:13:03.188702Z","steps":["trace[112891025] 'agreement among raft nodes before linearized reading' (duration: 697.776168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:03.18872Z","caller":"traceutil/trace.go:171","msg":"trace[391700511] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"697.090753ms","start":"2026-03-02T22:13:02.491619Z","end":"2026-03-02T22:13:03.188709Z","steps":["trace[391700511] 'process raft request' (duration: 696.761555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:03.188721Z","caller":"traceutil/trace.go:171","msg":"trace[533999783] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24008; }","duration":"699.624871ms","start":"2026-03-02T22:13:02.489088Z","end":"2026-03-02T22:13:03.188713Z","steps":["trace[533999783] 'agreement among raft nodes before linearized reading' (duration: 699.562709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.188746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.490778Z","time spent":"697.961722ms","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:13:03.18875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.489072Z","time spent":"699.673693ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:13:03.188762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.510595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:03.188678Z","caller":"traceutil/trace.go:171","msg":"trace[1488197681] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24008; }","duration":"694.213726ms","start":"2026-03-02T22:13:02.494452Z","end":"2026-03-02T22:13:03.188665Z","steps":["trace[1488197681] 'agreement among raft nodes before linearized reading' (duration: 694.122304ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:03.188792Z","caller":"traceutil/trace.go:171","msg":"trace[1500817261] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24008; }","duration":"249.540355ms","start":"2026-03-02T22:13:02.939244Z","end":"2026-03-02T22:13:03.188784Z","steps":["trace[1500817261] 'agreement among raft nodes before linearized reading' (duration: 249.486904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.188772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.491608Z","time spent":"697.133853ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:03.188822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.494437Z","time spent":"694.374ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:03.188633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.309571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:13:03.188871Z","caller":"traceutil/trace.go:171","msg":"trace[1630403938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24008; }","duration":"701.575286ms","start":"2026-03-02T22:13:02.487289Z","end":"2026-03-02T22:13:03.188865Z","steps":["trace[1630403938] 'agreement among raft nodes before linearized reading' (duration: 701.143186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:03.188895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:02.487272Z","time spent":"701.618198ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:13:03.759023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026239,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:13:04.259817Z","caller":"traceutil/trace.go:171","msg":"trace[411858574] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"1.005516634s","start":"2026-03-02T22:13:03.25425Z","end":"2026-03-02T22:13:04.259767Z","steps":["trace[411858574] 'process raft request' (duration: 942.998914ms)","trace[411858574] 'compare' (duration: 62.186282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:04.25996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.254238Z","time spent":"1.005645037s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:05.369985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:13:05.370088Z","caller":"traceutil/trace.go:171","msg":"trace[544752665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407649s","start":"2026-03-02T22:13:03.369649Z","end":"2026-03-02T22:13:05.370057Z","steps":["trace[544752665] 'agreement among raft nodes before linearized reading' (duration: 2.000288267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:05.370154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.36963Z","time spent":"2.000511141s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:05.45899Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25688054s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:13:05.608812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.539427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:05.60906Z","caller":"traceutil/trace.go:171","msg":"trace[1363087377] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"2.351133581s","start":"2026-03-02T22:13:03.257889Z","end":"2026-03-02T22:13:05.609022Z","steps":["trace[1363087377] 'process raft request' (duration: 2.201261676s)","trace[1363087377] 'compare' (duration: 148.595115ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:05.60911Z","caller":"traceutil/trace.go:171","msg":"trace[258971868] linearizableReadLoop","detail":"{readStateIndex:24852; appliedIndex:24849; }","duration":"2.350117897s","start":"2026-03-02T22:13:03.258969Z","end":"2026-03-02T22:13:05.609086Z","steps":["trace[258971868] 'read index received' (duration: 938.295215ms)","trace[258971868] 'applied index is now lower than readState.Index' (duration: 1.411821502s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:05.609212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.257863Z","time spent":"2.351269195s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:05.609328Z","caller":"traceutil/trace.go:171","msg":"trace[202959996] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"1.955257143s","start":"2026-03-02T22:13:03.654059Z","end":"2026-03-02T22:13:05.609316Z","steps":["trace[202959996] 'process raft request' (duration: 1.954840943s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:05.609394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.654039Z","time spent":"1.955317624s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:05.609482Z","caller":"traceutil/trace.go:171","msg":"trace[2136703306] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"1.568128066s","start":"2026-03-02T22:13:04.041345Z","end":"2026-03-02T22:13:05.609473Z","steps":["trace[2136703306] 'process raft request' (duration: 1.567666136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:05.609528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.041318Z","time spent":"1.568184248s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:05.609612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350644259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:05.609654Z","caller":"traceutil/trace.go:171","msg":"trace[1274699665] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24016; }","duration":"2.350716931s","start":"2026-03-02T22:13:03.258924Z","end":"2026-03-02T22:13:05.609641Z","steps":["trace[1274699665] 'agreement among raft nodes before linearized reading' (duration: 2.350637979s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:05.609683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.258908Z","time spent":"2.350767783s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:13:05.609642Z","caller":"traceutil/trace.go:171","msg":"trace[896363602] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"1.535424659s","start":"2026-03-02T22:13:04.074193Z","end":"2026-03-02T22:13:05.609618Z","steps":["trace[896363602] 'process raft request' (duration: 1.534851746s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:05.610447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.074165Z","time spent":"1.536238977s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:06.110102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:06.738759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.787914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:06.739067Z","caller":"traceutil/trace.go:171","msg":"trace[2067366674] linearizableReadLoop","detail":"{readStateIndex:24859; appliedIndex:24854; }","duration":"1.129911797s","start":"2026-03-02T22:13:05.609141Z","end":"2026-03-02T22:13:06.739053Z","steps":["trace[2067366674] 'read index received' (duration: 558.740895ms)","trace[2067366674] 'applied index is now lower than readState.Index' (duration: 571.169822ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:06.739143Z","caller":"traceutil/trace.go:171","msg":"trace[1744576343] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"2.256923287s","start":"2026-03-02T22:13:04.482195Z","end":"2026-03-02T22:13:06.739118Z","steps":["trace[1744576343] 'process raft request' (duration: 1.685708733s)","trace[1744576343] 'compare' (duration: 570.453826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:06.739186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.482169Z","time spent":"2.256991939s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:06.739288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539023593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:06.739359Z","caller":"traceutil/trace.go:171","msg":"trace[1962696423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24021; }","duration":"1.539121085s","start":"2026-03-02T22:13:05.200218Z","end":"2026-03-02T22:13:06.739339Z","steps":["trace[1962696423] 'agreement among raft nodes before linearized reading' (duration: 1.53891918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.73941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.200208Z","time spent":"1.539189337s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:13:06.739438Z","caller":"traceutil/trace.go:171","msg":"trace[1276208860] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"2.25187837s","start":"2026-03-02T22:13:04.4875Z","end":"2026-03-02T22:13:06.739379Z","steps":["trace[1276208860] 'process raft request' (duration: 2.251477461s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.739444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369251327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:06.739471Z","caller":"traceutil/trace.go:171","msg":"trace[1039559732] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"1.178682618s","start":"2026-03-02T22:13:05.560742Z","end":"2026-03-02T22:13:06.739424Z","steps":["trace[1039559732] 'process raft request' (duration: 1.178274919s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:06.739481Z","caller":"traceutil/trace.go:171","msg":"trace[2056874449] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"2.251994603s","start":"2026-03-02T22:13:04.487464Z","end":"2026-03-02T22:13:06.739458Z","steps":["trace[2056874449] 'process raft request' (duration: 2.25145302s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:06.73951Z","caller":"traceutil/trace.go:171","msg":"trace[519281779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24021; }","duration":"1.36935369s","start":"2026-03-02T22:13:05.370138Z","end":"2026-03-02T22:13:06.739492Z","steps":["trace[519281779] 'agreement among raft nodes before linearized reading' (duration: 1.369237597s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.739521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463506953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:06.739548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.37012Z","time spent":"1.369420161s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:06.739564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539224518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:13:06.739562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.487482Z","time spent":"2.252022563s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:06.739585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.48745Z","time spent":"2.252076944s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:06.739587Z","caller":"traceutil/trace.go:171","msg":"trace[1476451149] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24021; }","duration":"1.463627255s","start":"2026-03-02T22:13:05.275945Z","end":"2026-03-02T22:13:06.739572Z","steps":["trace[1476451149] 'agreement among raft nodes before linearized reading' (duration: 1.463506543s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:06.739596Z","caller":"traceutil/trace.go:171","msg":"trace[1065805374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24021; }","duration":"1.539274269s","start":"2026-03-02T22:13:05.200312Z","end":"2026-03-02T22:13:06.739587Z","steps":["trace[1065805374] 'agreement among raft nodes before linearized reading' (duration: 1.539191627s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.739589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.560716Z","time spent":"1.178806981s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:06.739599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588212354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:06.739555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543940277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:13:06.73967Z","caller":"traceutil/trace.go:171","msg":"trace[738632100] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"2.25531958s","start":"2026-03-02T22:13:04.484065Z","end":"2026-03-02T22:13:06.739385Z","steps":["trace[738632100] 'process raft request' (duration: 2.254769057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.739724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.48405Z","time spent":"2.255653968s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:06.739751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00388371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:13:06.739757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544790747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:13:06.739771Z","caller":"traceutil/trace.go:171","msg":"trace[1529932686] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24021; }","duration":"2.003941622s","start":"2026-03-02T22:13:04.735823Z","end":"2026-03-02T22:13:06.739765Z","steps":["trace[1529932686] 'agreement among raft nodes before linearized reading' (duration: 2.0038388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.739794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.735803Z","time spent":"2.003987863s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:13:06.739794Z","caller":"traceutil/trace.go:171","msg":"trace[15079483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24021; }","duration":"1.544867908s","start":"2026-03-02T22:13:05.194917Z","end":"2026-03-02T22:13:06.739785Z","steps":["trace[15079483] 'agreement among raft nodes before linearized reading' (duration: 1.544766596s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.739783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548121234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:13:06.739825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.194895Z","time spent":"1.54492391s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:13:06.739624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313444203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-03-02T22:13:06.73966Z","caller":"traceutil/trace.go:171","msg":"trace[1102430756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24021; }","duration":"1.588322506s","start":"2026-03-02T22:13:05.151324Z","end":"2026-03-02T22:13:06.739646Z","steps":["trace[1102430756] 'agreement among raft nodes before linearized reading' (duration: 1.588222304s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:06.739867Z","caller":"traceutil/trace.go:171","msg":"trace[638044220] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:24021; }","duration":"3.313707159s","start":"2026-03-02T22:13:03.426152Z","end":"2026-03-02T22:13:06.739859Z","steps":["trace[638044220] 'agreement among raft nodes before linearized reading' (duration: 3.313419082s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.739876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54492295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:13:06.739895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:03.426141Z","time spent":"3.31374534s","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-02T22:13:06.739906Z","caller":"traceutil/trace.go:171","msg":"trace[928446785] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24021; }","duration":"1.544992872s","start":"2026-03-02T22:13:05.194903Z","end":"2026-03-02T22:13:06.739896Z","steps":["trace[928446785] 'agreement among raft nodes before linearized reading' (duration: 1.54490601s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:06.739833Z","caller":"traceutil/trace.go:171","msg":"trace[1059285314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24021; }","duration":"1.548209836s","start":"2026-03-02T22:13:05.191612Z","end":"2026-03-02T22:13:06.739822Z","steps":["trace[1059285314] 'agreement among raft nodes before linearized reading' (duration: 1.548104264s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.73991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.151297Z","time spent":"1.588592373s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:06.739926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.19488Z","time spent":"1.545041213s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:06.739619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.275921Z","time spent":"1.463690206s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:06.739946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.191588Z","time spent":"1.548345069s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:06.739621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.200301Z","time spent":"1.539313599s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:13:06.739666Z","caller":"traceutil/trace.go:171","msg":"trace[1321004319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24021; }","duration":"1.54407353s","start":"2026-03-02T22:13:05.195583Z","end":"2026-03-02T22:13:06.739657Z","steps":["trace[1321004319] 'agreement among raft nodes before linearized reading' (duration: 1.543719982s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.740016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.195569Z","time spent":"1.544444069s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:13:06.739999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546955197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:13:06.740119Z","caller":"traceutil/trace.go:171","msg":"trace[808671345] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24021; }","duration":"1.547151431s","start":"2026-03-02T22:13:05.192928Z","end":"2026-03-02T22:13:06.740079Z","steps":["trace[808671345] 'agreement among raft nodes before linearized reading' (duration: 1.546780693s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.740333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.192903Z","time spent":"1.547397717s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:06.740928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476175701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:13:06.741023Z","caller":"traceutil/trace.go:171","msg":"trace[262683748] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:24021; }","duration":"2.476317794s","start":"2026-03-02T22:13:04.264662Z","end":"2026-03-02T22:13:06.74098Z","steps":["trace[262683748] 'agreement among raft nodes before linearized reading' (duration: 2.474899521s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.74176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:04.264644Z","time spent":"2.476422586s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:13:07.239623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:08.119943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.844436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:08.120552Z","caller":"traceutil/trace.go:171","msg":"trace[181797628] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"1.570606796s","start":"2026-03-02T22:13:06.549922Z","end":"2026-03-02T22:13:08.120529Z","steps":["trace[181797628] 'process raft request' (duration: 845.088154ms)","trace[181797628] 'compare' (duration: 724.741494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:08.120703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.549899Z","time spent":"1.570745138s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:08.746269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:13:08.746352Z","caller":"traceutil/trace.go:171","msg":"trace[1101933348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484871s","start":"2026-03-02T22:13:06.745846Z","end":"2026-03-02T22:13:08.746331Z","steps":["trace[1101933348] 'agreement among raft nodes before linearized reading' (duration: 2.000385649s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:08.746405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.745837Z","time spent":"2.000556123s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:08.911907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.512870296s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:09.613432Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20982} {"level":"warn","ts":"2026-03-02T22:13:09.614006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.691757ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-02T22:13:09.614175Z","caller":"traceutil/trace.go:171","msg":"trace[109755030] compact","detail":"{revision:20982; response_revision:24022; }","duration":"2.873051884s","start":"2026-03-02T22:13:06.741101Z","end":"2026-03-02T22:13:09.614153Z","steps":["trace[109755030] 'process raft request' (duration: 2.170993125s)","trace[109755030] 'check and update compact revision' (duration: 700.594425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:09.61424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.741059Z","time spent":"2.873176187s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:13:09.614681Z","caller":"traceutil/trace.go:171","msg":"trace[1372288710] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"2.870938775s","start":"2026-03-02T22:13:06.743719Z","end":"2026-03-02T22:13:09.614658Z","steps":["trace[1372288710] 'process raft request' (duration: 2.870409063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.614831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.743709Z","time spent":"2.871037047s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:09.615318Z","caller":"traceutil/trace.go:171","msg":"trace[2089881897] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"2.871311393s","start":"2026-03-02T22:13:06.743973Z","end":"2026-03-02T22:13:09.615284Z","steps":["trace[2089881897] 'process raft request' (duration: 2.870666158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.615444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.743968Z","time spent":"2.871419807s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:09.616101Z","caller":"traceutil/trace.go:171","msg":"trace[629481431] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"2.871759544s","start":"2026-03-02T22:13:06.74432Z","end":"2026-03-02T22:13:09.616079Z","steps":["trace[629481431] 'process raft request' (duration: 2.870946455s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.616262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.744313Z","time spent":"2.871874847s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:09.617646Z","caller":"traceutil/trace.go:171","msg":"trace[170406423] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"2.873133476s","start":"2026-03-02T22:13:06.744488Z","end":"2026-03-02T22:13:09.617622Z","steps":["trace[170406423] 'process raft request' (duration: 2.87245507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.617794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.744473Z","time spent":"2.873246429s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:09.618677Z","caller":"traceutil/trace.go:171","msg":"trace[2073830491] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"2.873541586s","start":"2026-03-02T22:13:06.745108Z","end":"2026-03-02T22:13:09.61865Z","steps":["trace[2073830491] 'process raft request' (duration: 2.872493821s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.619007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.745102Z","time spent":"2.873776391s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:09.619158Z","caller":"traceutil/trace.go:171","msg":"trace[1019238733] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"2.873242449s","start":"2026-03-02T22:13:06.745899Z","end":"2026-03-02T22:13:09.619141Z","steps":["trace[1019238733] 'process raft request' (duration: 2.872702417s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.619239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.745879Z","time spent":"2.87332222s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:09.619484Z","caller":"traceutil/trace.go:171","msg":"trace[1702258798] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"2.873543705s","start":"2026-03-02T22:13:06.74592Z","end":"2026-03-02T22:13:09.619463Z","steps":["trace[1702258798] 'process raft request' (duration: 2.873169637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.619661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.745899Z","time spent":"2.873647288s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:09.619814Z","caller":"traceutil/trace.go:171","msg":"trace[333302810] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"2.873853333s","start":"2026-03-02T22:13:06.74594Z","end":"2026-03-02T22:13:09.619793Z","steps":["trace[333302810] 'process raft request' (duration: 2.873508665s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:09.620002Z","caller":"traceutil/trace.go:171","msg":"trace[1624514148] linearizableReadLoop","detail":"{readStateIndex:24869; appliedIndex:24859; }","duration":"2.880888956s","start":"2026-03-02T22:13:06.739089Z","end":"2026-03-02T22:13:09.619978Z","steps":["trace[1624514148] 'read index received' (duration: 655.942809ms)","trace[1624514148] 'applied index is now lower than readState.Index' (duration: 2.224943657s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:09.619979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.745927Z","time spent":"2.873966725s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:09.620256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858721788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:09.62019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009764344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:09.6203Z","caller":"traceutil/trace.go:171","msg":"trace[404556781] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24030; }","duration":"3.858795879s","start":"2026-03-02T22:13:05.76149Z","end":"2026-03-02T22:13:09.620286Z","steps":["trace[404556781] 'agreement among raft nodes before linearized reading' (duration: 3.858739838s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:09.620315Z","caller":"traceutil/trace.go:171","msg":"trace[1503897358] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24030; }","duration":"3.009913828s","start":"2026-03-02T22:13:06.61038Z","end":"2026-03-02T22:13:09.620293Z","steps":["trace[1503897358] 'agreement among raft nodes before linearized reading' (duration: 3.009722373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.620341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.761469Z","time spent":"3.858863231s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:09.620327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.007648641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:09.620384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.610362Z","time spent":"3.009997919s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:09.620397Z","caller":"traceutil/trace.go:171","msg":"trace[1387883079] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24030; }","duration":"4.007748523s","start":"2026-03-02T22:13:05.61263Z","end":"2026-03-02T22:13:09.620379Z","steps":["trace[1387883079] 'agreement among raft nodes before linearized reading' (duration: 4.00762512s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:09.620457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:05.612618Z","time spent":"4.007830305s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:13:10.520548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.725491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:10.521108Z","caller":"traceutil/trace.go:171","msg":"trace[2068916866] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"2.905940958s","start":"2026-03-02T22:13:07.615123Z","end":"2026-03-02T22:13:10.521064Z","steps":["trace[2068916866] 'process raft request' (duration: 2.005593142s)","trace[2068916866] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:604; } (duration: 898.959373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:10.521399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.615096Z","time spent":"2.90607957s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:10.746532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:13:10.746614Z","caller":"traceutil/trace.go:171","msg":"trace[1140233732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214938s","start":"2026-03-02T22:13:08.746379Z","end":"2026-03-02T22:13:10.746594Z","steps":["trace[1140233732] 'agreement among raft nodes before linearized reading' (duration: 2.000092955s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.746677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:08.746356Z","time spent":"2.000309131s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:10.965461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.70268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:10.965764Z","caller":"traceutil/trace.go:171","msg":"trace[191486277] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"2.220375232s","start":"2026-03-02T22:13:08.745345Z","end":"2026-03-02T22:13:10.96572Z","steps":["trace[191486277] 'process raft request' (duration: 1.775679302s)","trace[191486277] 'compare' (duration: 353.195139ms)","trace[191486277] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 90.887497ms)"],"step_count":3} {"level":"info","ts":"2026-03-02T22:13:10.965906Z","caller":"traceutil/trace.go:171","msg":"trace[520758358] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"2.219630685s","start":"2026-03-02T22:13:08.746254Z","end":"2026-03-02T22:13:10.965884Z","steps":["trace[520758358] 'process raft request' (duration: 2.219496662s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.965968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:08.745324Z","time spent":"2.220512946s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:10.96607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:08.746242Z","time spent":"2.219741158s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:10.966149Z","caller":"traceutil/trace.go:171","msg":"trace[15811260] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24869; }","duration":"1.34607597s","start":"2026-03-02T22:13:09.62005Z","end":"2026-03-02T22:13:10.966126Z","steps":["trace[15811260] 'read index received' (duration: 164.184µs)","trace[15811260] 'applied index is now lower than readState.Index' (duration: 1.345910806s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:10.966159Z","caller":"traceutil/trace.go:171","msg":"trace[263717485] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"2.219933093s","start":"2026-03-02T22:13:08.746193Z","end":"2026-03-02T22:13:10.966126Z","steps":["trace[263717485] 'process raft request' (duration: 2.219444761s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:10.966301Z","caller":"traceutil/trace.go:171","msg":"trace[1332387763] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"2.21938156s","start":"2026-03-02T22:13:08.746907Z","end":"2026-03-02T22:13:10.966288Z","steps":["trace[1332387763] 'process raft request' (duration: 2.218879978s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.96633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:08.746182Z","time spent":"2.220046265s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:10.966445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:08.746883Z","time spent":"2.219477142s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:10.966525Z","caller":"traceutil/trace.go:171","msg":"trace[1605022832] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"977.789721ms","start":"2026-03-02T22:13:09.988694Z","end":"2026-03-02T22:13:10.966484Z","steps":["trace[1605022832] 'process raft request' (duration: 977.362991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.966644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.988679Z","time spent":"977.897773ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:10.970346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970631692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:10.970371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34997796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:13:10.970407Z","caller":"traceutil/trace.go:171","msg":"trace[1553217608] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24036; }","duration":"1.970739945s","start":"2026-03-02T22:13:08.999651Z","end":"2026-03-02T22:13:10.970391Z","steps":["trace[1553217608] 'agreement among raft nodes before linearized reading' (duration: 1.966806063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.970407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0632098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:10.970354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617857232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:10.970493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061580091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:10.970534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.327066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:10.970555Z","caller":"traceutil/trace.go:171","msg":"trace[31792046] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24036; }","duration":"2.061677883s","start":"2026-03-02T22:13:08.908868Z","end":"2026-03-02T22:13:10.970546Z","steps":["trace[31792046] 'agreement among raft nodes before linearized reading' (duration: 2.057397554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.970571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011554094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:10.970599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:08.908847Z","time spent":"2.061738065s","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:10.970606Z","caller":"traceutil/trace.go:171","msg":"trace[606592804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24036; }","duration":"216.393057ms","start":"2026-03-02T22:13:10.754166Z","end":"2026-03-02T22:13:10.970559Z","steps":["trace[606592804] 'agreement among raft nodes before linearized reading' (duration: 216.322575ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:10.97062Z","caller":"traceutil/trace.go:171","msg":"trace[532504465] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24036; }","duration":"1.011641916s","start":"2026-03-02T22:13:09.958967Z","end":"2026-03-02T22:13:10.970609Z","steps":["trace[532504465] 'agreement among raft nodes before linearized reading' (duration: 1.011577144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.970665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.958945Z","time spent":"1.011710978s","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:10.970482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229437273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-h9mbt\" ","response":"range_response_count:1 size:5939"} {"level":"info","ts":"2026-03-02T22:13:10.970715Z","caller":"traceutil/trace.go:171","msg":"trace[1779490396] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-h9mbt; range_end:; response_count:1; response_revision:24036; }","duration":"4.229687859s","start":"2026-03-02T22:13:06.741013Z","end":"2026-03-02T22:13:10.970701Z","steps":["trace[1779490396] 'agreement among raft nodes before linearized reading' (duration: 4.225327948s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:10.970683Z","caller":"traceutil/trace.go:171","msg":"trace[643539858] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24036; }","duration":"1.618095037s","start":"2026-03-02T22:13:09.35244Z","end":"2026-03-02T22:13:10.970535Z","steps":["trace[643539858] 'agreement among raft nodes before linearized reading' (duration: 1.613997172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.97083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.352418Z","time spent":"1.618393915s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:10.970453Z","caller":"traceutil/trace.go:171","msg":"trace[446428218] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24036; }","duration":"4.063292401s","start":"2026-03-02T22:13:06.907148Z","end":"2026-03-02T22:13:10.97044Z","steps":["trace[446428218] 'agreement among raft nodes before linearized reading' (duration: 4.059174085s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.970919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.907128Z","time spent":"4.063776963s","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:10.97076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.740999Z","time spent":"4.22975034s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5963,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-h9mbt\" "} {"level":"warn","ts":"2026-03-02T22:13:10.970447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:08.999631Z","time spent":"1.970805877s","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:10.970456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.153409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:10.971126Z","caller":"traceutil/trace.go:171","msg":"trace[1393424799] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24036; }","duration":"984.873476ms","start":"2026-03-02T22:13:09.986241Z","end":"2026-03-02T22:13:10.971114Z","steps":["trace[1393424799] 'agreement among raft nodes before linearized reading' (duration: 984.154479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.971164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.986218Z","time spent":"984.933876ms","remote":"127.0.0.1:60880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:10.970416Z","caller":"traceutil/trace.go:171","msg":"trace[830511290] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:24036; }","duration":"1.350024861s","start":"2026-03-02T22:13:09.620378Z","end":"2026-03-02T22:13:10.970403Z","steps":["trace[830511290] 'agreement among raft nodes before linearized reading' (duration: 1.349885438s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.971253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.620363Z","time spent":"1.350872101s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:13:10.970746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347414831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:13:10.971316Z","caller":"traceutil/trace.go:171","msg":"trace[2134253406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24036; }","duration":"1.348009055s","start":"2026-03-02T22:13:09.623294Z","end":"2026-03-02T22:13:10.971304Z","steps":["trace[2134253406] 'agreement among raft nodes before linearized reading' (duration: 1.347296609s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:10.971363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:09.623286Z","time spent":"1.348065136s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:13:11.151151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20982,"took":"1.531242973s","hash":3773767370,"current-db-size-bytes":47046656,"current-db-size":"47 MB","current-db-size-in-use-bytes":40722432,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-03-02T22:13:11.151208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3773767370,"revision":20982,"compact-revision":18782} {"level":"warn","ts":"2026-03-02T22:13:11.151272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.107401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:11.151316Z","caller":"traceutil/trace.go:171","msg":"trace[194189110] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24039; }","duration":"103.209863ms","start":"2026-03-02T22:13:11.048092Z","end":"2026-03-02T22:13:11.151302Z","steps":["trace[194189110] 'count revisions from in-memory index tree' (duration: 103.020358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.405399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026505,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:13:26.757273Z","caller":"traceutil/trace.go:171","msg":"trace[2064566668] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"883.956814ms","start":"2026-03-02T22:13:25.873266Z","end":"2026-03-02T22:13:26.757222Z","steps":["trace[2064566668] 'process raft request' (duration: 883.818691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.757453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:25.87324Z","time spent":"884.116187ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:26.760257Z","caller":"traceutil/trace.go:171","msg":"trace[899222026] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"774.183338ms","start":"2026-03-02T22:13:25.986037Z","end":"2026-03-02T22:13:26.760221Z","steps":["trace[899222026] 'process raft request' (duration: 771.883455ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:26.76035Z","caller":"traceutil/trace.go:171","msg":"trace[570179826] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"763.526321ms","start":"2026-03-02T22:13:25.996812Z","end":"2026-03-02T22:13:26.760338Z","steps":["trace[570179826] 'process raft request' (duration: 763.322536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.760414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:25.996803Z","time spent":"763.575253ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:26.760437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.31642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:26.760492Z","caller":"traceutil/trace.go:171","msg":"trace[776463404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24139; }","duration":"855.423362ms","start":"2026-03-02T22:13:25.905053Z","end":"2026-03-02T22:13:26.760477Z","steps":["trace[776463404] 'agreement among raft nodes before linearized reading' (duration: 855.258178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:26.760471Z","caller":"traceutil/trace.go:171","msg":"trace[384125112] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"109.022948ms","start":"2026-03-02T22:13:26.651405Z","end":"2026-03-02T22:13:26.760428Z","steps":["trace[384125112] 'process raft request' (duration: 108.783053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.760531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:25.905034Z","time spent":"855.488203ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:26.760477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:25.986024Z","time spent":"774.312641ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:26.760257Z","caller":"traceutil/trace.go:171","msg":"trace[808541735] linearizableReadLoop","detail":"{readStateIndex:24982; appliedIndex:24980; }","duration":"855.112735ms","start":"2026-03-02T22:13:25.905121Z","end":"2026-03-02T22:13:26.760234Z","steps":["trace[808541735] 'read index received' (duration: 852.101865ms)","trace[808541735] 'applied index is now lower than readState.Index' (duration: 3.00975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:26.76085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.432113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:13:26.760888Z","caller":"traceutil/trace.go:171","msg":"trace[413991390] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24139; }","duration":"852.465733ms","start":"2026-03-02T22:13:25.908408Z","end":"2026-03-02T22:13:26.760874Z","steps":["trace[413991390] 'agreement among raft nodes before linearized reading' (duration: 852.366611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.760918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:25.908386Z","time spent":"852.525795ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:26.760938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.518448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:13:26.760939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.508041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:13:26.760973Z","caller":"traceutil/trace.go:171","msg":"trace[770315973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24139; }","duration":"853.59166ms","start":"2026-03-02T22:13:25.907372Z","end":"2026-03-02T22:13:26.760964Z","steps":["trace[770315973] 'agreement among raft nodes before linearized reading' (duration: 853.464747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.760995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:25.907348Z","time spent":"853.642561ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:13:26.760992Z","caller":"traceutil/trace.go:171","msg":"trace[1876807193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24139; }","duration":"854.646834ms","start":"2026-03-02T22:13:25.906329Z","end":"2026-03-02T22:13:26.760976Z","steps":["trace[1876807193] 'agreement among raft nodes before linearized reading' (duration: 854.449829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.761029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:25.906317Z","time spent":"854.703175ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:13:26.76114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.393095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:13:26.761165Z","caller":"traceutil/trace.go:171","msg":"trace[1488332847] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24139; }","duration":"853.431986ms","start":"2026-03-02T22:13:25.907723Z","end":"2026-03-02T22:13:26.761155Z","steps":["trace[1488332847] 'agreement among raft nodes before linearized reading' (duration: 853.370995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.761174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.811204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:13:26.761183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:25.907701Z","time spent":"853.478047ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:13:26.761201Z","caller":"traceutil/trace.go:171","msg":"trace[1472826895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24139; }","duration":"853.866496ms","start":"2026-03-02T22:13:25.907326Z","end":"2026-03-02T22:13:26.761193Z","steps":["trace[1472826895] 'agreement among raft nodes before linearized reading' (duration: 853.783104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.761244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:25.907309Z","time spent":"853.915858ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:13:26.761389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.46748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:13:26.761409Z","caller":"traceutil/trace.go:171","msg":"trace[1158762085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24139; }","duration":"534.528112ms","start":"2026-03-02T22:13:26.226874Z","end":"2026-03-02T22:13:26.761403Z","steps":["trace[1158762085] 'agreement among raft nodes before linearized reading' (duration: 534.46075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.761428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:26.22684Z","time spent":"534.583193ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:13:26.761453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.236897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:26.761544Z","caller":"traceutil/trace.go:171","msg":"trace[1569833135] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24139; }","duration":"720.382191ms","start":"2026-03-02T22:13:26.041146Z","end":"2026-03-02T22:13:26.761528Z","steps":["trace[1569833135] 'agreement among raft nodes before linearized reading' (duration: 720.245427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:26.761584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:26.04112Z","time spent":"720.450263ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:30.822248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.034217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18510"} {"level":"info","ts":"2026-03-02T22:13:30.822372Z","caller":"traceutil/trace.go:171","msg":"trace[22465359] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24219; }","duration":"677.17879ms","start":"2026-03-02T22:13:30.145151Z","end":"2026-03-02T22:13:30.82233Z","steps":["trace[22465359] 'range keys from in-memory index tree' (duration: 676.744521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.822445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.145129Z","time spent":"677.276683ms","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T22:13:30.82273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.709941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-02T22:13:30.822824Z","caller":"traceutil/trace.go:171","msg":"trace[723292539] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275; range_end:; response_count:1; response_revision:24219; }","duration":"648.848554ms","start":"2026-03-02T22:13:30.173952Z","end":"2026-03-02T22:13:30.822801Z","steps":["trace[723292539] 'range keys from in-memory index tree' (duration: 648.559937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.822877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.173926Z","time spent":"648.941036ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" "} {"level":"warn","ts":"2026-03-02T22:13:30.823146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.094628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-02T22:13:30.823214Z","caller":"traceutil/trace.go:171","msg":"trace[552231858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275; range_end:; response_count:1; response_revision:24219; }","duration":"636.18065ms","start":"2026-03-02T22:13:30.187001Z","end":"2026-03-02T22:13:30.823182Z","steps":["trace[552231858] 'range keys from in-memory index tree' (duration: 635.934925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.823252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.186975Z","time spent":"636.268433ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" "} {"level":"warn","ts":"2026-03-02T22:13:30.823452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.953224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:13:30.823491Z","caller":"traceutil/trace.go:171","msg":"trace[1766646171] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24219; }","duration":"617.027536ms","start":"2026-03-02T22:13:30.206453Z","end":"2026-03-02T22:13:30.823481Z","steps":["trace[1766646171] 'range keys from in-memory index tree' (duration: 616.741399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.823521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.206433Z","time spent":"617.078148ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T22:13:30.82401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.377505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:30.824086Z","caller":"traceutil/trace.go:171","msg":"trace[1860537652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24219; }","duration":"454.488848ms","start":"2026-03-02T22:13:30.369585Z","end":"2026-03-02T22:13:30.824074Z","steps":["trace[1860537652] 'range keys from in-memory index tree' (duration: 454.239752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.82413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.369564Z","time spent":"454.556289ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:30.824466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.892901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:30.824539Z","caller":"traceutil/trace.go:171","msg":"trace[830332274] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24219; }","duration":"425.016094ms","start":"2026-03-02T22:13:30.399506Z","end":"2026-03-02T22:13:30.824522Z","steps":["trace[830332274] 'count revisions from in-memory index tree' (duration: 424.720627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:30.824586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.399483Z","time spent":"425.088017ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:31.337119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026745,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:13:31.803607Z","caller":"traceutil/trace.go:171","msg":"trace[1989290383] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"971.449644ms","start":"2026-03-02T22:13:30.832134Z","end":"2026-03-02T22:13:31.803583Z","steps":["trace[1989290383] 'process raft request' (duration: 971.326591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:31.803728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.832115Z","time spent":"971.551567ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:32.755434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:32.016948Z","time spent":"738.479532ms","remote":"127.0.0.1:56468","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:13:33.181187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.377609911s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:33.18172Z","caller":"traceutil/trace.go:171","msg":"trace[494177819] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"2.349385652s","start":"2026-03-02T22:13:30.83231Z","end":"2026-03-02T22:13:33.181696Z","steps":["trace[494177819] 'process raft request' (duration: 2.349134377s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:33.181741Z","caller":"traceutil/trace.go:171","msg":"trace[1201678569] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"2.348601784s","start":"2026-03-02T22:13:30.833118Z","end":"2026-03-02T22:13:33.18172Z","steps":["trace[1201678569] 'process raft request' (duration: 2.348519232s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:33.181781Z","caller":"traceutil/trace.go:171","msg":"trace[2136903145] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"2.348696137s","start":"2026-03-02T22:13:30.833045Z","end":"2026-03-02T22:13:33.181742Z","steps":["trace[2136903145] 'process raft request' (duration: 2.348549413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:33.181838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.83229Z","time spent":"2.349479565s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:33.181883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.833106Z","time spent":"2.348694607s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:33.181923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.833026Z","time spent":"2.348823079s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:33.182059Z","caller":"traceutil/trace.go:171","msg":"trace[153529531] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"2.34886667s","start":"2026-03-02T22:13:30.833165Z","end":"2026-03-02T22:13:33.182032Z","steps":["trace[153529531] 'process raft request' (duration: 2.348519432s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:33.182112Z","caller":"traceutil/trace.go:171","msg":"trace[872746966] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"2.347433617s","start":"2026-03-02T22:13:30.834667Z","end":"2026-03-02T22:13:33.1821Z","steps":["trace[872746966] 'process raft request' (duration: 2.347357865s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:33.182108Z","caller":"traceutil/trace.go:171","msg":"trace[1828148554] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"2.347540159s","start":"2026-03-02T22:13:30.834541Z","end":"2026-03-02T22:13:33.182081Z","steps":["trace[1828148554] 'process raft request' (duration: 2.347379036s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:33.182153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.83466Z","time spent":"2.347471708s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:33.18216Z","caller":"traceutil/trace.go:171","msg":"trace[1750972044] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"2.34710701s","start":"2026-03-02T22:13:30.835045Z","end":"2026-03-02T22:13:33.182152Z","steps":["trace[1750972044] 'process raft request' (duration: 2.347009668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:33.18218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.833145Z","time spent":"2.348966473s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:33.182189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.834533Z","time spent":"2.347614311s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:33.1822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.835037Z","time spent":"2.347141621s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:33.182216Z","caller":"traceutil/trace.go:171","msg":"trace[128929638] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"2.072650726s","start":"2026-03-02T22:13:31.109549Z","end":"2026-03-02T22:13:33.1822Z","steps":["trace[128929638] 'process raft request' (duration: 2.072540314s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:33.18223Z","caller":"traceutil/trace.go:171","msg":"trace[1864846121] linearizableReadLoop","detail":"{readStateIndex:25077; appliedIndex:25065; }","duration":"2.345298378s","start":"2026-03-02T22:13:30.836916Z","end":"2026-03-02T22:13:33.182215Z","steps":["trace[1864846121] 'read index received' (duration: 966.639432ms)","trace[1864846121] 'applied index is now lower than readState.Index' (duration: 1.378658076s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:33.182244Z","caller":"traceutil/trace.go:171","msg":"trace[309992619] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"2.03398306s","start":"2026-03-02T22:13:31.148234Z","end":"2026-03-02T22:13:33.182217Z","steps":["trace[309992619] 'process raft request' (duration: 2.033892358s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:33.182257Z","caller":"traceutil/trace.go:171","msg":"trace[66489908] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"2.033466878s","start":"2026-03-02T22:13:31.148769Z","end":"2026-03-02T22:13:33.182236Z","steps":["trace[66489908] 'process raft request' (duration: 2.033384366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:33.182281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:31.109519Z","time spent":"2.072730898s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:33.182283Z","caller":"traceutil/trace.go:171","msg":"trace[1104034600] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"2.033172411s","start":"2026-03-02T22:13:31.149096Z","end":"2026-03-02T22:13:33.182269Z","steps":["trace[1104034600] 'process raft request' (duration: 2.033080709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:33.182342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:31.149088Z","time spent":"2.033223952s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:33.182336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:31.148213Z","time spent":"2.034076822s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:33.182349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:31.148747Z","time spent":"2.03355724s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:33.182379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345456251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T22:13:33.182406Z","caller":"traceutil/trace.go:171","msg":"trace[736973059] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24232; }","duration":"2.345498283s","start":"2026-03-02T22:13:30.836898Z","end":"2026-03-02T22:13:33.182397Z","steps":["trace[736973059] 'agreement among raft nodes before linearized reading' (duration: 2.34537854s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:33.182428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.83689Z","time spent":"2.345532233s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T22:13:33.682374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026760,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:13:33.929517Z","caller":"traceutil/trace.go:171","msg":"trace[727528604] linearizableReadLoop","detail":"{readStateIndex:25079; appliedIndex:25077; }","duration":"747.232864ms","start":"2026-03-02T22:13:33.18226Z","end":"2026-03-02T22:13:33.929493Z","steps":["trace[727528604] 'read index received' (duration: 746.974678ms)","trace[727528604] 'applied index is now lower than readState.Index' (duration: 257.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:33.929684Z","caller":"traceutil/trace.go:171","msg":"trace[2010738297] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"770.922933ms","start":"2026-03-02T22:13:33.15873Z","end":"2026-03-02T22:13:33.929653Z","steps":["trace[2010738297] 'process raft request' (duration: 770.691868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:33.929848Z","caller":"traceutil/trace.go:171","msg":"trace[603580728] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"1.091395664s","start":"2026-03-02T22:13:32.838436Z","end":"2026-03-02T22:13:33.929832Z","steps":["trace[603580728] 'process raft request' (duration: 1.090698827s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:33.929857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:33.158711Z","time spent":"771.044276ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:33.929972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:32.838414Z","time spent":"1.091477236s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:34.039342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339542413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:34.03941Z","caller":"traceutil/trace.go:171","msg":"trace[1845159446] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24234; }","duration":"2.339656946s","start":"2026-03-02T22:13:31.699734Z","end":"2026-03-02T22:13:34.039391Z","steps":["trace[1845159446] 'agreement among raft nodes before linearized reading' (duration: 2.230051744s)","trace[1845159446] 'count revisions from in-memory index tree' (duration: 109.498639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.039395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.661299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-02T22:13:34.039489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67134275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:34.039488Z","caller":"traceutil/trace.go:171","msg":"trace[1518390167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24234; }","duration":"830.787222ms","start":"2026-03-02T22:13:33.208679Z","end":"2026-03-02T22:13:34.039466Z","steps":["trace[1518390167] 'agreement among raft nodes before linearized reading' (duration: 721.311573ms)","trace[1518390167] 'range keys from in-memory index tree' (duration: 109.239833ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:34.039517Z","caller":"traceutil/trace.go:171","msg":"trace[1022443277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24234; }","duration":"1.671395402s","start":"2026-03-02T22:13:32.368114Z","end":"2026-03-02T22:13:34.039509Z","steps":["trace[1022443277] 'agreement among raft nodes before linearized reading' (duration: 1.561488093s)","trace[1022443277] 'range keys from in-memory index tree' (duration: 109.799806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.039477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.987386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:13:34.039511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259702326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:34.039571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.124453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:34.039609Z","caller":"traceutil/trace.go:171","msg":"trace[1508786909] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24234; }","duration":"851.186645ms","start":"2026-03-02T22:13:33.188412Z","end":"2026-03-02T22:13:34.039599Z","steps":["trace[1508786909] 'agreement among raft nodes before linearized reading' (duration: 741.557053ms)","trace[1508786909] 'range keys from in-memory index tree' (duration: 109.580611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.039642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:33.188392Z","time spent":"851.242665ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:34.039652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132324278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:13:34.039683Z","caller":"traceutil/trace.go:171","msg":"trace[1487087913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24234; }","duration":"2.13239677s","start":"2026-03-02T22:13:31.907273Z","end":"2026-03-02T22:13:34.039669Z","steps":["trace[1487087913] 'agreement among raft nodes before linearized reading' (duration: 2.022468061s)","trace[1487087913] 'range keys from in-memory index tree' (duration: 109.808496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.039707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:31.907252Z","time spent":"2.132449482s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:13:34.039748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207513412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-02T22:13:34.03963Z","caller":"traceutil/trace.go:171","msg":"trace[568643180] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24234; }","duration":"1.259874371s","start":"2026-03-02T22:13:32.779724Z","end":"2026-03-02T22:13:34.039599Z","steps":["trace[568643180] 'agreement among raft nodes before linearized reading' (duration: 1.150090425s)","trace[568643180] 'count revisions from in-memory index tree' (duration: 109.609792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.039809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.851552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925e8923d5c0b\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-02T22:13:34.039879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043509375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:34.039912Z","caller":"traceutil/trace.go:171","msg":"trace[1561559610] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24234; }","duration":"3.043575757s","start":"2026-03-02T22:13:30.996328Z","end":"2026-03-02T22:13:34.039904Z","steps":["trace[1561559610] 'agreement among raft nodes before linearized reading' (duration: 2.933533635s)","trace[1561559610] 'count revisions from in-memory index tree' (duration: 109.98806ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:34.039925Z","caller":"traceutil/trace.go:171","msg":"trace[1442944102] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925e8923d5c0b; range_end:; response_count:1; response_revision:24234; }","duration":"902.999786ms","start":"2026-03-02T22:13:33.136899Z","end":"2026-03-02T22:13:34.039899Z","steps":["trace[1442944102] 'agreement among raft nodes before linearized reading' (duration: 792.900403ms)","trace[1442944102] 'range keys from in-memory index tree' (duration: 109.887368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.039947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:30.996311Z","time spent":"3.043629539s","remote":"127.0.0.1:60866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:34.039965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902630903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:34.039976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:33.136879Z","time spent":"903.084188ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925e8923d5c0b\" "} {"level":"info","ts":"2026-03-02T22:13:34.040005Z","caller":"traceutil/trace.go:171","msg":"trace[203853047] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24234; }","duration":"1.902694105s","start":"2026-03-02T22:13:32.137298Z","end":"2026-03-02T22:13:34.039992Z","steps":["trace[203853047] 'agreement among raft nodes before linearized reading' (duration: 1.792471299s)","trace[203853047] 'count revisions from in-memory index tree' (duration: 110.181915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.040037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.457512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-02T22:13:34.040064Z","caller":"traceutil/trace.go:171","msg":"trace[383296959] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275; range_end:; response_count:1; response_revision:24234; }","duration":"845.482782ms","start":"2026-03-02T22:13:33.194573Z","end":"2026-03-02T22:13:34.040056Z","steps":["trace[383296959] 'agreement among raft nodes before linearized reading' (duration: 735.447151ms)","trace[383296959] 'range keys from in-memory index tree' (duration: 109.950899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.040057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.419333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:34.040092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:33.194555Z","time spent":"845.530184ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" "} {"level":"warn","ts":"2026-03-02T22:13:34.040094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033908877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:34.040093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.924687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:34.040099Z","caller":"traceutil/trace.go:171","msg":"trace[1278176645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24234; }","duration":"720.492584ms","start":"2026-03-02T22:13:33.319595Z","end":"2026-03-02T22:13:34.040087Z","steps":["trace[1278176645] 'agreement among raft nodes before linearized reading' (duration: 610.393021ms)","trace[1278176645] 'range keys from in-memory index tree' (duration: 110.015771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.039495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.695143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:34.040154Z","caller":"traceutil/trace.go:171","msg":"trace[229606247] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24234; }","duration":"326.032099ms","start":"2026-03-02T22:13:33.714105Z","end":"2026-03-02T22:13:34.040137Z","steps":["trace[229606247] 'agreement among raft nodes before linearized reading' (duration: 215.929496ms)","trace[229606247] 'count revisions from in-memory index tree' (duration: 110.018181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.040234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:33.714086Z","time spent":"326.123232ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:34.039937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864884087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:13:34.039833Z","caller":"traceutil/trace.go:171","msg":"trace[1004089506] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275; range_end:; response_count:1; response_revision:24234; }","duration":"2.207617775s","start":"2026-03-02T22:13:31.832195Z","end":"2026-03-02T22:13:34.039813Z","steps":["trace[1004089506] 'agreement among raft nodes before linearized reading' (duration: 2.097607564s)","trace[1004089506] 'range keys from in-memory index tree' (duration: 109.710863ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:34.040266Z","caller":"traceutil/trace.go:171","msg":"trace[802118355] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24234; }","duration":"1.865260346s","start":"2026-03-02T22:13:32.174998Z","end":"2026-03-02T22:13:34.040259Z","steps":["trace[802118355] 'agreement among raft nodes before linearized reading' (duration: 1.754761724s)","trace[802118355] 'range keys from in-memory index tree' (duration: 110.126743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.040281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:31.83215Z","time spent":"2.208125026s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" "} {"level":"warn","ts":"2026-03-02T22:13:34.039537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:32.368096Z","time spent":"1.671436792s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:34.040288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:32.174977Z","time spent":"1.865305937s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-02T22:13:34.039841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:32.779705Z","time spent":"1.260124156s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:34.039532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:33.20867Z","time spent":"830.853023ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:34.040028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.532709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:13:34.040431Z","caller":"traceutil/trace.go:171","msg":"trace[995941872] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24234; }","duration":"831.983229ms","start":"2026-03-02T22:13:33.208426Z","end":"2026-03-02T22:13:34.04041Z","steps":["trace[995941872] 'agreement among raft nodes before linearized reading' (duration: 721.577799ms)","trace[995941872] 'range keys from in-memory index tree' (duration: 109.898698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:34.039655Z","caller":"traceutil/trace.go:171","msg":"trace[1965306833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24234; }","duration":"231.199291ms","start":"2026-03-02T22:13:33.808361Z","end":"2026-03-02T22:13:34.039561Z","steps":["trace[1965306833] 'agreement among raft nodes before linearized reading' (duration: 121.691512ms)","trace[1965306833] 'range keys from in-memory index tree' (duration: 109.228703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.04017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.750442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T22:13:34.040489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:33.208409Z","time spent":"832.059801ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T22:13:34.040155Z","caller":"traceutil/trace.go:171","msg":"trace[376448496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24234; }","duration":"2.033994689s","start":"2026-03-02T22:13:32.006133Z","end":"2026-03-02T22:13:34.040127Z","steps":["trace[376448496] 'agreement among raft nodes before linearized reading' (duration: 1.92364438s)","trace[376448496] 'range keys from in-memory index tree' (duration: 110.288548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.040036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:32.137279Z","time spent":"1.902750556s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:34.039444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:31.699719Z","time spent":"2.339715877s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:34.040541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:32.006118Z","time spent":"2.034413078s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:34.040157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:33.319576Z","time spent":"720.572776ms","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:13:34.040509Z","caller":"traceutil/trace.go:171","msg":"trace[1605078258] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:24234; }","duration":"847.281374ms","start":"2026-03-02T22:13:33.193219Z","end":"2026-03-02T22:13:34.040501Z","steps":["trace[1605078258] 'agreement among raft nodes before linearized reading' (duration: 736.822482ms)","trace[1605078258] 'range keys from in-memory index tree' (duration: 110.093812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.040611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:33.193212Z","time spent":"847.393657ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"info","ts":"2026-03-02T22:13:34.04058Z","caller":"traceutil/trace.go:171","msg":"trace[1378605575] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24234; }","duration":"245.652006ms","start":"2026-03-02T22:13:33.794733Z","end":"2026-03-02T22:13:34.040385Z","steps":["trace[1378605575] 'agreement among raft nodes before linearized reading' (duration: 135.306527ms)","trace[1378605575] 'count revisions from in-memory index tree' (duration: 109.376506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:34.579204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:35.079727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:35.580299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:35.95213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.873963739s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:35.952603Z","caller":"traceutil/trace.go:171","msg":"trace[50526710] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"1.908722025s","start":"2026-03-02T22:13:34.043862Z","end":"2026-03-02T22:13:35.952584Z","steps":["trace[50526710] 'process raft request' (duration: 1.908538121s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:35.95272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.043677Z","time spent":"1.908980291s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:35.952918Z","caller":"traceutil/trace.go:171","msg":"trace[1468240834] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"1.908890328s","start":"2026-03-02T22:13:34.044Z","end":"2026-03-02T22:13:35.95289Z","steps":["trace[1468240834] 'process raft request' (duration: 1.90853354s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:35.952923Z","caller":"traceutil/trace.go:171","msg":"trace[961098152] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"1.90721319s","start":"2026-03-02T22:13:34.045691Z","end":"2026-03-02T22:13:35.952905Z","steps":["trace[961098152] 'process raft request' (duration: 1.907171929s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:35.953032Z","caller":"traceutil/trace.go:171","msg":"trace[1752750880] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"1.908306856s","start":"2026-03-02T22:13:34.044638Z","end":"2026-03-02T22:13:35.952945Z","steps":["trace[1752750880] 'process raft request' (duration: 1.908135172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:35.953051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.045682Z","time spent":"1.907302432s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:35.953053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.043982Z","time spent":"1.908996681s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:35.953166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.044627Z","time spent":"1.90848484s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:36.04691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:13:36.046997Z","caller":"traceutil/trace.go:171","msg":"trace[1253691831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276438s","start":"2026-03-02T22:13:34.046701Z","end":"2026-03-02T22:13:36.046977Z","steps":["trace[1253691831] 'agreement among raft nodes before linearized reading' (duration: 2.000163625s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:36.047045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.046695Z","time spent":"2.000341159s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:37.783594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831237647s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:37.784495Z","caller":"traceutil/trace.go:171","msg":"trace[218986684] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"3.705114804s","start":"2026-03-02T22:13:34.079357Z","end":"2026-03-02T22:13:37.784472Z","steps":["trace[218986684] 'process raft request' (duration: 3.704591892s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.784684Z","caller":"traceutil/trace.go:171","msg":"trace[1717840054] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"3.518880396s","start":"2026-03-02T22:13:34.265584Z","end":"2026-03-02T22:13:37.784465Z","steps":["trace[1717840054] 'process raft request' (duration: 3.518543639s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.784747Z","caller":"traceutil/trace.go:171","msg":"trace[25795994] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"2.596311246s","start":"2026-03-02T22:13:35.188407Z","end":"2026-03-02T22:13:37.784718Z","steps":["trace[25795994] 'process raft request' (duration: 2.595878306s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.784744Z","caller":"traceutil/trace.go:171","msg":"trace[939477270] linearizableReadLoop","detail":"{readStateIndex:25090; appliedIndex:25080; }","duration":"3.706429584s","start":"2026-03-02T22:13:34.078288Z","end":"2026-03-02T22:13:37.784717Z","steps":["trace[939477270] 'read index received' (duration: 1.874113862s)","trace[939477270] 'applied index is now lower than readState.Index' (duration: 1.832314172s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:37.784806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.079339Z","time spent":"3.705398611s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:37.784827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.265563Z","time spent":"3.519187133s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:37.78485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.188401Z","time spent":"2.596396668s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:37.784948Z","caller":"traceutil/trace.go:171","msg":"trace[945208757] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"2.596221414s","start":"2026-03-02T22:13:35.188718Z","end":"2026-03-02T22:13:37.78494Z","steps":["trace[945208757] 'process raft request' (duration: 2.595676272s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.784919Z","caller":"traceutil/trace.go:171","msg":"trace[1519148520] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"2.596612223s","start":"2026-03-02T22:13:35.188273Z","end":"2026-03-02T22:13:37.784885Z","steps":["trace[1519148520] 'process raft request' (duration: 2.595926197s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.784871Z","caller":"traceutil/trace.go:171","msg":"trace[1448352865] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"1.850249819s","start":"2026-03-02T22:13:35.934606Z","end":"2026-03-02T22:13:37.784856Z","steps":["trace[1448352865] 'process raft request' (duration: 1.84987906s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.785043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.188706Z","time spent":"2.596274255s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:37.785098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.93456Z","time spent":"1.850490524s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:37.785115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741087998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:13:37.785169Z","caller":"traceutil/trace.go:171","msg":"trace[1484931641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24246; }","duration":"3.741149069s","start":"2026-03-02T22:13:34.044006Z","end":"2026-03-02T22:13:37.785155Z","steps":["trace[1484931641] 'agreement among raft nodes before linearized reading' (duration: 3.740981736s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.784873Z","caller":"traceutil/trace.go:171","msg":"trace[563327549] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"1.940611963s","start":"2026-03-02T22:13:35.84424Z","end":"2026-03-02T22:13:37.784852Z","steps":["trace[563327549] 'process raft request' (duration: 1.940199674s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.785192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741565669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96e66fd5-b44f-4b01-b03d-617834905181\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-02T22:13:37.785217Z","caller":"traceutil/trace.go:171","msg":"trace[288254039] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96e66fd5-b44f-4b01-b03d-617834905181; range_end:; response_count:1; response_revision:24246; }","duration":"3.741602241s","start":"2026-03-02T22:13:34.043606Z","end":"2026-03-02T22:13:37.785208Z","steps":["trace[288254039] 'agreement among raft nodes before linearized reading' (duration: 3.741477068s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.785158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.188256Z","time spent":"2.596772628s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:37.785218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.044001Z","time spent":"3.741203111s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:13:37.785238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.043592Z","time spent":"3.741642401s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-96e66fd5-b44f-4b01-b03d-617834905181\" "} {"level":"warn","ts":"2026-03-02T22:13:37.78526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.844218Z","time spent":"1.940995852s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:37.784959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739606384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:37.784918Z","caller":"traceutil/trace.go:171","msg":"trace[1794633229] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"2.596379348s","start":"2026-03-02T22:13:35.188529Z","end":"2026-03-02T22:13:37.784908Z","steps":["trace[1794633229] 'process raft request' (duration: 2.595808675s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.785412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.188522Z","time spent":"2.596850568s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:37.785382Z","caller":"traceutil/trace.go:171","msg":"trace[580425692] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24246; }","duration":"3.740063094s","start":"2026-03-02T22:13:34.045291Z","end":"2026-03-02T22:13:37.785354Z","steps":["trace[580425692] 'agreement among raft nodes before linearized reading' (duration: 3.739605753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.78549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.045274Z","time spent":"3.740208688s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:13:37.82964Z","caller":"traceutil/trace.go:171","msg":"trace[706341988] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"996.633126ms","start":"2026-03-02T22:13:36.832985Z","end":"2026-03-02T22:13:37.829618Z","steps":["trace[706341988] 'process raft request' (duration: 996.442812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.829786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:36.832967Z","time spent":"996.74334ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:37.82983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85612695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:37.829869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782207791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:37.829894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.631343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:37.829923Z","caller":"traceutil/trace.go:171","msg":"trace[1640642139] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24247; }","duration":"2.856218462s","start":"2026-03-02T22:13:34.973677Z","end":"2026-03-02T22:13:37.829896Z","steps":["trace[1640642139] 'agreement among raft nodes before linearized reading' (duration: 2.856083809s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.829932Z","caller":"traceutil/trace.go:171","msg":"trace[647738860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24247; }","duration":"1.782317043s","start":"2026-03-02T22:13:36.047598Z","end":"2026-03-02T22:13:37.829915Z","steps":["trace[647738860] 'agreement among raft nodes before linearized reading' (duration: 1.78216855s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.82996Z","caller":"traceutil/trace.go:171","msg":"trace[1905578320] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24247; }","duration":"891.774006ms","start":"2026-03-02T22:13:36.938168Z","end":"2026-03-02T22:13:37.829942Z","steps":["trace[1905578320] 'agreement among raft nodes before linearized reading' (duration: 891.632743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.829973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:36.047575Z","time spent":"1.782389844s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:37.82998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.973645Z","time spent":"2.856318864s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:37.829992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824773298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:37.830009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:36.938142Z","time spent":"891.854407ms","remote":"127.0.0.1:54582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:37.830024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861811622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:37.830041Z","caller":"traceutil/trace.go:171","msg":"trace[1571247886] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24247; }","duration":"1.824849649s","start":"2026-03-02T22:13:36.005173Z","end":"2026-03-02T22:13:37.830022Z","steps":["trace[1571247886] 'agreement among raft nodes before linearized reading' (duration: 1.824780437s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.830063Z","caller":"traceutil/trace.go:171","msg":"trace[668461687] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24247; }","duration":"2.861871523s","start":"2026-03-02T22:13:34.968177Z","end":"2026-03-02T22:13:37.830049Z","steps":["trace[668461687] 'agreement among raft nodes before linearized reading' (duration: 2.861788592s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.830096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.96815Z","time spent":"2.861937355s","remote":"127.0.0.1:54574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:37.830158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092233359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:37.830192Z","caller":"traceutil/trace.go:171","msg":"trace[290199788] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24247; }","duration":"2.092303331s","start":"2026-03-02T22:13:35.737879Z","end":"2026-03-02T22:13:37.830182Z","steps":["trace[290199788] 'agreement among raft nodes before linearized reading' (duration: 2.092243589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.830224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.737858Z","time spent":"2.092358591s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:37.830229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521426694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:37.830262Z","caller":"traceutil/trace.go:171","msg":"trace[1169351665] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24247; }","duration":"1.521490355s","start":"2026-03-02T22:13:36.308761Z","end":"2026-03-02T22:13:37.830252Z","steps":["trace[1169351665] 'agreement among raft nodes before linearized reading' (duration: 1.521434134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.830277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863114153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:37.830288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.565168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:37.830303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:36.308745Z","time spent":"1.521549367s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:37.830308Z","caller":"traceutil/trace.go:171","msg":"trace[1626732125] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24247; }","duration":"2.863180634s","start":"2026-03-02T22:13:34.967118Z","end":"2026-03-02T22:13:37.830299Z","steps":["trace[1626732125] 'agreement among raft nodes before linearized reading' (duration: 2.863125103s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.830309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643295196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:13:37.830336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.967098Z","time spent":"2.863232145s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:37.83036Z","caller":"traceutil/trace.go:171","msg":"trace[1853822666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24247; }","duration":"2.643363367s","start":"2026-03-02T22:13:35.186979Z","end":"2026-03-02T22:13:37.830343Z","steps":["trace[1853822666] 'agreement among raft nodes before linearized reading' (duration: 2.643213454s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.83043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.18697Z","time spent":"2.643447519s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:37.830473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561246947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:37.831351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410819161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293316"} {"level":"info","ts":"2026-03-02T22:13:37.831402Z","caller":"traceutil/trace.go:171","msg":"trace[1783623789] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:24247; }","duration":"3.410895612s","start":"2026-03-02T22:13:34.420493Z","end":"2026-03-02T22:13:37.831389Z","steps":["trace[1783623789] 'agreement among raft nodes before linearized reading' (duration: 3.409983411s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.831401Z","caller":"traceutil/trace.go:171","msg":"trace[1320930261] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24247; }","duration":"1.562195539s","start":"2026-03-02T22:13:36.269186Z","end":"2026-03-02T22:13:37.831381Z","steps":["trace[1320930261] 'agreement among raft nodes before linearized reading' (duration: 1.561251907s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.831434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.420478Z","time spent":"3.410947894s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293340,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:13:37.831456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:36.269167Z","time spent":"1.562271202s","remote":"127.0.0.1:43614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:37.8301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:36.005159Z","time spent":"1.824931061s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:37.830227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.278489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:37.831531Z","caller":"traceutil/trace.go:171","msg":"trace[2000054752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24247; }","duration":"250.61029ms","start":"2026-03-02T22:13:37.580898Z","end":"2026-03-02T22:13:37.831509Z","steps":["trace[2000054752] 'agreement among raft nodes before linearized reading' (duration: 249.2998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.830319Z","caller":"traceutil/trace.go:171","msg":"trace[1711667783] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24247; }","duration":"306.66189ms","start":"2026-03-02T22:13:37.523647Z","end":"2026-03-02T22:13:37.830309Z","steps":["trace[1711667783] 'agreement among raft nodes before linearized reading' (duration: 306.602309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.831629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.523618Z","time spent":"307.992981ms","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:37.830569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311145105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:37.831727Z","caller":"traceutil/trace.go:171","msg":"trace[436292059] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24247; }","duration":"2.312391774s","start":"2026-03-02T22:13:35.519305Z","end":"2026-03-02T22:13:37.831697Z","steps":["trace[436292059] 'agreement among raft nodes before linearized reading' (duration: 2.311157335s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.831811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.51928Z","time spent":"2.312510507s","remote":"127.0.0.1:54560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:37.830617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368726969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:37.831871Z","caller":"traceutil/trace.go:171","msg":"trace[693782702] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24247; }","duration":"2.370007919s","start":"2026-03-02T22:13:35.461848Z","end":"2026-03-02T22:13:37.831856Z","steps":["trace[693782702] 'agreement among raft nodes before linearized reading' (duration: 2.36874451s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.82991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641516265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:13:37.831927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.461829Z","time spent":"2.370071021s","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:37.830701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443394661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:13:37.831969Z","caller":"traceutil/trace.go:171","msg":"trace[497529915] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24247; }","duration":"2.643602573s","start":"2026-03-02T22:13:35.18835Z","end":"2026-03-02T22:13:37.831953Z","steps":["trace[497529915] 'agreement among raft nodes before linearized reading' (duration: 2.641397581s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:37.831992Z","caller":"traceutil/trace.go:171","msg":"trace[85435187] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24247; }","duration":"2.444709171s","start":"2026-03-02T22:13:35.387271Z","end":"2026-03-02T22:13:37.83198Z","steps":["trace[85435187] 'agreement among raft nodes before linearized reading' (duration: 2.44336444s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.832003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.188344Z","time spent":"2.643647554s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:37.832029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.387255Z","time spent":"2.444764733s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:13:37.83079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642017276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:13:37.832071Z","caller":"traceutil/trace.go:171","msg":"trace[1021503932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24247; }","duration":"2.643311406s","start":"2026-03-02T22:13:35.18875Z","end":"2026-03-02T22:13:37.832061Z","steps":["trace[1021503932] 'agreement among raft nodes before linearized reading' (duration: 2.641969415s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.832099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.188745Z","time spent":"2.643345047s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:13:37.830813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644151836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:37.832169Z","caller":"traceutil/trace.go:171","msg":"trace[1387955496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24247; }","duration":"2.645530077s","start":"2026-03-02T22:13:35.186631Z","end":"2026-03-02T22:13:37.832161Z","steps":["trace[1387955496] 'agreement among raft nodes before linearized reading' (duration: 2.644118765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.832195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.186622Z","time spent":"2.645564018s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:37.8308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78623749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-02T22:13:37.832278Z","caller":"traceutil/trace.go:171","msg":"trace[1897064907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275; range_end:; response_count:1; response_revision:24247; }","duration":"2.787753905s","start":"2026-03-02T22:13:35.044511Z","end":"2026-03-02T22:13:37.832264Z","steps":["trace[1897064907] 'agreement among raft nodes before linearized reading' (duration: 2.786108677s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.832318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.044496Z","time spent":"2.787810377s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" "} {"level":"warn","ts":"2026-03-02T22:13:37.83087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644041923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:13:37.832363Z","caller":"traceutil/trace.go:171","msg":"trace[814017082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24247; }","duration":"2.645550718s","start":"2026-03-02T22:13:35.186801Z","end":"2026-03-02T22:13:37.832351Z","steps":["trace[814017082] 'agreement among raft nodes before linearized reading' (duration: 2.644031533s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.832389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.186791Z","time spent":"2.645588518s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:37.830908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644307009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:13:37.83245Z","caller":"traceutil/trace.go:171","msg":"trace[997545293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24247; }","duration":"2.645894476s","start":"2026-03-02T22:13:35.186547Z","end":"2026-03-02T22:13:37.832441Z","steps":["trace[997545293] 'agreement among raft nodes before linearized reading' (duration: 2.644292339s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.832469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:35.186492Z","time spent":"2.645971577s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:37.831296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748119801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-02T22:13:37.832524Z","caller":"traceutil/trace.go:171","msg":"trace[1930853968] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24247; }","duration":"3.749388781s","start":"2026-03-02T22:13:34.083127Z","end":"2026-03-02T22:13:37.832515Z","steps":["trace[1930853968] 'agreement among raft nodes before linearized reading' (duration: 3.74805661s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:37.832548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:34.08311Z","time spent":"3.749430552s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T22:13:38.338091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:38.83843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:39.339076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:39.673121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.835883466s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:39.745381Z","caller":"traceutil/trace.go:171","msg":"trace[855770248] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"1.908218483s","start":"2026-03-02T22:13:37.837123Z","end":"2026-03-02T22:13:39.745341Z","steps":["trace[855770248] 'process raft request' (duration: 1.836238394s)","trace[855770248] 'compare' (duration: 71.500188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:39.745574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.837097Z","time spent":"1.908376236s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:39.841223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999557921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:13:39.841304Z","caller":"traceutil/trace.go:171","msg":"trace[1720731080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999676984s","start":"2026-03-02T22:13:37.841608Z","end":"2026-03-02T22:13:39.841285Z","steps":["trace[1720731080] 'agreement among raft nodes before linearized reading' (duration: 1.999578261s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:39.841351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.841596Z","time spent":"1.999746255s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:40.988838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.719216ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:40.98891Z","caller":"traceutil/trace.go:171","msg":"trace[103069053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24248; }","duration":"182.796978ms","start":"2026-03-02T22:13:40.806092Z","end":"2026-03-02T22:13:40.988889Z","steps":["trace[103069053] 'range keys from in-memory index tree' (duration: 182.705396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:40.989077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.535185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:40.989611Z","caller":"traceutil/trace.go:171","msg":"trace[303411979] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"3.152343448s","start":"2026-03-02T22:13:37.837238Z","end":"2026-03-02T22:13:40.989582Z","steps":["trace[303411979] 'process raft request' (duration: 2.67621936s)","trace[303411979] 'compare' (duration: 475.158065ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:40.989677Z","caller":"traceutil/trace.go:171","msg":"trace[895495586] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"3.151887847s","start":"2026-03-02T22:13:37.837777Z","end":"2026-03-02T22:13:40.989665Z","steps":["trace[895495586] 'process raft request' (duration: 3.151568329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:40.989757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.837759Z","time spent":"3.151950259s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:40.989755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.837229Z","time spent":"3.15245227s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:40.989891Z","caller":"traceutil/trace.go:171","msg":"trace[1465934558] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"3.150083006s","start":"2026-03-02T22:13:37.839794Z","end":"2026-03-02T22:13:40.989877Z","steps":["trace[1465934558] 'process raft request' (duration: 3.149632255s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:40.989926Z","caller":"traceutil/trace.go:171","msg":"trace[2114471332] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"3.152201374s","start":"2026-03-02T22:13:37.837716Z","end":"2026-03-02T22:13:40.989917Z","steps":["trace[2114471332] 'process raft request' (duration: 3.151453837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:40.989971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.837703Z","time spent":"3.152248065s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:40.990073Z","caller":"traceutil/trace.go:171","msg":"trace[1780797761] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"3.152309147s","start":"2026-03-02T22:13:37.837756Z","end":"2026-03-02T22:13:40.990066Z","steps":["trace[1780797761] 'process raft request' (duration: 3.151533259s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:40.990097Z","caller":"traceutil/trace.go:171","msg":"trace[29234550] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"3.148468998s","start":"2026-03-02T22:13:37.841615Z","end":"2026-03-02T22:13:40.990084Z","steps":["trace[29234550] 'process raft request' (duration: 3.147890575s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:40.990163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.841603Z","time spent":"3.148529589s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:40.990113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.837744Z","time spent":"3.152349038s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:40.989966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.839744Z","time spent":"3.150190768s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:41.849165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:13:41.849269Z","caller":"traceutil/trace.go:171","msg":"trace[883920950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683236s","start":"2026-03-02T22:13:39.848563Z","end":"2026-03-02T22:13:41.849247Z","steps":["trace[883920950] 'agreement among raft nodes before linearized reading' (duration: 2.000552463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:41.849327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:39.848544Z","time spent":"2.000771148s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:42.742539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.22905541s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:13:42.795063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80550065s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:13:42.796446Z","caller":"traceutil/trace.go:171","msg":"trace[1012429506] linearizableReadLoop","detail":"{readStateIndex:25102; appliedIndex:25093; }","duration":"4.958800461s","start":"2026-03-02T22:13:37.837627Z","end":"2026-03-02T22:13:42.796428Z","steps":["trace[1012429506] 'read index received' (duration: 1.835745823s)","trace[1012429506] 'applied index is now lower than readState.Index' (duration: 3.123054108s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:42.796532Z","caller":"traceutil/trace.go:171","msg":"trace[1425315058] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"3.860619859s","start":"2026-03-02T22:13:38.935905Z","end":"2026-03-02T22:13:42.796525Z","steps":["trace[1425315058] 'process raft request' (duration: 3.859230637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.796602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.935887Z","time spent":"3.860663259s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:42.890313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052651026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:13:42.890385Z","caller":"traceutil/trace.go:171","msg":"trace[610307580] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24255; }","duration":"5.05280142s","start":"2026-03-02T22:13:37.837567Z","end":"2026-03-02T22:13:42.890368Z","steps":["trace[610307580] 'agreement among raft nodes before linearized reading' (duration: 4.959156108s)","trace[610307580] 'range keys from in-memory index tree' (duration: 93.475287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:42.890424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.837551Z","time spent":"5.052865062s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T22:13:42.890558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047017446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.890586Z","caller":"traceutil/trace.go:171","msg":"trace[1011174342] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24260; }","duration":"5.047067127s","start":"2026-03-02T22:13:37.843511Z","end":"2026-03-02T22:13:42.890578Z","steps":["trace[1011174342] 'agreement among raft nodes before linearized reading' (duration: 5.047009316s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.890602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.8435Z","time spent":"5.047098218s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:13:42.890731Z","caller":"traceutil/trace.go:171","msg":"trace[971809628] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"3.100380843s","start":"2026-03-02T22:13:39.790343Z","end":"2026-03-02T22:13:42.890724Z","steps":["trace[971809628] 'process raft request' (duration: 3.006080537s)","trace[971809628] 'compare' (duration: 93.61752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:42.890781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:39.790317Z","time spent":"3.100429073s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:42.890847Z","caller":"traceutil/trace.go:171","msg":"trace[1596473041] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"3.099111463s","start":"2026-03-02T22:13:39.791731Z","end":"2026-03-02T22:13:42.890843Z","steps":["trace[1596473041] 'process raft request' (duration: 3.098666542s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.890878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:39.791718Z","time spent":"3.099145444s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:42.89095Z","caller":"traceutil/trace.go:171","msg":"trace[1278799418] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"3.099103173s","start":"2026-03-02T22:13:39.791842Z","end":"2026-03-02T22:13:42.890946Z","steps":["trace[1278799418] 'process raft request' (duration: 3.098586021s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.890996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:39.791806Z","time spent":"3.099159454s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:42.891059Z","caller":"traceutil/trace.go:171","msg":"trace[1745748240] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"3.098413917s","start":"2026-03-02T22:13:39.792641Z","end":"2026-03-02T22:13:42.891054Z","steps":["trace[1745748240] 'process raft request' (duration: 3.097809322s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.891088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:39.792631Z","time spent":"3.098443367s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:42.891154Z","caller":"traceutil/trace.go:171","msg":"trace[152609945] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"3.098424517s","start":"2026-03-02T22:13:39.792723Z","end":"2026-03-02T22:13:42.891148Z","steps":["trace[152609945] 'process raft request' (duration: 3.097743091s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.891197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:39.792696Z","time spent":"3.098481558s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:42.891293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.524874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.891318Z","caller":"traceutil/trace.go:171","msg":"trace[584659742] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24260; }","duration":"321.588556ms","start":"2026-03-02T22:13:42.569724Z","end":"2026-03-02T22:13:42.891313Z","steps":["trace[584659742] 'agreement among raft nodes before linearized reading' (duration: 321.547875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.891332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.569705Z","time spent":"321.622826ms","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.891426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.780572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.891448Z","caller":"traceutil/trace.go:171","msg":"trace[1103274762] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24260; }","duration":"692.839454ms","start":"2026-03-02T22:13:42.198603Z","end":"2026-03-02T22:13:42.891443Z","steps":["trace[1103274762] 'agreement among raft nodes before linearized reading' (duration: 692.802763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.891463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.198582Z","time spent":"692.876064ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.891573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.131615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:42.891597Z","caller":"traceutil/trace.go:171","msg":"trace[376951542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24260; }","duration":"773.183496ms","start":"2026-03-02T22:13:42.118408Z","end":"2026-03-02T22:13:42.891592Z","steps":["trace[376951542] 'agreement among raft nodes before linearized reading' (duration: 773.144025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.891612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.11839Z","time spent":"773.217577ms","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.891695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.514333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:42.891713Z","caller":"traceutil/trace.go:171","msg":"trace[575555733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24260; }","duration":"892.570325ms","start":"2026-03-02T22:13:41.999139Z","end":"2026-03-02T22:13:42.891709Z","steps":["trace[575555733] 'agreement among raft nodes before linearized reading' (duration: 892.540604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.891727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:41.9991Z","time spent":"892.622536ms","remote":"127.0.0.1:47858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.891819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947900438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:42.891811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934733043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:13:42.891835Z","caller":"traceutil/trace.go:171","msg":"trace[1912228114] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24260; }","duration":"4.947942789s","start":"2026-03-02T22:13:37.943889Z","end":"2026-03-02T22:13:42.891832Z","steps":["trace[1912228114] 'agreement among raft nodes before linearized reading' (duration: 4.947902478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.891848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.943877Z","time spent":"4.947967209s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:42.891869Z","caller":"traceutil/trace.go:171","msg":"trace[26155861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24260; }","duration":"4.934785284s","start":"2026-03-02T22:13:37.957052Z","end":"2026-03-02T22:13:42.891837Z","steps":["trace[26155861] 'agreement among raft nodes before linearized reading' (duration: 4.934688461s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.891901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.957045Z","time spent":"4.934848275s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:13:42.891942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.959314362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.891964Z","caller":"traceutil/trace.go:171","msg":"trace[1689807100] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24260; }","duration":"4.959360384s","start":"2026-03-02T22:13:37.932599Z","end":"2026-03-02T22:13:42.891959Z","steps":["trace[1689807100] 'agreement among raft nodes before linearized reading' (duration: 4.959324003s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.891978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.932583Z","time spent":"4.959392114s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:13:42.892049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04251208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.892083Z","caller":"traceutil/trace.go:171","msg":"trace[1443661309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24260; }","duration":"1.042575432s","start":"2026-03-02T22:13:41.849498Z","end":"2026-03-02T22:13:42.892074Z","steps":["trace[1443661309] 'agreement among raft nodes before linearized reading' (duration: 1.042522771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.892091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999696338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T22:13:42.892111Z","caller":"traceutil/trace.go:171","msg":"trace[461315996] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24260; }","duration":"4.99973634s","start":"2026-03-02T22:13:37.892368Z","end":"2026-03-02T22:13:42.892104Z","steps":["trace[461315996] 'agreement among raft nodes before linearized reading' (duration: 4.999678669s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.892133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.892358Z","time spent":"4.999771401s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T22:13:42.892181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142429847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T22:13:42.892213Z","caller":"traceutil/trace.go:171","msg":"trace[398756783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24260; }","duration":"1.142500118s","start":"2026-03-02T22:13:41.749704Z","end":"2026-03-02T22:13:42.892204Z","steps":["trace[398756783] 'agreement among raft nodes before linearized reading' (duration: 1.142419176s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.892243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:41.749684Z","time spent":"1.14255386s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:42.892387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226473725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:42.892108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:41.849481Z","time spent":"1.042621763s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:13:42.892422Z","caller":"traceutil/trace.go:171","msg":"trace[254460290] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24260; }","duration":"1.226559207s","start":"2026-03-02T22:13:41.665853Z","end":"2026-03-02T22:13:42.892412Z","steps":["trace[254460290] 'agreement among raft nodes before linearized reading' (duration: 1.226507116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.892449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:41.665834Z","time spent":"1.226607509s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.89259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293117071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.892618Z","caller":"traceutil/trace.go:171","msg":"trace[2014990096] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24260; }","duration":"1.293186393s","start":"2026-03-02T22:13:41.599423Z","end":"2026-03-02T22:13:42.89261Z","steps":["trace[2014990096] 'agreement among raft nodes before linearized reading' (duration: 1.293140172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.892652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:41.599391Z","time spent":"1.293254105s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.892829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89905981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:13:42.892862Z","caller":"traceutil/trace.go:171","msg":"trace[1675396921] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:24260; }","duration":"1.8990931s","start":"2026-03-02T22:13:40.993761Z","end":"2026-03-02T22:13:42.892854Z","steps":["trace[1675396921] 'agreement among raft nodes before linearized reading' (duration: 1.899007838s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.892892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:40.993695Z","time spent":"1.899189643s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:13:42.893028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20015355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.893064Z","caller":"traceutil/trace.go:171","msg":"trace[1357812306] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24260; }","duration":"2.200190231s","start":"2026-03-02T22:13:40.692864Z","end":"2026-03-02T22:13:42.893054Z","steps":["trace[1357812306] 'agreement among raft nodes before linearized reading' (duration: 2.20013656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.893097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:40.692817Z","time spent":"2.200272963s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.893146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421983249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.893165Z","caller":"traceutil/trace.go:171","msg":"trace[1805657803] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24260; }","duration":"3.42203994s","start":"2026-03-02T22:13:39.471118Z","end":"2026-03-02T22:13:42.893158Z","steps":["trace[1805657803] 'agreement among raft nodes before linearized reading' (duration: 3.42200823s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.89318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:39.471097Z","time spent":"3.422078781s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.892221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04029111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.893255Z","caller":"traceutil/trace.go:171","msg":"trace[1315869365] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24260; }","duration":"5.041332844s","start":"2026-03-02T22:13:37.85191Z","end":"2026-03-02T22:13:42.893243Z","steps":["trace[1315869365] 'agreement among raft nodes before linearized reading' (duration: 5.04029549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.893288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843111503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-02T22:13:42.893295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:37.851903Z","time spent":"5.041382245s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.893352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048016904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-02T22:13:42.893374Z","caller":"traceutil/trace.go:171","msg":"trace[16619403] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275; range_end:; response_count:1; response_revision:24260; }","duration":"4.048065754s","start":"2026-03-02T22:13:38.845305Z","end":"2026-03-02T22:13:42.89337Z","steps":["trace[16619403] 'agreement among raft nodes before linearized reading' (duration: 4.048008093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.893388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.845288Z","time spent":"4.048095866s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" "} {"level":"warn","ts":"2026-03-02T22:13:42.893472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476622922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:42.893303Z","caller":"traceutil/trace.go:171","msg":"trace[1880622376] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24260; }","duration":"3.843155554s","start":"2026-03-02T22:13:39.050143Z","end":"2026-03-02T22:13:42.893298Z","steps":["trace[1880622376] 'agreement among raft nodes before linearized reading' (duration: 3.843107293s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:42.893493Z","caller":"traceutil/trace.go:171","msg":"trace[1942555517] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24260; }","duration":"4.476683903s","start":"2026-03-02T22:13:38.416804Z","end":"2026-03-02T22:13:42.893488Z","steps":["trace[1942555517] 'agreement among raft nodes before linearized reading' (duration: 4.476652992s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.893514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.416783Z","time spent":"4.476724054s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.893514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:39.050123Z","time spent":"3.843381499s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:13:42.8936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.666725749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:42.893619Z","caller":"traceutil/trace.go:171","msg":"trace[846433188] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24260; }","duration":"4.6667807s","start":"2026-03-02T22:13:38.226834Z","end":"2026-03-02T22:13:42.893615Z","steps":["trace[846433188] 'agreement among raft nodes before linearized reading' (duration: 4.666748199s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.893632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.226814Z","time spent":"4.666814751s","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:42.893716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730818915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:42.893733Z","caller":"traceutil/trace.go:171","msg":"trace[541030919] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24260; }","duration":"4.730872166s","start":"2026-03-02T22:13:38.162857Z","end":"2026-03-02T22:13:42.893729Z","steps":["trace[541030919] 'agreement among raft nodes before linearized reading' (duration: 4.730836815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:42.893746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.162836Z","time spent":"4.730906267s","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:43.398701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:43.95766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.297097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:43.957868Z","caller":"traceutil/trace.go:171","msg":"trace[404926589] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"1.057307584s","start":"2026-03-02T22:13:42.900543Z","end":"2026-03-02T22:13:43.957851Z","steps":["trace[404926589] 'process raft request' (duration: 1.057215452s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:43.957893Z","caller":"traceutil/trace.go:171","msg":"trace[1726122036] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.061593884s","start":"2026-03-02T22:13:42.896238Z","end":"2026-03-02T22:13:43.957832Z","steps":["trace[1726122036] 'process raft request' (duration: 901.037951ms)","trace[1726122036] 'compare' (duration: 160.170414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:43.95794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.900521Z","time spent":"1.057386016s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:43.958056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.896217Z","time spent":"1.061755108s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:43.95816Z","caller":"traceutil/trace.go:171","msg":"trace[1247426936] linearizableReadLoop","detail":"{readStateIndex:25110; appliedIndex:25107; }","duration":"1.06011464s","start":"2026-03-02T22:13:42.897992Z","end":"2026-03-02T22:13:43.958107Z","steps":["trace[1247426936] 'read index received' (duration: 899.295661ms)","trace[1247426936] 'applied index is now lower than readState.Index' (duration: 160.815759ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:43.958224Z","caller":"traceutil/trace.go:171","msg":"trace[768919648] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"1.057494939s","start":"2026-03-02T22:13:42.900693Z","end":"2026-03-02T22:13:43.958188Z","steps":["trace[768919648] 'process raft request' (duration: 1.05712352s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.95835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.900656Z","time spent":"1.057626042s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:43.958483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.912354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:43.958474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061693126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-02T22:13:43.958547Z","caller":"traceutil/trace.go:171","msg":"trace[467287904] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24263; }","duration":"115.015107ms","start":"2026-03-02T22:13:43.84352Z","end":"2026-03-02T22:13:43.958535Z","steps":["trace[467287904] 'agreement among raft nodes before linearized reading' (duration: 114.897254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:43.958558Z","caller":"traceutil/trace.go:171","msg":"trace[1101513655] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253; range_end:; response_count:1; response_revision:24263; }","duration":"1.062099405s","start":"2026-03-02T22:13:42.896442Z","end":"2026-03-02T22:13:43.958542Z","steps":["trace[1101513655] 'agreement among raft nodes before linearized reading' (duration: 1.061845349s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.958596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.896417Z","time spent":"1.062169877s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-a0f96905-2b37-4056-951f-e6bb5ecd4253\" "} {"level":"warn","ts":"2026-03-02T22:13:43.958612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.258064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T22:13:43.958615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024686568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:13:43.95863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057975179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-02T22:13:43.958657Z","caller":"traceutil/trace.go:171","msg":"trace[1422424856] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24263; }","duration":"963.328675ms","start":"2026-03-02T22:13:42.995314Z","end":"2026-03-02T22:13:43.958643Z","steps":["trace[1422424856] 'agreement among raft nodes before linearized reading' (duration: 963.139931ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:43.958687Z","caller":"traceutil/trace.go:171","msg":"trace[1849120695] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24263; }","duration":"1.0247864s","start":"2026-03-02T22:13:42.933881Z","end":"2026-03-02T22:13:43.958668Z","steps":["trace[1849120695] 'agreement among raft nodes before linearized reading' (duration: 1.024556865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.958694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.995291Z","time spent":"963.396028ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:13:43.958704Z","caller":"traceutil/trace.go:171","msg":"trace[1184923836] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24263; }","duration":"1.058075572s","start":"2026-03-02T22:13:42.900605Z","end":"2026-03-02T22:13:43.95868Z","steps":["trace[1184923836] 'agreement among raft nodes before linearized reading' (duration: 1.057816016s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.958739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055327059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:43.958739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.933867Z","time spent":"1.024861112s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:13:43.958749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.313767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:43.958751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.900591Z","time spent":"1.058151514s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:13:43.958755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056999277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:43.958766Z","caller":"traceutil/trace.go:171","msg":"trace[757269978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24263; }","duration":"1.055359719s","start":"2026-03-02T22:13:42.903398Z","end":"2026-03-02T22:13:43.958757Z","steps":["trace[757269978] 'agreement among raft nodes before linearized reading' (duration: 1.055326728s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:43.958773Z","caller":"traceutil/trace.go:171","msg":"trace[1720004683] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24263; }","duration":"298.370448ms","start":"2026-03-02T22:13:43.660398Z","end":"2026-03-02T22:13:43.958768Z","steps":["trace[1720004683] 'agreement among raft nodes before linearized reading' (duration: 298.319217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.958787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.903392Z","time spent":"1.05539214s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:13:43.95879Z","caller":"traceutil/trace.go:171","msg":"trace[418059959] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24263; }","duration":"1.057059419s","start":"2026-03-02T22:13:42.901719Z","end":"2026-03-02T22:13:43.958778Z","steps":["trace[418059959] 'agreement among raft nodes before linearized reading' (duration: 1.057008157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.958791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.964051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:13:43.958837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.901705Z","time spent":"1.05712602s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:13:43.958861Z","caller":"traceutil/trace.go:171","msg":"trace[467063558] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24263; }","duration":"958.040953ms","start":"2026-03-02T22:13:43.000803Z","end":"2026-03-02T22:13:43.958844Z","steps":["trace[467063558] 'agreement among raft nodes before linearized reading' (duration: 957.91858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.958905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:43.000798Z","time spent":"958.098214ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:43.958689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.889559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:13:43.958952Z","caller":"traceutil/trace.go:171","msg":"trace[819449001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24263; }","duration":"958.199696ms","start":"2026-03-02T22:13:43.000746Z","end":"2026-03-02T22:13:43.958946Z","steps":["trace[819449001] 'agreement among raft nodes before linearized reading' (duration: 957.678614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.958979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:43.000727Z","time spent":"958.242708ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:43.958702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.808418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:13:43.959012Z","caller":"traceutil/trace.go:171","msg":"trace[155135853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24263; }","duration":"958.131435ms","start":"2026-03-02T22:13:43.000868Z","end":"2026-03-02T22:13:43.958999Z","steps":["trace[155135853] 'agreement among raft nodes before linearized reading' (duration: 957.736146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.959066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:43.000849Z","time spent":"958.207727ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:43.959437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.21475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:13:43.96029Z","caller":"traceutil/trace.go:171","msg":"trace[833119217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24263; }","duration":"963.107821ms","start":"2026-03-02T22:13:42.997147Z","end":"2026-03-02T22:13:43.960255Z","steps":["trace[833119217] 'agreement among raft nodes before linearized reading' (duration: 961.299419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.960358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.997126Z","time spent":"963.216283ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:13:43.959882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.219262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:13:43.960529Z","caller":"traceutil/trace.go:171","msg":"trace[1221400480] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:24263; }","duration":"765.906088ms","start":"2026-03-02T22:13:43.194603Z","end":"2026-03-02T22:13:43.960509Z","steps":["trace[1221400480] 'agreement among raft nodes before linearized reading' (duration: 763.82941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.960585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:43.194579Z","time spent":"765.98838ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"info","ts":"2026-03-02T22:13:46.144198Z","caller":"traceutil/trace.go:171","msg":"trace[2057504566] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"177.029705ms","start":"2026-03-02T22:13:45.967134Z","end":"2026-03-02T22:13:46.144164Z","steps":["trace[2057504566] 'process raft request' (duration: 176.83342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:46.765619Z","caller":"traceutil/trace.go:171","msg":"trace[350137896] linearizableReadLoop","detail":"{readStateIndex:25132; appliedIndex:25130; }","duration":"798.163326ms","start":"2026-03-02T22:13:45.967427Z","end":"2026-03-02T22:13:46.765591Z","steps":["trace[350137896] 'read index received' (duration: 176.540613ms)","trace[350137896] 'applied index is now lower than readState.Index' (duration: 621.621273ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:46.765751Z","caller":"traceutil/trace.go:171","msg":"trace[2084407637] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"798.430873ms","start":"2026-03-02T22:13:45.967282Z","end":"2026-03-02T22:13:46.765713Z","steps":["trace[2084407637] 'process raft request' (duration: 796.391235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:46.765907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.457992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-03-02T22:13:46.765947Z","caller":"traceutil/trace.go:171","msg":"trace[463016403] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275; range_end:; response_count:1; response_revision:24284; }","duration":"798.540195ms","start":"2026-03-02T22:13:45.967392Z","end":"2026-03-02T22:13:46.765933Z","steps":["trace[463016403] 'agreement among raft nodes before linearized reading' (duration: 798.361681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:46.765931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:45.967273Z","time spent":"798.560595ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:46.765981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:45.967359Z","time spent":"798.613737ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" "} {"level":"warn","ts":"2026-03-02T22:13:46.766008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.235894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:13:46.766075Z","caller":"traceutil/trace.go:171","msg":"trace[2031184205] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24284; }","duration":"759.324795ms","start":"2026-03-02T22:13:46.006728Z","end":"2026-03-02T22:13:46.766052Z","steps":["trace[2031184205] 'agreement among raft nodes before linearized reading' (duration: 759.125441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:46.766125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.006714Z","time spent":"759.397317ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:46.766448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.568607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:46.766541Z","caller":"traceutil/trace.go:171","msg":"trace[1536317077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24284; }","duration":"312.641808ms","start":"2026-03-02T22:13:46.453841Z","end":"2026-03-02T22:13:46.766483Z","steps":["trace[1536317077] 'agreement among raft nodes before linearized reading' (duration: 312.515525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:46.76659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.453826Z","time spent":"312.751462ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:46.766607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.768548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:46.766658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.105941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:13:46.766686Z","caller":"traceutil/trace.go:171","msg":"trace[1333591423] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24284; }","duration":"738.881652ms","start":"2026-03-02T22:13:46.02778Z","end":"2026-03-02T22:13:46.766662Z","steps":["trace[1333591423] 'agreement among raft nodes before linearized reading' (duration: 738.709037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:46.766705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.029019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:13:46.766727Z","caller":"traceutil/trace.go:171","msg":"trace[463324571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24284; }","duration":"759.199023ms","start":"2026-03-02T22:13:46.007512Z","end":"2026-03-02T22:13:46.766711Z","steps":["trace[463324571] 'agreement among raft nodes before linearized reading' (duration: 758.969197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:46.766736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.007719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:46.766747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.027768Z","time spent":"738.963223ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:46.766761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.007507Z","time spent":"759.247214ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:13:46.766746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.199022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:13:46.766767Z","caller":"traceutil/trace.go:171","msg":"trace[353073761] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24284; }","duration":"759.13036ms","start":"2026-03-02T22:13:46.007615Z","end":"2026-03-02T22:13:46.766746Z","steps":["trace[353073761] 'agreement among raft nodes before linearized reading' (duration: 758.870114ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:46.766781Z","caller":"traceutil/trace.go:171","msg":"trace[1103811365] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24284; }","duration":"593.094491ms","start":"2026-03-02T22:13:46.173672Z","end":"2026-03-02T22:13:46.766766Z","steps":["trace[1103811365] 'agreement among raft nodes before linearized reading' (duration: 593.010059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:46.766751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.924006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:13:46.76681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.007584Z","time spent":"759.217473ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:46.766815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.173645Z","time spent":"593.160483ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:46.76681Z","caller":"traceutil/trace.go:171","msg":"trace[2093400249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24284; }","duration":"759.271525ms","start":"2026-03-02T22:13:46.007521Z","end":"2026-03-02T22:13:46.766792Z","steps":["trace[2093400249] 'agreement among raft nodes before linearized reading' (duration: 759.110421ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:46.766833Z","caller":"traceutil/trace.go:171","msg":"trace[178933064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24284; }","duration":"759.042369ms","start":"2026-03-02T22:13:46.007773Z","end":"2026-03-02T22:13:46.766816Z","steps":["trace[178933064] 'agreement among raft nodes before linearized reading' (duration: 758.887875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:46.766859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.007516Z","time spent":"759.331276ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:46.767003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.007742Z","time spent":"759.129991ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:47.592326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:47.912987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111125972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:48.004504Z","caller":"traceutil/trace.go:171","msg":"trace[677256129] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"1.232956465s","start":"2026-03-02T22:13:46.771529Z","end":"2026-03-02T22:13:48.004485Z","steps":["trace[677256129] 'process raft request' (duration: 1.141609888s)","trace[677256129] 'compare' (duration: 90.994269ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:48.004579Z","caller":"traceutil/trace.go:171","msg":"trace[1923967316] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"1.233034867s","start":"2026-03-02T22:13:46.771531Z","end":"2026-03-02T22:13:48.004566Z","steps":["trace[1923967316] 'process raft request' (duration: 1.232926285s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:48.004621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.771511Z","time spent":"1.233037628s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:48.00464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.771512Z","time spent":"1.233095289s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:49.200388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287169422s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:49.202996Z","caller":"traceutil/trace.go:171","msg":"trace[507441677] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"2.431102845s","start":"2026-03-02T22:13:46.771871Z","end":"2026-03-02T22:13:49.202973Z","steps":["trace[507441677] 'process raft request' (duration: 2.431023103s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:49.203126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.771861Z","time spent":"2.431195497s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:49.203177Z","caller":"traceutil/trace.go:171","msg":"trace[378883968] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"2.4313548s","start":"2026-03-02T22:13:46.771802Z","end":"2026-03-02T22:13:49.203157Z","steps":["trace[378883968] 'process raft request' (duration: 2.429561069s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:49.203183Z","caller":"traceutil/trace.go:171","msg":"trace[1540187376] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"2.43130999s","start":"2026-03-02T22:13:46.77185Z","end":"2026-03-02T22:13:49.20316Z","steps":["trace[1540187376] 'process raft request' (duration: 2.430996592s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:49.203273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.771796Z","time spent":"2.431413902s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:49.203275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.771846Z","time spent":"2.431383961s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:49.203394Z","caller":"traceutil/trace.go:171","msg":"trace[953619554] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"2.296838913s","start":"2026-03-02T22:13:46.906537Z","end":"2026-03-02T22:13:49.203376Z","steps":["trace[953619554] 'process raft request' (duration: 2.296687699s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:49.203367Z","caller":"traceutil/trace.go:171","msg":"trace[1462366129] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"2.298607303s","start":"2026-03-02T22:13:46.904704Z","end":"2026-03-02T22:13:49.203311Z","steps":["trace[1462366129] 'process raft request' (duration: 2.298223904s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:49.203523Z","caller":"traceutil/trace.go:171","msg":"trace[207233643] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"2.294060658s","start":"2026-03-02T22:13:46.909453Z","end":"2026-03-02T22:13:49.203514Z","steps":["trace[207233643] 'process raft request' (duration: 2.293871833s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:49.203534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.906516Z","time spent":"2.296941314s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:49.20357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.909441Z","time spent":"2.294108899s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:49.203586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.904677Z","time spent":"2.298786558s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:49.203713Z","caller":"traceutil/trace.go:171","msg":"trace[79204566] linearizableReadLoop","detail":"{readStateIndex:25142; appliedIndex:25132; }","duration":"2.11174204s","start":"2026-03-02T22:13:47.091962Z","end":"2026-03-02T22:13:49.203704Z","steps":["trace[79204566] 'read index received' (duration: 821.241331ms)","trace[79204566] 'applied index is now lower than readState.Index' (duration: 1.290499899s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:49.203724Z","caller":"traceutil/trace.go:171","msg":"trace[2306516] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"2.293567406s","start":"2026-03-02T22:13:46.910144Z","end":"2026-03-02T22:13:49.203712Z","steps":["trace[2306516] 'process raft request' (duration: 2.293490945s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:49.203759Z","caller":"traceutil/trace.go:171","msg":"trace[270750710] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"1.401384021s","start":"2026-03-02T22:13:47.802341Z","end":"2026-03-02T22:13:49.203725Z","steps":["trace[270750710] 'process raft request' (duration: 1.401331329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:49.20381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111858323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:49.2038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.910113Z","time spent":"2.293650178s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:49.203834Z","caller":"traceutil/trace.go:171","msg":"trace[1774391987] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24295; }","duration":"2.111929335s","start":"2026-03-02T22:13:47.091899Z","end":"2026-03-02T22:13:49.203828Z","steps":["trace[1774391987] 'agreement among raft nodes before linearized reading' (duration: 2.111847743s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:49.203854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:47.091862Z","time spent":"2.111987337s","remote":"127.0.0.1:60944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:49.203789Z","caller":"traceutil/trace.go:171","msg":"trace[1732464111] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"2.294079648s","start":"2026-03-02T22:13:46.909694Z","end":"2026-03-02T22:13:49.203773Z","steps":["trace[1732464111] 'process raft request' (duration: 2.293769181s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:49.203923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:47.802322Z","time spent":"1.401512593s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:49.204007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.90966Z","time spent":"2.294235192s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:49.58455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:13:49.584642Z","caller":"traceutil/trace.go:171","msg":"trace[1232925700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406659s","start":"2026-03-02T22:13:47.584215Z","end":"2026-03-02T22:13:49.584622Z","steps":["trace[1232925700] 'agreement among raft nodes before linearized reading' (duration: 2.000268056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:49.584692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:47.584199Z","time spent":"2.00048322s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:13:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:49.704584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:50.205476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:50.367735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:13:50.367802Z","caller":"traceutil/trace.go:171","msg":"trace[797149939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021581s","start":"2026-03-02T22:13:48.367766Z","end":"2026-03-02T22:13:50.367788Z","steps":["trace[797149939] 'agreement among raft nodes before linearized reading' (duration: 1.999929719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:50.367842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.367751Z","time spent":"2.000082442s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:50.706588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:50.779936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57897009s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:13:50.780329Z","caller":"traceutil/trace.go:171","msg":"trace[654081751] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"2.561918149s","start":"2026-03-02T22:13:48.218374Z","end":"2026-03-02T22:13:50.780293Z","steps":["trace[654081751] 'process raft request' (duration: 2.561864318s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:50.780433Z","caller":"traceutil/trace.go:171","msg":"trace[1014621090] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"2.631315988s","start":"2026-03-02T22:13:48.149082Z","end":"2026-03-02T22:13:50.780398Z","steps":["trace[1014621090] 'process raft request' (duration: 2.631013821s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:50.780484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.218359Z","time spent":"2.562044032s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:50.780588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.149055Z","time spent":"2.631452711s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:52.376656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:13:52.376739Z","caller":"traceutil/trace.go:171","msg":"trace[1149691474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312908s","start":"2026-03-02T22:13:50.376408Z","end":"2026-03-02T22:13:52.376721Z","steps":["trace[1149691474] 'agreement among raft nodes before linearized reading' (duration: 2.000203955s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.376788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.37639Z","time spent":"2.000387429s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:52.471508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27884778s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:13:52.471732Z","caller":"traceutil/trace.go:171","msg":"trace[148394294] linearizableReadLoop","detail":"{readStateIndex:25146; appliedIndex:25143; }","duration":"3.267980149s","start":"2026-03-02T22:13:49.203733Z","end":"2026-03-02T22:13:52.471713Z","steps":["trace[148394294] 'read index received' (duration: 1.57640844s)","trace[148394294] 'applied index is now lower than readState.Index' (duration: 1.691570459s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:52.472368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451207847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:13:52.472402Z","caller":"traceutil/trace.go:171","msg":"trace[1021194744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24297; }","duration":"3.451288209s","start":"2026-03-02T22:13:49.021103Z","end":"2026-03-02T22:13:52.472391Z","steps":["trace[1021194744] 'agreement among raft nodes before linearized reading' (duration: 3.451148576s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.472434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:49.021081Z","time spent":"3.451346311s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:13:52.47248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333992345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925e8923d5c0b\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T22:13:52.47254Z","caller":"traceutil/trace.go:171","msg":"trace[651058302] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925e8923d5c0b; range_end:; response_count:1; response_revision:24297; }","duration":"4.334091437s","start":"2026-03-02T22:13:48.138433Z","end":"2026-03-02T22:13:52.472524Z","steps":["trace[651058302] 'agreement among raft nodes before linearized reading' (duration: 4.333894532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.47257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.138415Z","time spent":"4.334149709s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925e8923d5c0b\" "} {"level":"warn","ts":"2026-03-02T22:13:52.472605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500095971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:52.47261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619084349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:52.472646Z","caller":"traceutil/trace.go:171","msg":"trace[1641187035] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24297; }","duration":"3.500161832s","start":"2026-03-02T22:13:48.97247Z","end":"2026-03-02T22:13:52.472632Z","steps":["trace[1641187035] 'agreement among raft nodes before linearized reading' (duration: 3.50004917s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.472661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00298897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:52.472665Z","caller":"traceutil/trace.go:171","msg":"trace[1007686597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24297; }","duration":"3.619184922s","start":"2026-03-02T22:13:48.853465Z","end":"2026-03-02T22:13:52.47265Z","steps":["trace[1007686597] 'agreement among raft nodes before linearized reading' (duration: 3.619074199s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.47249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70016714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:13:52.472696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.853448Z","time spent":"3.619242773s","remote":"127.0.0.1:47832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:52.472703Z","caller":"traceutil/trace.go:171","msg":"trace[500045517] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24297; }","duration":"4.003066422s","start":"2026-03-02T22:13:48.469619Z","end":"2026-03-02T22:13:52.472686Z","steps":["trace[500045517] 'agreement among raft nodes before linearized reading' (duration: 4.00301163s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:52.472715Z","caller":"traceutil/trace.go:171","msg":"trace[990173986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24297; }","duration":"3.700427056s","start":"2026-03-02T22:13:48.772277Z","end":"2026-03-02T22:13:52.472704Z","steps":["trace[990173986] 'agreement among raft nodes before linearized reading' (duration: 3.700090188s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.472738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.772259Z","time spent":"3.700471847s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:52.472742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.469599Z","time spent":"4.003135074s","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:52.472589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274634739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:13:52.472791Z","caller":"traceutil/trace.go:171","msg":"trace[1614515773] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:24297; }","duration":"4.274876254s","start":"2026-03-02T22:13:48.1979Z","end":"2026-03-02T22:13:52.472776Z","steps":["trace[1614515773] 'agreement among raft nodes before linearized reading' (duration: 4.274594847s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.472829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.197884Z","time spent":"4.274933766s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-03-02T22:13:52.472661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.269564285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:52.472898Z","caller":"traceutil/trace.go:171","msg":"trace[1854623385] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"1.264269522s","start":"2026-03-02T22:13:51.208618Z","end":"2026-03-02T22:13:52.472887Z","steps":["trace[1854623385] 'process raft request' (duration: 1.262993683s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:52.472898Z","caller":"traceutil/trace.go:171","msg":"trace[930955402] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24297; }","duration":"5.269850232s","start":"2026-03-02T22:13:47.203041Z","end":"2026-03-02T22:13:52.472892Z","steps":["trace[930955402] 'agreement among raft nodes before linearized reading' (duration: 5.269551636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.472942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:47.203018Z","time spent":"5.269902293s","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:52.472683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.972455Z","time spent":"3.500219333s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:52.472981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.208602Z","time spent":"1.264313913s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:53.037984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:53.538528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601026888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:53.670795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238174777s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:13:53.671276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.89450486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:53.671337Z","caller":"traceutil/trace.go:171","msg":"trace[1018796782] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24298; }","duration":"4.894621003s","start":"2026-03-02T22:13:48.776697Z","end":"2026-03-02T22:13:53.671318Z","steps":["trace[1018796782] 'agreement among raft nodes before linearized reading' (duration: 3.696005643s)","trace[1018796782] 'count revisions from in-memory index tree' (duration: 1.198517908s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:53.671365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.776675Z","time spent":"4.894682095s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:53.671516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.524202959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-02T22:13:53.671537Z","caller":"traceutil/trace.go:171","msg":"trace[1344358725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.524247481s","start":"2026-03-02T22:13:48.147282Z","end":"2026-03-02T22:13:53.67153Z","steps":["trace[1344358725] 'agreement among raft nodes before linearized reading' (duration: 4.325406446s)","trace[1344358725] 'range keys from in-memory index tree' (duration: 1.198808504s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:53.671556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:48.147264Z","time spent":"5.524287972s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 22:13:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:13:53.671675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.769705381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-02T22:13:53.671693Z","caller":"traceutil/trace.go:171","msg":"trace[31576294] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24298; }","duration":"5.769758233s","start":"2026-03-02T22:13:47.901928Z","end":"2026-03-02T22:13:53.671686Z","steps":["trace[31576294] 'agreement among raft nodes before linearized reading' (duration: 4.570772054s)","trace[31576294] 'range keys from in-memory index tree' (duration: 1.198906627s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:53.671712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:47.901907Z","time spent":"5.769797623s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:13:53.671833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.270545084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:53.671854Z","caller":"traceutil/trace.go:171","msg":"trace[781650788] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24298; }","duration":"6.270594134s","start":"2026-03-02T22:13:47.401251Z","end":"2026-03-02T22:13:53.671845Z","steps":["trace[781650788] 'agreement among raft nodes before linearized reading' (duration: 5.071469002s)","trace[781650788] 'count revisions from in-memory index tree' (duration: 1.199098171s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:53.671872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:47.401234Z","time spent":"6.270632596s","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:53.672078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.901049376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-03-02T22:13:53.672128Z","caller":"traceutil/trace.go:171","msg":"trace[776225336] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275; range_end:; response_count:1; response_revision:24298; }","duration":"5.901110517s","start":"2026-03-02T22:13:47.771003Z","end":"2026-03-02T22:13:53.672113Z","steps":["trace[776225336] 'agreement among raft nodes before linearized reading' (duration: 4.701708029s)","trace[776225336] 'range keys from in-memory index tree' (duration: 1.199294096s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:53.672159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:47.770996Z","time spent":"5.901154919s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" "} {"level":"info","ts":"2026-03-02T22:13:53.672307Z","caller":"traceutil/trace.go:171","msg":"trace[817731565] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"2.463251311s","start":"2026-03-02T22:13:51.209047Z","end":"2026-03-02T22:13:53.672298Z","steps":["trace[817731565] 'process raft request' (duration: 2.462028472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.672376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.209031Z","time spent":"2.463306662s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:53.672511Z","caller":"traceutil/trace.go:171","msg":"trace[533525949] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"2.463375683s","start":"2026-03-02T22:13:51.209127Z","end":"2026-03-02T22:13:53.672503Z","steps":["trace[533525949] 'process raft request' (duration: 2.463140908s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:53.67258Z","caller":"traceutil/trace.go:171","msg":"trace[124623017] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"2.462636286s","start":"2026-03-02T22:13:51.209926Z","end":"2026-03-02T22:13:53.672563Z","steps":["trace[124623017] 'process raft request' (duration: 2.462513293s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:53.67264Z","caller":"traceutil/trace.go:171","msg":"trace[1842139407] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"2.46237867s","start":"2026-03-02T22:13:51.210248Z","end":"2026-03-02T22:13:53.672626Z","steps":["trace[1842139407] 'process raft request' (duration: 2.462279058s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.672698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.209915Z","time spent":"2.462720287s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:53.672718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.210216Z","time spent":"2.462462471s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:53.672862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.209089Z","time spent":"2.463442165s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:53.729243Z","caller":"traceutil/trace.go:171","msg":"trace[1483014698] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"1.254224609s","start":"2026-03-02T22:13:52.474989Z","end":"2026-03-02T22:13:53.729213Z","steps":["trace[1483014698] 'process raft request' (duration: 1.254009584s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.729387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179606436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:53.72943Z","caller":"traceutil/trace.go:171","msg":"trace[878338757] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24305; }","duration":"4.179665137s","start":"2026-03-02T22:13:49.549753Z","end":"2026-03-02T22:13:53.729418Z","steps":["trace[878338757] 'agreement among raft nodes before linearized reading' (duration: 4.179535614s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.729449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.474965Z","time spent":"1.254394444s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:53.729633Z","caller":"traceutil/trace.go:171","msg":"trace[1757561907] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"1.251941596s","start":"2026-03-02T22:13:52.477681Z","end":"2026-03-02T22:13:53.729622Z","steps":["trace[1757561907] 'process raft request' (duration: 1.251452334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.729695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.477668Z","time spent":"1.251990908s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:53.729251Z","caller":"traceutil/trace.go:171","msg":"trace[910368417] linearizableReadLoop","detail":"{readStateIndex:25154; appliedIndex:25148; }","duration":"1.257474695s","start":"2026-03-02T22:13:52.471759Z","end":"2026-03-02T22:13:53.729234Z","steps":["trace[910368417] 'read index received' (duration: 1.200635357s)","trace[910368417] 'applied index is now lower than readState.Index' (duration: 56.838388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:53.729466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:49.549679Z","time spent":"4.179777859s","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:53.729848Z","caller":"traceutil/trace.go:171","msg":"trace[909471407] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"931.859465ms","start":"2026-03-02T22:13:52.797978Z","end":"2026-03-02T22:13:53.729838Z","steps":["trace[909471407] 'process raft request' (duration: 931.20668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.729909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.797952Z","time spent":"931.923327ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:53.730031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253800169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3db56baf-a663-4a80-8602-6743aea865fd\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-02T22:13:53.730056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352666132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:53.730084Z","caller":"traceutil/trace.go:171","msg":"trace[1325290804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24305; }","duration":"1.352737163s","start":"2026-03-02T22:13:52.377338Z","end":"2026-03-02T22:13:53.730075Z","steps":["trace[1325290804] 'agreement among raft nodes before linearized reading' (duration: 1.352689742s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:53.730078Z","caller":"traceutil/trace.go:171","msg":"trace[1770904011] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3db56baf-a663-4a80-8602-6743aea865fd; range_end:; response_count:1; response_revision:24305; }","duration":"1.253877891s","start":"2026-03-02T22:13:52.476185Z","end":"2026-03-02T22:13:53.730063Z","steps":["trace[1770904011] 'agreement among raft nodes before linearized reading' (duration: 1.253798299s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.73011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.377313Z","time spent":"1.352791705s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:53.730121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.47617Z","time spent":"1.253940903s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-3db56baf-a663-4a80-8602-6743aea865fd\" "} {"level":"warn","ts":"2026-03-02T22:13:53.730325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601079832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-03-02T22:13:53.730358Z","caller":"traceutil/trace.go:171","msg":"trace[1943847071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275; range_end:; response_count:1; response_revision:24305; }","duration":"1.601146352s","start":"2026-03-02T22:13:52.129201Z","end":"2026-03-02T22:13:53.730348Z","steps":["trace[1943847071] 'agreement among raft nodes before linearized reading' (duration: 1.60103267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.730391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.129181Z","time spent":"1.601202034s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-549fc450-e2d7-4105-a397-14e912166275\" "} {"level":"warn","ts":"2026-03-02T22:13:53.730597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026592967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:53.730638Z","caller":"traceutil/trace.go:171","msg":"trace[1208074972] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24305; }","duration":"2.026670348s","start":"2026-03-02T22:13:51.703958Z","end":"2026-03-02T22:13:53.730628Z","steps":["trace[1208074972] 'agreement among raft nodes before linearized reading' (duration: 2.026606826s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.73064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.015025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T22:13:53.730672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.703937Z","time spent":"2.02672602s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:53.730683Z","caller":"traceutil/trace.go:171","msg":"trace[1710759561] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:24305; }","duration":"535.081126ms","start":"2026-03-02T22:13:53.195588Z","end":"2026-03-02T22:13:53.730669Z","steps":["trace[1710759561] 'agreement among raft nodes before linearized reading' (duration: 534.980054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.730712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.195571Z","time spent":"535.134248ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"warn","ts":"2026-03-02T22:13:53.730865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52275423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:13:53.730877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.792331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:53.730893Z","caller":"traceutil/trace.go:171","msg":"trace[1985603139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24305; }","duration":"2.522801011s","start":"2026-03-02T22:13:51.208083Z","end":"2026-03-02T22:13:53.730884Z","steps":["trace[1985603139] 'agreement among raft nodes before linearized reading' (duration: 2.522715929s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:53.73091Z","caller":"traceutil/trace.go:171","msg":"trace[1767794490] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24305; }","duration":"679.830202ms","start":"2026-03-02T22:13:53.05107Z","end":"2026-03-02T22:13:53.7309Z","steps":["trace[1767794490] 'agreement among raft nodes before linearized reading' (duration: 679.775241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.730919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.208076Z","time spent":"2.522837282s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:13:53.730957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.051008Z","time spent":"679.928064ms","remote":"127.0.0.1:54634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:53.731096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523438036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:13:53.731123Z","caller":"traceutil/trace.go:171","msg":"trace[890557647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24305; }","duration":"2.523504257s","start":"2026-03-02T22:13:51.20761Z","end":"2026-03-02T22:13:53.731114Z","steps":["trace[890557647] 'agreement among raft nodes before linearized reading' (duration: 2.523422935s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.731134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.245617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:53.73115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.207586Z","time spent":"2.523557099s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:13:53.731166Z","caller":"traceutil/trace.go:171","msg":"trace[665001767] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24305; }","duration":"817.305229ms","start":"2026-03-02T22:13:52.91385Z","end":"2026-03-02T22:13:53.731155Z","steps":["trace[665001767] 'agreement among raft nodes before linearized reading' (duration: 817.256218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.731197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.913833Z","time spent":"817.35508ms","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:53.731315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523737953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:13:53.731341Z","caller":"traceutil/trace.go:171","msg":"trace[144794174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24305; }","duration":"2.523801694s","start":"2026-03-02T22:13:51.207531Z","end":"2026-03-02T22:13:53.731333Z","steps":["trace[144794174] 'agreement among raft nodes before linearized reading' (duration: 2.523728083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.731363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120951739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:53.731394Z","caller":"traceutil/trace.go:171","msg":"trace[538534454] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24305; }","duration":"1.121010041s","start":"2026-03-02T22:13:52.610374Z","end":"2026-03-02T22:13:53.731384Z","steps":["trace[538534454] 'agreement among raft nodes before linearized reading' (duration: 1.120957129s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.731413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740020937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:53.731425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.610357Z","time spent":"1.121058211s","remote":"127.0.0.1:51610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:53.731438Z","caller":"traceutil/trace.go:171","msg":"trace[1865205307] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24305; }","duration":"2.740088139s","start":"2026-03-02T22:13:50.991343Z","end":"2026-03-02T22:13:53.731431Z","steps":["trace[1865205307] 'agreement among raft nodes before linearized reading' (duration: 2.740039167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.731466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.991323Z","time spent":"2.74013393s","remote":"127.0.0.1:43526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:53.731582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121204655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:53.731613Z","caller":"traceutil/trace.go:171","msg":"trace[934370491] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24305; }","duration":"1.121246926s","start":"2026-03-02T22:13:52.610358Z","end":"2026-03-02T22:13:53.731605Z","steps":["trace[934370491] 'agreement among raft nodes before linearized reading' (duration: 1.121192054s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.731642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.610355Z","time spent":"1.121278836s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:53.731658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742337861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:53.731685Z","caller":"traceutil/trace.go:171","msg":"trace[1840091203] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24305; }","duration":"2.742420423s","start":"2026-03-02T22:13:50.989257Z","end":"2026-03-02T22:13:53.731677Z","steps":["trace[1840091203] 'agreement among raft nodes before linearized reading' (duration: 2.742328301s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.731712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.989229Z","time spent":"2.742475674s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:53.731828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121490402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:53.731857Z","caller":"traceutil/trace.go:171","msg":"trace[2129991538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24305; }","duration":"1.121546733s","start":"2026-03-02T22:13:52.610302Z","end":"2026-03-02T22:13:53.731848Z","steps":["trace[2129991538] 'agreement among raft nodes before linearized reading' (duration: 1.121500052s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.731872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751435062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:53.731885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.610287Z","time spent":"1.121590594s","remote":"127.0.0.1:60922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:53.731901Z","caller":"traceutil/trace.go:171","msg":"trace[1375966353] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24305; }","duration":"2.751487863s","start":"2026-03-02T22:13:50.980405Z","end":"2026-03-02T22:13:53.731893Z","steps":["trace[1375966353] 'agreement among raft nodes before linearized reading' (duration: 2.751420592s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.731929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.980393Z","time spent":"2.751528224s","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:53.732088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255733554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:13:53.732119Z","caller":"traceutil/trace.go:171","msg":"trace[1884224302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24305; }","duration":"1.255777495s","start":"2026-03-02T22:13:52.476331Z","end":"2026-03-02T22:13:53.732108Z","steps":["trace[1884224302] 'agreement among raft nodes before linearized reading' (duration: 1.255680493s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.732129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773972885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-02T22:13:53.732147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.476318Z","time spent":"1.255820886s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:13:53.732157Z","caller":"traceutil/trace.go:171","msg":"trace[1659163340] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24305; }","duration":"2.774043486s","start":"2026-03-02T22:13:50.958105Z","end":"2026-03-02T22:13:53.732148Z","steps":["trace[1659163340] 'agreement among raft nodes before linearized reading' (duration: 2.773941954s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.732183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.957999Z","time spent":"2.774177959s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:53.732355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774449926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:13:53.732394Z","caller":"traceutil/trace.go:171","msg":"trace[965322282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24305; }","duration":"2.774523738s","start":"2026-03-02T22:13:50.957862Z","end":"2026-03-02T22:13:53.732386Z","steps":["trace[965322282] 'agreement among raft nodes before linearized reading' (duration: 2.774433726s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.732422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.957841Z","time spent":"2.774574839s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:13:53.731366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.207509Z","time spent":"2.523851005s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:53.732738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035086959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418556"} {"level":"info","ts":"2026-03-02T22:13:53.732778Z","caller":"traceutil/trace.go:171","msg":"trace[398686513] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24305; }","duration":"3.035156191s","start":"2026-03-02T22:13:50.697613Z","end":"2026-03-02T22:13:53.732769Z","steps":["trace[398686513] 'agreement among raft nodes before linearized reading' (duration: 3.034924875s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.732807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.697594Z","time spent":"3.035205221s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418580,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T22:13:53.733135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363969184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:53.733189Z","caller":"traceutil/trace.go:171","msg":"trace[1743153161] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24305; }","duration":"3.364047916s","start":"2026-03-02T22:13:50.369117Z","end":"2026-03-02T22:13:53.733165Z","steps":["trace[1743153161] 'agreement among raft nodes before linearized reading' (duration: 3.363961664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.733218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.369094Z","time spent":"3.364116668s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:53.73338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723762207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:13:53.733427Z","caller":"traceutil/trace.go:171","msg":"trace[1627737741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24305; }","duration":"3.723829138s","start":"2026-03-02T22:13:50.009587Z","end":"2026-03-02T22:13:53.733416Z","steps":["trace[1627737741] 'agreement among raft nodes before linearized reading' (duration: 3.723688965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.733459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.009577Z","time spent":"3.723874279s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:53.733592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725091277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:13:53.733624Z","caller":"traceutil/trace.go:171","msg":"trace[1144761023] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24305; }","duration":"3.725162528s","start":"2026-03-02T22:13:50.008454Z","end":"2026-03-02T22:13:53.733616Z","steps":["trace[1144761023] 'agreement among raft nodes before linearized reading' (duration: 3.725080777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.733653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:50.008344Z","time spent":"3.725301592s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:53.73381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952109581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:53.733844Z","caller":"traceutil/trace.go:171","msg":"trace[1265642490] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24305; }","duration":"3.952185863s","start":"2026-03-02T22:13:49.781651Z","end":"2026-03-02T22:13:53.733836Z","steps":["trace[1265642490] 'agreement among raft nodes before linearized reading' (duration: 3.952133201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.733872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:49.781629Z","time spent":"3.952234673s","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:53.734078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.146447997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925e1385f0192\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:13:53.734124Z","caller":"traceutil/trace.go:171","msg":"trace[1231234688] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925e1385f0192; range_end:; response_count:1; response_revision:24305; }","duration":"4.146528268s","start":"2026-03-02T22:13:49.587586Z","end":"2026-03-02T22:13:53.734114Z","steps":["trace[1231234688] 'agreement among raft nodes before linearized reading' (duration: 4.146416765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:53.73416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:49.587565Z","time spent":"4.14658558s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925e1385f0192\" "} {"level":"info","ts":"2026-03-02T22:13:54.489437Z","caller":"traceutil/trace.go:171","msg":"trace[1533894517] linearizableReadLoop","detail":"{readStateIndex:25155; appliedIndex:25154; }","duration":"744.952842ms","start":"2026-03-02T22:13:53.744462Z","end":"2026-03-02T22:13:54.489415Z","steps":["trace[1533894517] 'read index received' (duration: 65.761µs)","trace[1533894517] 'applied index is now lower than readState.Index' (duration: 744.886291ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:54.489482Z","caller":"traceutil/trace.go:171","msg":"trace[1797672250] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"745.013124ms","start":"2026-03-02T22:13:53.744433Z","end":"2026-03-02T22:13:54.489446Z","steps":["trace[1797672250] 'process raft request' (duration: 744.708786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.489537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.744397Z","time spent":"745.132446ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:13:54.489705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.744405Z","time spent":"745.141666ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:54.489814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.33584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18510"} {"level":"info","ts":"2026-03-02T22:13:54.490236Z","caller":"traceutil/trace.go:171","msg":"trace[855020771] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24306; }","duration":"745.439043ms","start":"2026-03-02T22:13:53.74442Z","end":"2026-03-02T22:13:54.489859Z","steps":["trace[855020771] 'agreement among raft nodes before linearized reading' (duration: 745.120366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.490418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.744403Z","time spent":"745.989117ms","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18534,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T22:13:54.513093Z","caller":"traceutil/trace.go:171","msg":"trace[1516989157] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"768.338364ms","start":"2026-03-02T22:13:53.744733Z","end":"2026-03-02T22:13:54.513072Z","steps":["trace[1516989157] 'process raft request' (duration: 767.990566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.513254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.744721Z","time spent":"768.441996ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:54.513601Z","caller":"traceutil/trace.go:171","msg":"trace[1714609741] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"768.976919ms","start":"2026-03-02T22:13:53.744616Z","end":"2026-03-02T22:13:54.513593Z","steps":["trace[1714609741] 'process raft request' (duration: 767.936085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.513647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.744594Z","time spent":"769.0325ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:54.513665Z","caller":"traceutil/trace.go:171","msg":"trace[175407754] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"766.940151ms","start":"2026-03-02T22:13:53.746697Z","end":"2026-03-02T22:13:54.513637Z","steps":["trace[175407754] 'process raft request' (duration: 766.179733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:54.513648Z","caller":"traceutil/trace.go:171","msg":"trace[1278327258] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"766.9059ms","start":"2026-03-02T22:13:53.746697Z","end":"2026-03-02T22:13:54.513603Z","steps":["trace[1278327258] 'process raft request' (duration: 766.145803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:54.513697Z","caller":"traceutil/trace.go:171","msg":"trace[948332771] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"767.328031ms","start":"2026-03-02T22:13:53.746335Z","end":"2026-03-02T22:13:54.513663Z","steps":["trace[948332771] 'process raft request' (duration: 766.477251ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:54.513746Z","caller":"traceutil/trace.go:171","msg":"trace[522474134] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"769.06335ms","start":"2026-03-02T22:13:53.744676Z","end":"2026-03-02T22:13:54.513739Z","steps":["trace[522474134] 'process raft request' (duration: 768.013026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.513784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.744653Z","time spent":"769.110822ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:54.513808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.746678Z","time spent":"767.051164ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:54.513809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.746684Z","time spent":"767.052354ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:54.513833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.746324Z","time spent":"767.442113ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:54.5142Z","caller":"traceutil/trace.go:171","msg":"trace[1171057906] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"767.472614ms","start":"2026-03-02T22:13:53.746719Z","end":"2026-03-02T22:13:54.514192Z","steps":["trace[1171057906] 'process raft request' (duration: 766.183424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.514247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.746701Z","time spent":"767.523375ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:54.514703Z","caller":"traceutil/trace.go:171","msg":"trace[1829182888] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"366.918697ms","start":"2026-03-02T22:13:54.147774Z","end":"2026-03-02T22:13:54.514693Z","steps":["trace[1829182888] 'process raft request' (duration: 366.285842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.514758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:54.147739Z","time spent":"366.993119ms","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418614,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:54.515158Z","caller":"traceutil/trace.go:171","msg":"trace[1869656007] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"305.163475ms","start":"2026-03-02T22:13:54.209979Z","end":"2026-03-02T22:13:54.515142Z","steps":["trace[1869656007] 'process raft request' (duration: 304.674654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.515231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:54.209951Z","time spent":"305.239777ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:54.515451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.06576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:54.515517Z","caller":"traceutil/trace.go:171","msg":"trace[561009638] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24317; }","duration":"392.176312ms","start":"2026-03-02T22:13:54.123321Z","end":"2026-03-02T22:13:54.515497Z","steps":["trace[561009638] 'agreement among raft nodes before linearized reading' (duration: 392.042299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.515548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.890323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:54.515564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:54.1233Z","time spent":"392.254295ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:54.515588Z","caller":"traceutil/trace.go:171","msg":"trace[2115964727] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24317; }","duration":"767.942975ms","start":"2026-03-02T22:13:53.747634Z","end":"2026-03-02T22:13:54.515577Z","steps":["trace[2115964727] 'agreement among raft nodes before linearized reading' (duration: 767.874013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.515613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.747627Z","time spent":"767.980736ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:54.515669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.814618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:54.515705Z","caller":"traceutil/trace.go:171","msg":"trace[1645505516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24317; }","duration":"769.8772ms","start":"2026-03-02T22:13:53.745819Z","end":"2026-03-02T22:13:54.515696Z","steps":["trace[1645505516] 'agreement among raft nodes before linearized reading' (duration: 769.816088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.515741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.745807Z","time spent":"769.929411ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:13:54.515742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.956237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:54.515762Z","caller":"traceutil/trace.go:171","msg":"trace[1496662163] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24317; }","duration":"508.024908ms","start":"2026-03-02T22:13:54.007731Z","end":"2026-03-02T22:13:54.515756Z","steps":["trace[1496662163] 'agreement among raft nodes before linearized reading' (duration: 507.979247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.515791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:54.007699Z","time spent":"508.08547ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:54.515938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.322468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:54.515965Z","caller":"traceutil/trace.go:171","msg":"trace[1566571864] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24317; }","duration":"534.39065ms","start":"2026-03-02T22:13:53.981567Z","end":"2026-03-02T22:13:54.515958Z","steps":["trace[1566571864] 'agreement among raft nodes before linearized reading' (duration: 534.331849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.51599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:53.981532Z","time spent":"534.45107ms","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:58.929605Z","caller":"traceutil/trace.go:171","msg":"trace[249979591] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"400.611168ms","start":"2026-03-02T22:13:58.528968Z","end":"2026-03-02T22:13:58.929579Z","steps":["trace[249979591] 'process raft request' (duration: 400.422924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:58.929651Z","caller":"traceutil/trace.go:171","msg":"trace[814893036] linearizableReadLoop","detail":"{readStateIndex:25206; appliedIndex:25206; }","duration":"400.166537ms","start":"2026-03-02T22:13:58.529456Z","end":"2026-03-02T22:13:58.929623Z","steps":["trace[814893036] 'read index received' (duration: 400.152897ms)","trace[814893036] 'applied index is now lower than readState.Index' (duration: 11.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:58.92981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.528931Z","time spent":"400.786221ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:58.929923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.441313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:13:58.92996Z","caller":"traceutil/trace.go:171","msg":"trace[1943949245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24356; }","duration":"400.519735ms","start":"2026-03-02T22:13:58.529428Z","end":"2026-03-02T22:13:58.929948Z","steps":["trace[1943949245] 'agreement among raft nodes before linearized reading' (duration: 400.316211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:58.929994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.529417Z","time spent":"400.568856ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:58.930456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.931338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:13:58.930583Z","caller":"traceutil/trace.go:171","msg":"trace[856288613] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24357; }","duration":"399.096323ms","start":"2026-03-02T22:13:58.531461Z","end":"2026-03-02T22:13:58.930558Z","steps":["trace[856288613] 'agreement among raft nodes before linearized reading' (duration: 398.826966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:58.930637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.531446Z","time spent":"399.180314ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:58.930459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.569269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10358"} {"level":"info","ts":"2026-03-02T22:13:58.93069Z","caller":"traceutil/trace.go:171","msg":"trace[473306248] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24357; }","duration":"140.836825ms","start":"2026-03-02T22:13:58.789841Z","end":"2026-03-02T22:13:58.930678Z","steps":["trace[473306248] 'agreement among raft nodes before linearized reading' (duration: 140.511918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:58.930747Z","caller":"traceutil/trace.go:171","msg":"trace[20666744] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"398.919428ms","start":"2026-03-02T22:13:58.531803Z","end":"2026-03-02T22:13:58.930723Z","steps":["trace[20666744] 'process raft request' (duration: 398.328015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:58.93083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.684078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-02T22:13:58.930865Z","caller":"traceutil/trace.go:171","msg":"trace[1336230823] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24357; }","duration":"249.761699ms","start":"2026-03-02T22:13:58.681093Z","end":"2026-03-02T22:13:58.930855Z","steps":["trace[1336230823] 'agreement among raft nodes before linearized reading' (duration: 249.693868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:58.930857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.531794Z","time spent":"399.01239ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:58.930969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.292177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:13:58.931012Z","caller":"traceutil/trace.go:171","msg":"trace[1033272352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24357; }","duration":"399.345968ms","start":"2026-03-02T22:13:58.531656Z","end":"2026-03-02T22:13:58.931001Z","steps":["trace[1033272352] 'agreement among raft nodes before linearized reading' (duration: 399.224925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:58.930766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.115909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T22:13:58.931044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.531651Z","time spent":"399.386399ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:13:58.93108Z","caller":"traceutil/trace.go:171","msg":"trace[1713505657] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24357; }","duration":"398.436027ms","start":"2026-03-02T22:13:58.532627Z","end":"2026-03-02T22:13:58.931064Z","steps":["trace[1713505657] 'agreement among raft nodes before linearized reading' (duration: 398.083979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:58.931113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.532621Z","time spent":"398.481938ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:13:59.644357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:00.068022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128393003s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:00.472565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.242603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:00.472668Z","caller":"traceutil/trace.go:171","msg":"trace[729558922] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"1.538343017s","start":"2026-03-02T22:13:58.934306Z","end":"2026-03-02T22:14:00.472649Z","steps":["trace[729558922] 'process raft request' (duration: 1.133933231s)","trace[729558922] 'compare' (duration: 403.588337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:00.472726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.934274Z","time spent":"1.538426039s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:02.009693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.535105432s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:02.369265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:02.369398Z","caller":"traceutil/trace.go:171","msg":"trace[573444835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100223s","start":"2026-03-02T22:14:00.369275Z","end":"2026-03-02T22:14:02.369375Z","steps":["trace[573444835] 'agreement among raft nodes before linearized reading' (duration: 1.999892688s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:02.369463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.369259Z","time spent":"2.000185754s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:02.516481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710386685s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:02.516568Z","caller":"traceutil/trace.go:171","msg":"trace[1164594030] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24358; }","duration":"1.710487167s","start":"2026-03-02T22:14:00.806068Z","end":"2026-03-02T22:14:02.516556Z","steps":["trace[1164594030] 'range keys from in-memory index tree' (duration: 1.710374225s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:02.517543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:02.055659Z","time spent":"461.874988ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:02.517784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.745961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:02.51798Z","caller":"traceutil/trace.go:171","msg":"trace[2008483732] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"3.583159077s","start":"2026-03-02T22:13:58.934797Z","end":"2026-03-02T22:14:02.517956Z","steps":["trace[2008483732] 'process raft request' (duration: 3.075147469s)","trace[2008483732] 'compare' (duration: 507.621249ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:02.518052Z","caller":"traceutil/trace.go:171","msg":"trace[1038498114] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"3.582988963s","start":"2026-03-02T22:13:58.935045Z","end":"2026-03-02T22:14:02.518034Z","steps":["trace[1038498114] 'process raft request' (duration: 3.582830699s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:02.518085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.934783Z","time spent":"3.583232858s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:02.518145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.935037Z","time spent":"3.583072404s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:02.51826Z","caller":"traceutil/trace.go:171","msg":"trace[1794639749] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"3.582573534s","start":"2026-03-02T22:13:58.935677Z","end":"2026-03-02T22:14:02.51825Z","steps":["trace[1794639749] 'process raft request' (duration: 3.582254356s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:02.518521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.935667Z","time spent":"3.582806099s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:02.518599Z","caller":"traceutil/trace.go:171","msg":"trace[1491424946] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"3.57680573s","start":"2026-03-02T22:13:58.941785Z","end":"2026-03-02T22:14:02.51859Z","steps":["trace[1491424946] 'process raft request' (duration: 3.576185845s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:02.518645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:58.941761Z","time spent":"3.576858441s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:04.17271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654537692s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:14:04.173755Z","caller":"traceutil/trace.go:171","msg":"trace[686683761] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"4.653464813s","start":"2026-03-02T22:13:59.520275Z","end":"2026-03-02T22:14:04.173739Z","steps":["trace[686683761] 'process raft request' (duration: 4.652511351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:04.173886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.520244Z","time spent":"4.653566035s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:04.17662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999250749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:04.176677Z","caller":"traceutil/trace.go:171","msg":"trace[632017626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999346492s","start":"2026-03-02T22:13:59.177315Z","end":"2026-03-02T22:14:04.176661Z","steps":["trace[632017626] 'agreement among raft nodes before linearized reading' (duration: 4.99927758s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:04.176714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.177294Z","time spent":"4.999412054s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 22:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:04.369959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999791257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:04.370026Z","caller":"traceutil/trace.go:171","msg":"trace[1459720657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99993124s","start":"2026-03-02T22:14:02.37008Z","end":"2026-03-02T22:14:04.370011Z","steps":["trace[1459720657] 'agreement among raft nodes before linearized reading' (duration: 1.999842157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:04.37006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:02.370061Z","time spent":"1.99999262s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:04.689577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.691538Z","time spent":"4.998026501s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:04.689633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.691679Z","time spent":"4.997949939s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:04.691965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.692637Z","time spent":"4.999319611s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:04.700167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.70185Z","time spent":"4.998312098s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:04.772363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99970302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:04.772452Z","caller":"traceutil/trace.go:171","msg":"trace[850488526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999861564s","start":"2026-03-02T22:13:59.772571Z","end":"2026-03-02T22:14:04.772432Z","steps":["trace[850488526] 'agreement among raft nodes before linearized reading' (duration: 4.999725301s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:04.772501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.772555Z","time spent":"4.999935285s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 22:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:05.934117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999268018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:05.934183Z","caller":"traceutil/trace.go:171","msg":"trace[732298372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999379481s","start":"2026-03-02T22:14:00.934786Z","end":"2026-03-02T22:14:05.934165Z","steps":["trace[732298372] 'agreement among raft nodes before linearized reading' (duration: 4.999294189s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:05.934219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.934731Z","time spent":"4.999479763s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:14:05.934321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.936176Z","time spent":"4.998141443s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:06.018324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:06.018409Z","caller":"traceutil/trace.go:171","msg":"trace[651200531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000535042s","start":"2026-03-02T22:14:04.017856Z","end":"2026-03-02T22:14:06.018391Z","steps":["trace[651200531] 'agreement among raft nodes before linearized reading' (duration: 2.00042214s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:06.018458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.017848Z","time spent":"2.000600243s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:06.385117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000781418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:06.385206Z","caller":"traceutil/trace.go:171","msg":"trace[25047465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000907061s","start":"2026-03-02T22:14:04.384279Z","end":"2026-03-02T22:14:06.385186Z","steps":["trace[25047465] 'agreement among raft nodes before linearized reading' (duration: 2.000790049s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:06.385255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.384272Z","time spent":"2.000973113s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:07.895934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722118208s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:07.896317Z","caller":"traceutil/trace.go:171","msg":"trace[2008427798] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"6.652436448s","start":"2026-03-02T22:14:01.243868Z","end":"2026-03-02T22:14:07.896304Z","steps":["trace[2008427798] 'process raft request' (duration: 6.652408027s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:07.896909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:01.243853Z","time spent":"6.653027861s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:07.89643Z","caller":"traceutil/trace.go:171","msg":"trace[1392128857] linearizableReadLoop","detail":"{readStateIndex:25214; appliedIndex:25207; }","duration":"8.754015124s","start":"2026-03-02T22:13:59.142378Z","end":"2026-03-02T22:14:07.896393Z","steps":["trace[1392128857] 'read index received' (duration: 925.877847ms)","trace[1392128857] 'applied index is now lower than readState.Index' (duration: 7.828134407s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:07.896561Z","caller":"traceutil/trace.go:171","msg":"trace[706481949] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"6.977598067s","start":"2026-03-02T22:14:00.918947Z","end":"2026-03-02T22:14:07.896545Z","steps":["trace[706481949] 'process raft request' (duration: 6.977264789s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:07.897158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.918896Z","time spent":"6.978177521s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:07.896621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.75423798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T22:14:07.897262Z","caller":"traceutil/trace.go:171","msg":"trace[1134152019] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24371; }","duration":"8.754939586s","start":"2026-03-02T22:13:59.142302Z","end":"2026-03-02T22:14:07.897241Z","steps":["trace[1134152019] 'agreement among raft nodes before linearized reading' (duration: 8.754171558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:07.897314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.142271Z","time spent":"8.755027008s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-02T22:14:07.89663Z","caller":"traceutil/trace.go:171","msg":"trace[845839479] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"6.711463106s","start":"2026-03-02T22:14:01.185136Z","end":"2026-03-02T22:14:07.8966Z","steps":["trace[845839479] 'process raft request' (duration: 6.711118888s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:07.897406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:01.185112Z","time spent":"6.712265875s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:08.222156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.778129087s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:08.291364Z","caller":"traceutil/trace.go:171","msg":"trace[1029228824] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"4.112441218s","start":"2026-03-02T22:14:04.178893Z","end":"2026-03-02T22:14:08.291334Z","steps":["trace[1029228824] 'process raft request' (duration: 4.043565721s)","trace[1029228824] 'compare' (duration: 68.711993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:08.291538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.17887Z","time spent":"4.112577891s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:08.409681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000893601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:08.409772Z","caller":"traceutil/trace.go:171","msg":"trace[334896864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001030225s","start":"2026-03-02T22:14:06.408722Z","end":"2026-03-02T22:14:08.409752Z","steps":["trace[334896864] 'agreement among raft nodes before linearized reading' (duration: 2.000911652s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.409818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.408708Z","time spent":"2.001100026s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T22:14:08.569867Z","caller":"traceutil/trace.go:171","msg":"trace[17961811] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"4.390509305s","start":"2026-03-02T22:14:04.179317Z","end":"2026-03-02T22:14:08.569827Z","steps":["trace[17961811] 'process raft request' (duration: 4.291006208s)","trace[17961811] 'compare' (duration: 99.108858ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:08.569902Z","caller":"traceutil/trace.go:171","msg":"trace[1395552315] linearizableReadLoop","detail":"{readStateIndex:25226; appliedIndex:25222; }","duration":"672.85126ms","start":"2026-03-02T22:14:07.897027Z","end":"2026-03-02T22:14:08.569878Z","steps":["trace[1395552315] 'read index received' (duration: 325.493037ms)","trace[1395552315] 'applied index is now lower than readState.Index' (duration: 347.357143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:08.57003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.179301Z","time spent":"4.390651258s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:08.570077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031170953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:08.570064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998360153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.570123Z","caller":"traceutil/trace.go:171","msg":"trace[46473918] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24375; }","duration":"4.031260506s","start":"2026-03-02T22:14:04.538851Z","end":"2026-03-02T22:14:08.570111Z","steps":["trace[46473918] 'agreement among raft nodes before linearized reading' (duration: 4.031168684s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.570145Z","caller":"traceutil/trace.go:171","msg":"trace[1959769362] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24375; }","duration":"3.998574268s","start":"2026-03-02T22:14:04.571548Z","end":"2026-03-02T22:14:08.570122Z","steps":["trace[1959769362] 'agreement among raft nodes before linearized reading' (duration: 3.998361493s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.571529Z","time spent":"3.998653989s","remote":"127.0.0.1:47764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.570334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.367575063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.570457Z","caller":"traceutil/trace.go:171","msg":"trace[1517930330] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24375; }","duration":"6.367742727s","start":"2026-03-02T22:14:02.202693Z","end":"2026-03-02T22:14:08.570436Z","steps":["trace[1517930330] 'agreement among raft nodes before linearized reading' (duration: 6.367406309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.589938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2295381d-4d29-4916-8c34-30ddc72bed12\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-02T22:14:08.570578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392120782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T22:14:08.570586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242427492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.570696Z","caller":"traceutil/trace.go:171","msg":"trace[307358754] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24375; }","duration":"8.242613667s","start":"2026-03-02T22:14:00.328062Z","end":"2026-03-02T22:14:08.570676Z","steps":["trace[307358754] 'agreement among raft nodes before linearized reading' (duration: 8.242391882s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.129293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-02T22:14:08.57068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.988841589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:14:08.570739Z","caller":"traceutil/trace.go:171","msg":"trace[1296887141] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24375; }","duration":"107.201045ms","start":"2026-03-02T22:14:08.46353Z","end":"2026-03-02T22:14:08.570731Z","steps":["trace[1296887141] 'agreement among raft nodes before linearized reading' (duration: 107.108673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.240372171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:14:08.570734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869760461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-02T22:14:08.570781Z","caller":"traceutil/trace.go:171","msg":"trace[771700346] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24375; }","duration":"9.240452713s","start":"2026-03-02T22:13:59.330319Z","end":"2026-03-02T22:14:08.570772Z","steps":["trace[771700346] 'agreement among raft nodes before linearized reading' (duration: 9.240253708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.877848329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-02T22:14:08.570836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.330288Z","time spent":"9.240538825s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":191,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:08.570822Z","caller":"traceutil/trace.go:171","msg":"trace[60817] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24375; }","duration":"3.869879904s","start":"2026-03-02T22:14:04.700924Z","end":"2026-03-02T22:14:08.570804Z","steps":["trace[60817] 'agreement among raft nodes before linearized reading' (duration: 3.869537666s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624514931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T22:14:08.57086Z","caller":"traceutil/trace.go:171","msg":"trace[1249014575] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24375; }","duration":"3.878072704s","start":"2026-03-02T22:14:04.692775Z","end":"2026-03-02T22:14:08.570848Z","steps":["trace[1249014575] 'agreement among raft nodes before linearized reading' (duration: 3.877765977s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048774742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:14:08.57089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.700917Z","time spent":"3.869963306s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-02T22:14:08.570898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.692769Z","time spent":"3.878118675s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-02T22:14:08.570907Z","caller":"traceutil/trace.go:171","msg":"trace[1351242880] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24375; }","duration":"2.624557822s","start":"2026-03-02T22:14:05.946321Z","end":"2026-03-02T22:14:08.570879Z","steps":["trace[1351242880] 'agreement among raft nodes before linearized reading' (duration: 2.624419378s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.917511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:08.570952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.878690628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-02T22:14:08.570945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.946303Z","time spent":"2.624633123s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T22:14:08.570873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027148695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.570979Z","caller":"traceutil/trace.go:171","msg":"trace[1696305348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24375; }","duration":"160.994663ms","start":"2026-03-02T22:14:08.409976Z","end":"2026-03-02T22:14:08.570971Z","steps":["trace[1696305348] 'agreement among raft nodes before linearized reading' (duration: 160.941541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.570988Z","caller":"traceutil/trace.go:171","msg":"trace[1207248956] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24375; }","duration":"3.87877519s","start":"2026-03-02T22:14:04.692201Z","end":"2026-03-02T22:14:08.570976Z","steps":["trace[1207248956] 'agreement among raft nodes before linearized reading' (duration: 3.878697808s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436395394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.571004Z","caller":"traceutil/trace.go:171","msg":"trace[1550025771] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24375; }","duration":"1.027274908s","start":"2026-03-02T22:14:07.543715Z","end":"2026-03-02T22:14:08.57099Z","steps":["trace[1550025771] 'agreement among raft nodes before linearized reading' (duration: 1.027131585s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.571018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.692187Z","time spent":"3.878824122s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T22:14:08.57101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.049002577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:14:08.571022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842015337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:08.570757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045615338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:14:08.571089Z","caller":"traceutil/trace.go:171","msg":"trace[1411665184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24375; }","duration":"4.049107769s","start":"2026-03-02T22:14:04.521967Z","end":"2026-03-02T22:14:08.571075Z","steps":["trace[1411665184] 'agreement among raft nodes before linearized reading' (duration: 4.048917555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.571125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.521952Z","time spent":"4.049165701s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:08.571134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496327953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.571171Z","caller":"traceutil/trace.go:171","msg":"trace[540976281] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24375; }","duration":"3.496384424s","start":"2026-03-02T22:14:05.074776Z","end":"2026-03-02T22:14:08.57116Z","steps":["trace[540976281] 'agreement among raft nodes before linearized reading' (duration: 3.496331633s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.571192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885830484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:08.57121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.074757Z","time spent":"3.496445596s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.570825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.893471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:08.571215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891186128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:08.571233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.16669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.571134Z","caller":"traceutil/trace.go:171","msg":"trace[1331945747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24375; }","duration":"4.045996557s","start":"2026-03-02T22:14:04.525117Z","end":"2026-03-02T22:14:08.571113Z","steps":["trace[1331945747] 'agreement among raft nodes before linearized reading' (duration: 4.045544506s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.571265Z","caller":"traceutil/trace.go:171","msg":"trace[431789769] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24375; }","duration":"1.891264399s","start":"2026-03-02T22:14:06.679991Z","end":"2026-03-02T22:14:08.571256Z","steps":["trace[431789769] 'agreement among raft nodes before linearized reading' (duration: 1.891191928s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.571263Z","caller":"traceutil/trace.go:171","msg":"trace[1515523757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24375; }","duration":"990.327111ms","start":"2026-03-02T22:14:07.580923Z","end":"2026-03-02T22:14:08.57125Z","steps":["trace[1515523757] 'agreement among raft nodes before linearized reading' (duration: 989.877001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.571291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.52511Z","time spent":"4.046169622s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:08.571302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.679974Z","time spent":"1.891320301s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.571331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:07.580872Z","time spent":"990.447384ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:08.571332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.919664495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:08.571382Z","caller":"traceutil/trace.go:171","msg":"trace[466645514] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24375; }","duration":"8.919743507s","start":"2026-03-02T22:13:59.651624Z","end":"2026-03-02T22:14:08.571367Z","steps":["trace[466645514] 'agreement among raft nodes before linearized reading' (duration: 8.919669995s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.570764Z","caller":"traceutil/trace.go:171","msg":"trace[1534470562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24375; }","duration":"8.988962832s","start":"2026-03-02T22:13:59.581783Z","end":"2026-03-02T22:14:08.570746Z","steps":["trace[1534470562] 'agreement among raft nodes before linearized reading' (duration: 8.988629805s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.571083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:07.543674Z","time spent":"1.027391661s","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.571427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.581764Z","time spent":"8.989655128s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:14:08.57147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.147345148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.57112Z","caller":"traceutil/trace.go:171","msg":"trace[55924705] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24375; }","duration":"1.842135591s","start":"2026-03-02T22:14:06.728965Z","end":"2026-03-02T22:14:08.571101Z","steps":["trace[55924705] 'agreement among raft nodes before linearized reading' (duration: 1.842011508s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.571508Z","caller":"traceutil/trace.go:171","msg":"trace[327471965] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24375; }","duration":"8.14741058s","start":"2026-03-02T22:14:00.424089Z","end":"2026-03-02T22:14:08.571499Z","steps":["trace[327471965] 'agreement among raft nodes before linearized reading' (duration: 8.147356269s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.571029Z","caller":"traceutil/trace.go:171","msg":"trace[102533181] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24375; }","duration":"3.436857715s","start":"2026-03-02T22:14:05.134158Z","end":"2026-03-02T22:14:08.571016Z","steps":["trace[102533181] 'agreement among raft nodes before linearized reading' (duration: 3.436373443s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.571536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.42407Z","time spent":"8.147459011s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.571541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.728954Z","time spent":"1.842569391s","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.570459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.37792889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-02T22:14:08.571577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.134144Z","time spent":"3.437410027s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:08.571597Z","caller":"traceutil/trace.go:171","msg":"trace[1907113798] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24375; }","duration":"9.379138378s","start":"2026-03-02T22:13:59.192446Z","end":"2026-03-02T22:14:08.571584Z","steps":["trace[1907113798] 'agreement among raft nodes before linearized reading' (duration: 9.377845888s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.571636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.192425Z","time spent":"9.37919965s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T22:14:08.570772Z","caller":"traceutil/trace.go:171","msg":"trace[974941221] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"4.390320311s","start":"2026-03-02T22:14:04.180441Z","end":"2026-03-02T22:14:08.570761Z","steps":["trace[974941221] 'process raft request' (duration: 4.389365379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87877378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T22:14:08.571688Z","caller":"traceutil/trace.go:171","msg":"trace[334511223] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24375; }","duration":"3.879580279s","start":"2026-03-02T22:14:04.692094Z","end":"2026-03-02T22:14:08.571675Z","steps":["trace[334511223] 'agreement among raft nodes before linearized reading' (duration: 3.878709849s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796569624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:14:08.571739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.692057Z","time spent":"3.879669981s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T22:14:08.571729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.180428Z","time spent":"4.391246522s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:08.57176Z","caller":"traceutil/trace.go:171","msg":"trace[554229455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24375; }","duration":"1.797412794s","start":"2026-03-02T22:14:06.774333Z","end":"2026-03-02T22:14:08.571745Z","steps":["trace[554229455] 'agreement among raft nodes before linearized reading' (duration: 1.796560194s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.570949Z","caller":"traceutil/trace.go:171","msg":"trace[501702536] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24375; }","duration":"4.048852793s","start":"2026-03-02T22:14:04.522059Z","end":"2026-03-02T22:14:08.570912Z","steps":["trace[501702536] 'agreement among raft nodes before linearized reading' (duration: 4.048732221s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.570618Z","caller":"traceutil/trace.go:171","msg":"trace[333552742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24375; }","duration":"2.392189754s","start":"2026-03-02T22:14:06.178417Z","end":"2026-03-02T22:14:08.570607Z","steps":["trace[333552742] 'agreement among raft nodes before linearized reading' (duration: 2.392041291s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.571816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.522042Z","time spent":"4.049762115s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:08.571855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.1784Z","time spent":"2.393442163s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:14:08.57048Z","caller":"traceutil/trace.go:171","msg":"trace[436839093] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"4.390824732s","start":"2026-03-02T22:14:04.179612Z","end":"2026-03-02T22:14:08.570437Z","steps":["trace[436839093] 'process raft request' (duration: 4.390140666s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.570628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553039332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:08.571953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.179603Z","time spent":"4.392294546s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:08.571956Z","caller":"traceutil/trace.go:171","msg":"trace[2128486622] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24375; }","duration":"4.554395254s","start":"2026-03-02T22:14:04.017545Z","end":"2026-03-02T22:14:08.57194Z","steps":["trace[2128486622] 'agreement among raft nodes before linearized reading' (duration: 4.553033083s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.571231Z","caller":"traceutil/trace.go:171","msg":"trace[1571636282] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24375; }","duration":"1.885910075s","start":"2026-03-02T22:14:06.685307Z","end":"2026-03-02T22:14:08.571217Z","steps":["trace[1571636282] 'agreement among raft nodes before linearized reading' (duration: 1.885840984s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.571279Z","caller":"traceutil/trace.go:171","msg":"trace[959680208] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24375; }","duration":"429.263893ms","start":"2026-03-02T22:14:08.142002Z","end":"2026-03-02T22:14:08.571266Z","steps":["trace[959680208] 'agreement among raft nodes before linearized reading' (duration: 429.175871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.572137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:08.141982Z","time spent":"430.147614ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.57215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.685285Z","time spent":"1.886844298s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.571416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.651605Z","time spent":"8.919802788s","remote":"127.0.0.1:58450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.570773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.328041Z","time spent":"8.24271681s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.571808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.774304Z","time spent":"1.797492246s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:08.570692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:02.202674Z","time spent":"6.367918781s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:08.570615Z","caller":"traceutil/trace.go:171","msg":"trace[587062850] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2295381d-4d29-4916-8c34-30ddc72bed12; range_end:; response_count:1; response_revision:24375; }","duration":"670.69033ms","start":"2026-03-02T22:14:07.899912Z","end":"2026-03-02T22:14:08.570602Z","steps":["trace[587062850] 'agreement among raft nodes before linearized reading' (duration: 670.489465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.571083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447681005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:08.57239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:07.899899Z","time spent":"672.479012ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-2295381d-4d29-4916-8c34-30ddc72bed12\" "} {"level":"info","ts":"2026-03-02T22:14:08.572411Z","caller":"traceutil/trace.go:171","msg":"trace[1542058006] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24375; }","duration":"3.449023856s","start":"2026-03-02T22:14:05.123372Z","end":"2026-03-02T22:14:08.572396Z","steps":["trace[1542058006] 'agreement among raft nodes before linearized reading' (duration: 3.447640874s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.5721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.017528Z","time spent":"4.554556018s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.572458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.123362Z","time spent":"3.449082098s","remote":"127.0.0.1:60958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.571208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.533514792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:08.572539Z","caller":"traceutil/trace.go:171","msg":"trace[1290561776] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24375; }","duration":"8.534877494s","start":"2026-03-02T22:14:00.037644Z","end":"2026-03-02T22:14:08.572521Z","steps":["trace[1290561776] 'agreement among raft nodes before linearized reading' (duration: 8.533517632s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.572597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.037624Z","time spent":"8.534953715s","remote":"127.0.0.1:43510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.570171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.538834Z","time spent":"4.031326697s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:08.570236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.92415631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.573881Z","caller":"traceutil/trace.go:171","msg":"trace[2028108952] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24375; }","duration":"8.927869676s","start":"2026-03-02T22:13:59.645984Z","end":"2026-03-02T22:14:08.573854Z","steps":["trace[2028108952] 'agreement among raft nodes before linearized reading' (duration: 8.92417088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.573936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:59.645962Z","time spent":"8.927955127s","remote":"127.0.0.1:43488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:08.57542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.196300112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:14:08.57549Z","caller":"traceutil/trace.go:171","msg":"trace[389876562] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:24375; }","duration":"4.196421235s","start":"2026-03-02T22:14:04.379047Z","end":"2026-03-02T22:14:08.575468Z","steps":["trace[389876562] 'agreement among raft nodes before linearized reading' (duration: 4.192066194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.575525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:04.379029Z","time spent":"4.196489136s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:14:08.575691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631643056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-02T22:14:08.57575Z","caller":"traceutil/trace.go:171","msg":"trace[1497089741] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24375; }","duration":"4.631773368s","start":"2026-03-02T22:14:03.943962Z","end":"2026-03-02T22:14:08.575736Z","steps":["trace[1497089741] 'agreement among raft nodes before linearized reading' (duration: 4.626868934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.575803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:03.94394Z","time spent":"4.631853611s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:14:08.576027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.081748847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:14:08.576112Z","caller":"traceutil/trace.go:171","msg":"trace[1311072651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24375; }","duration":"6.0818526s","start":"2026-03-02T22:14:02.494248Z","end":"2026-03-02T22:14:08.5761Z","steps":["trace[1311072651] 'agreement among raft nodes before linearized reading' (duration: 6.077153951s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.576178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:02.494228Z","time spent":"6.081912081s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:08.576396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379458984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:14:08.57643Z","caller":"traceutil/trace.go:171","msg":"trace[1604918966] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:24375; }","duration":"5.379530976s","start":"2026-03-02T22:14:03.19689Z","end":"2026-03-02T22:14:08.576421Z","steps":["trace[1604918966] 'agreement among raft nodes before linearized reading' (duration: 5.37450895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.576458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:03.196867Z","time spent":"5.379583177s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"warn","ts":"2026-03-02T22:14:08.576829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.046605242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-03-02T22:14:08.576874Z","caller":"traceutil/trace.go:171","msg":"trace[690504248] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24375; }","duration":"6.046690904s","start":"2026-03-02T22:14:02.530173Z","end":"2026-03-02T22:14:08.576864Z","steps":["trace[690504248] 'agreement among raft nodes before linearized reading' (duration: 6.041203867s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.576909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:02.530153Z","time spent":"6.046749086s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10675,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T22:14:08.577031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.425029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:14:08.57707Z","caller":"traceutil/trace.go:171","msg":"trace[311695421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24375; }","duration":"640.48292ms","start":"2026-03-02T22:14:07.936578Z","end":"2026-03-02T22:14:08.577061Z","steps":["trace[311695421] 'agreement among raft nodes before linearized reading' (duration: 634.573303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.577098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:07.936569Z","time spent":"640.523471ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:14:08.74532Z","caller":"traceutil/trace.go:171","msg":"trace[2022163206] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"167.298899ms","start":"2026-03-02T22:14:08.577984Z","end":"2026-03-02T22:14:08.745283Z","steps":["trace[2022163206] 'process raft request' (duration: 109.597122ms)","trace[2022163206] 'compare' (duration: 57.477792ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:08.745603Z","caller":"traceutil/trace.go:171","msg":"trace[631351937] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"167.257768ms","start":"2026-03-02T22:14:08.578319Z","end":"2026-03-02T22:14:08.745577Z","steps":["trace[631351937] 'process raft request' (duration: 166.90491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.745834Z","caller":"traceutil/trace.go:171","msg":"trace[147385129] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"165.958227ms","start":"2026-03-02T22:14:08.579851Z","end":"2026-03-02T22:14:08.745809Z","steps":["trace[147385129] 'process raft request' (duration: 165.64471ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746082Z","caller":"traceutil/trace.go:171","msg":"trace[4276423] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"166.06954ms","start":"2026-03-02T22:14:08.58Z","end":"2026-03-02T22:14:08.74607Z","steps":["trace[4276423] 'process raft request' (duration: 165.723702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746326Z","caller":"traceutil/trace.go:171","msg":"trace[1223339032] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"165.413965ms","start":"2026-03-02T22:14:08.580888Z","end":"2026-03-02T22:14:08.746302Z","steps":["trace[1223339032] 'process raft request' (duration: 165.284092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746331Z","caller":"traceutil/trace.go:171","msg":"trace[1690515345] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"165.874826ms","start":"2026-03-02T22:14:08.580388Z","end":"2026-03-02T22:14:08.746263Z","steps":["trace[1690515345] 'process raft request' (duration: 165.595579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.746625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.137262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-02T22:14:08.74663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.515357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-02T22:14:08.746655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.718912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-02T22:14:08.746693Z","caller":"traceutil/trace.go:171","msg":"trace[1835225411] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24384; }","duration":"168.62938ms","start":"2026-03-02T22:14:08.578047Z","end":"2026-03-02T22:14:08.746677Z","steps":["trace[1835225411] 'agreement among raft nodes before linearized reading' (duration: 168.345733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.746702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.36375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-02T22:14:08.746721Z","caller":"traceutil/trace.go:171","msg":"trace[644932028] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24384; }","duration":"165.798764ms","start":"2026-03-02T22:14:08.580908Z","end":"2026-03-02T22:14:08.746707Z","steps":["trace[644932028] 'agreement among raft nodes before linearized reading' (duration: 165.62631ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746351Z","caller":"traceutil/trace.go:171","msg":"trace[1664947033] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"165.068638ms","start":"2026-03-02T22:14:08.581264Z","end":"2026-03-02T22:14:08.746332Z","steps":["trace[1664947033] 'process raft request' (duration: 164.961005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.746741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.887946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:14:08.746744Z","caller":"traceutil/trace.go:171","msg":"trace[1093334878] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24384; }","duration":"167.426622ms","start":"2026-03-02T22:14:08.579304Z","end":"2026-03-02T22:14:08.746731Z","steps":["trace[1093334878] 'agreement among raft nodes before linearized reading' (duration: 167.208407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.746746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.395168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-02T22:14:08.746771Z","caller":"traceutil/trace.go:171","msg":"trace[409157533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24384; }","duration":"168.932387ms","start":"2026-03-02T22:14:08.577832Z","end":"2026-03-02T22:14:08.746764Z","steps":["trace[409157533] 'agreement among raft nodes before linearized reading' (duration: 168.618069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.746626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.605349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-02T22:14:08.746843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.703789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.746378Z","caller":"traceutil/trace.go:171","msg":"trace[1843854319] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"165.809724ms","start":"2026-03-02T22:14:08.580556Z","end":"2026-03-02T22:14:08.746366Z","steps":["trace[1843854319] 'process raft request' (duration: 165.509877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746861Z","caller":"traceutil/trace.go:171","msg":"trace[2018212815] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24384; }","duration":"168.852035ms","start":"2026-03-02T22:14:08.577983Z","end":"2026-03-02T22:14:08.746835Z","steps":["trace[2018212815] 'agreement among raft nodes before linearized reading' (duration: 168.507607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746904Z","caller":"traceutil/trace.go:171","msg":"trace[2009199523] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24384; }","duration":"165.115948ms","start":"2026-03-02T22:14:08.581752Z","end":"2026-03-02T22:14:08.746868Z","steps":["trace[2009199523] 'agreement among raft nodes before linearized reading' (duration: 164.657047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746672Z","caller":"traceutil/trace.go:171","msg":"trace[907744532] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24384; }","duration":"166.212614ms","start":"2026-03-02T22:14:08.580447Z","end":"2026-03-02T22:14:08.74666Z","steps":["trace[907744532] 'agreement among raft nodes before linearized reading' (duration: 165.942168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.746616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.591679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.747076Z","caller":"traceutil/trace.go:171","msg":"trace[301426287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24384; }","duration":"163.06963ms","start":"2026-03-02T22:14:08.583986Z","end":"2026-03-02T22:14:08.747055Z","steps":["trace[301426287] 'agreement among raft nodes before linearized reading' (duration: 162.576039ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746363Z","caller":"traceutil/trace.go:171","msg":"trace[1153686181] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"158.180498ms","start":"2026-03-02T22:14:08.588161Z","end":"2026-03-02T22:14:08.746342Z","steps":["trace[1153686181] 'process raft request' (duration: 158.119556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746802Z","caller":"traceutil/trace.go:171","msg":"trace[719159662] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24384; }","duration":"166.452139ms","start":"2026-03-02T22:14:08.580332Z","end":"2026-03-02T22:14:08.746784Z","steps":["trace[719159662] 'agreement among raft nodes before linearized reading' (duration: 166.110461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.746413Z","caller":"traceutil/trace.go:171","msg":"trace[1300288563] linearizableReadLoop","detail":"{readStateIndex:25235; appliedIndex:25227; }","duration":"159.600391ms","start":"2026-03-02T22:14:08.586789Z","end":"2026-03-02T22:14:08.746389Z","steps":["trace[1300288563] 'read index received' (duration: 100.797658ms)","trace[1300288563] 'applied index is now lower than readState.Index' (duration: 58.800583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:08.747127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.160582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:116304"} {"level":"info","ts":"2026-03-02T22:14:08.747465Z","caller":"traceutil/trace.go:171","msg":"trace[2037123155] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:24384; }","duration":"169.52354ms","start":"2026-03-02T22:14:08.577922Z","end":"2026-03-02T22:14:08.747446Z","steps":["trace[2037123155] 'agreement among raft nodes before linearized reading' (duration: 168.613039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.747538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.250439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2c170173-6fff-492e-b148-144fd938af7a\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-02T22:14:08.747597Z","caller":"traceutil/trace.go:171","msg":"trace[1337634283] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2c170173-6fff-492e-b148-144fd938af7a; range_end:; response_count:1; response_revision:24384; }","duration":"158.335041ms","start":"2026-03-02T22:14:08.589247Z","end":"2026-03-02T22:14:08.747582Z","steps":["trace[1337634283] 'agreement among raft nodes before linearized reading' (duration: 158.221178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.747602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.710967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:14:08.747613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.369457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130941"} {"level":"warn","ts":"2026-03-02T22:14:08.746664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.64116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T22:14:08.747657Z","caller":"traceutil/trace.go:171","msg":"trace[1211331677] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24384; }","duration":"103.437108ms","start":"2026-03-02T22:14:08.644208Z","end":"2026-03-02T22:14:08.747645Z","steps":["trace[1211331677] 'agreement among raft nodes before linearized reading' (duration: 103.282544ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.747693Z","caller":"traceutil/trace.go:171","msg":"trace[1939465114] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24384; }","duration":"166.680805ms","start":"2026-03-02T22:14:08.580998Z","end":"2026-03-02T22:14:08.747679Z","steps":["trace[1939465114] 'agreement among raft nodes before linearized reading' (duration: 165.491017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.74764Z","caller":"traceutil/trace.go:171","msg":"trace[1087115420] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24384; }","duration":"135.779218ms","start":"2026-03-02T22:14:08.611851Z","end":"2026-03-02T22:14:08.747631Z","steps":["trace[1087115420] 'agreement among raft nodes before linearized reading' (duration: 135.678565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.891145Z","caller":"traceutil/trace.go:171","msg":"trace[309948348] linearizableReadLoop","detail":"{readStateIndex:25237; appliedIndex:25236; }","duration":"137.289814ms","start":"2026-03-02T22:14:08.75383Z","end":"2026-03-02T22:14:08.89112Z","steps":["trace[309948348] 'read index received' (duration: 99.102678ms)","trace[309948348] 'applied index is now lower than readState.Index' (duration: 38.186026ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:08.891168Z","caller":"traceutil/trace.go:171","msg":"trace[40871122] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"138.621734ms","start":"2026-03-02T22:14:08.75252Z","end":"2026-03-02T22:14:08.891142Z","steps":["trace[40871122] 'process raft request' (duration: 100.464309ms)","trace[40871122] 'compare' (duration: 37.991191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:08.891347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.497738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:14:08.891369Z","caller":"traceutil/trace.go:171","msg":"trace[1876709953] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24385; }","duration":"137.548369ms","start":"2026-03-02T22:14:08.753814Z","end":"2026-03-02T22:14:08.891363Z","steps":["trace[1876709953] 'agreement among raft nodes before linearized reading' (duration: 137.404426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.899822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.708842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130941"} {"level":"info","ts":"2026-03-02T22:14:08.899873Z","caller":"traceutil/trace.go:171","msg":"trace[1800614158] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24386; }","duration":"140.774364ms","start":"2026-03-02T22:14:08.759087Z","end":"2026-03-02T22:14:08.899861Z","steps":["trace[1800614158] 'agreement among raft nodes before linearized reading' (duration: 140.57652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.899869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.227731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:08.899905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.058663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-02T22:14:08.899978Z","caller":"traceutil/trace.go:171","msg":"trace[998778353] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24386; }","duration":"143.335953ms","start":"2026-03-02T22:14:08.756602Z","end":"2026-03-02T22:14:08.899938Z","steps":["trace[998778353] 'agreement among raft nodes before linearized reading' (duration: 143.173379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.899996Z","caller":"traceutil/trace.go:171","msg":"trace[210355202] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24386; }","duration":"145.199037ms","start":"2026-03-02T22:14:08.754773Z","end":"2026-03-02T22:14:08.899973Z","steps":["trace[210355202] 'agreement among raft nodes before linearized reading' (duration: 144.91062ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:08.899919Z","caller":"traceutil/trace.go:171","msg":"trace[1072128343] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"145.141105ms","start":"2026-03-02T22:14:08.754753Z","end":"2026-03-02T22:14:08.899894Z","steps":["trace[1072128343] 'process raft request' (duration: 144.768396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:08.900425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.427899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:08.900501Z","caller":"traceutil/trace.go:171","msg":"trace[2000196065] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24386; }","duration":"144.527861ms","start":"2026-03-02T22:14:08.755952Z","end":"2026-03-02T22:14:08.90048Z","steps":["trace[2000196065] 'agreement among raft nodes before linearized reading' (duration: 143.941627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:09.636089Z","caller":"traceutil/trace.go:171","msg":"trace[1339862455] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"112.170681ms","start":"2026-03-02T22:14:09.523893Z","end":"2026-03-02T22:14:09.636064Z","steps":["trace[1339862455] 'process raft request' (duration: 72.721376ms)","trace[1339862455] 'compare' (duration: 38.706608ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:12.89096Z","caller":"traceutil/trace.go:171","msg":"trace[2080734297] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"125.09778ms","start":"2026-03-02T22:14:12.765823Z","end":"2026-03-02T22:14:12.89092Z","steps":["trace[2080734297] 'process raft request' (duration: 124.994668ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:12.890978Z","caller":"traceutil/trace.go:171","msg":"trace[146259267] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"127.293492ms","start":"2026-03-02T22:14:12.763652Z","end":"2026-03-02T22:14:12.890945Z","steps":["trace[146259267] 'process raft request' (duration: 120.359611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:12.89126Z","caller":"traceutil/trace.go:171","msg":"trace[719323351] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"125.075879ms","start":"2026-03-02T22:14:12.766158Z","end":"2026-03-02T22:14:12.891234Z","steps":["trace[719323351] 'process raft request' (duration: 124.710281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:12.891445Z","caller":"traceutil/trace.go:171","msg":"trace[421137572] linearizableReadLoop","detail":"{readStateIndex:25269; appliedIndex:25265; }","duration":"110.765118ms","start":"2026-03-02T22:14:12.780671Z","end":"2026-03-02T22:14:12.891436Z","steps":["trace[421137572] 'read index received' (duration: 103.354796ms)","trace[421137572] 'applied index is now lower than readState.Index' (duration: 7.409462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:12.89158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.911922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:14:12.891607Z","caller":"traceutil/trace.go:171","msg":"trace[783085263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24416; }","duration":"126.971034ms","start":"2026-03-02T22:14:12.76463Z","end":"2026-03-02T22:14:12.891601Z","steps":["trace[783085263] 'agreement among raft nodes before linearized reading' (duration: 126.841321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:12.891726Z","caller":"traceutil/trace.go:171","msg":"trace[2069326621] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"123.221147ms","start":"2026-03-02T22:14:12.768498Z","end":"2026-03-02T22:14:12.891719Z","steps":["trace[2069326621] 'process raft request' (duration: 122.637043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:12.891816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.919067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:14:12.891838Z","caller":"traceutil/trace.go:171","msg":"trace[2041264318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24416; }","duration":"121.998618ms","start":"2026-03-02T22:14:12.769832Z","end":"2026-03-02T22:14:12.891831Z","steps":["trace[2041264318] 'agreement among raft nodes before linearized reading' (duration: 121.945527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:12.891921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.314129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:14:12.891942Z","caller":"traceutil/trace.go:171","msg":"trace[1900004266] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24416; }","duration":"123.370491ms","start":"2026-03-02T22:14:12.768566Z","end":"2026-03-02T22:14:12.891937Z","steps":["trace[1900004266] 'agreement among raft nodes before linearized reading' (duration: 123.31965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:12.892013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.172522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:14:12.892039Z","caller":"traceutil/trace.go:171","msg":"trace[1667103826] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24416; }","duration":"125.208553ms","start":"2026-03-02T22:14:12.76682Z","end":"2026-03-02T22:14:12.892028Z","steps":["trace[1667103826] 'agreement among raft nodes before linearized reading' (duration: 125.158992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:12.892116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.966221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:14:12.892137Z","caller":"traceutil/trace.go:171","msg":"trace[1037352705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24416; }","duration":"126.014691ms","start":"2026-03-02T22:14:12.766116Z","end":"2026-03-02T22:14:12.89213Z","steps":["trace[1037352705] 'agreement among raft nodes before linearized reading' (duration: 125.96447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:12.892213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.274388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:14:12.892232Z","caller":"traceutil/trace.go:171","msg":"trace[540515915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24416; }","duration":"126.34695ms","start":"2026-03-02T22:14:12.76588Z","end":"2026-03-02T22:14:12.892227Z","steps":["trace[540515915] 'agreement among raft nodes before linearized reading' (duration: 126.298408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:12.899657Z","caller":"traceutil/trace.go:171","msg":"trace[344585418] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"115.529158ms","start":"2026-03-02T22:14:12.784114Z","end":"2026-03-02T22:14:12.899643Z","steps":["trace[344585418] 'process raft request' (duration: 115.440076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:17.094386Z","caller":"traceutil/trace.go:171","msg":"trace[960153428] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"122.730366ms","start":"2026-03-02T22:14:16.97163Z","end":"2026-03-02T22:14:17.09436Z","steps":["trace[960153428] 'process raft request' (duration: 66.249826ms)","trace[960153428] 'compare' (duration: 56.120001ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:17.094712Z","caller":"traceutil/trace.go:171","msg":"trace[1894683508] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"123.028992ms","start":"2026-03-02T22:14:16.971648Z","end":"2026-03-02T22:14:17.094677Z","steps":["trace[1894683508] 'process raft request' (duration: 122.617593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:17.094732Z","caller":"traceutil/trace.go:171","msg":"trace[408111725] linearizableReadLoop","detail":"{readStateIndex:25297; appliedIndex:25293; }","duration":"104.39234ms","start":"2026-03-02T22:14:16.990316Z","end":"2026-03-02T22:14:17.094708Z","steps":["trace[408111725] 'read index received' (duration: 923.351µs)","trace[408111725] 'applied index is now lower than readState.Index' (duration: 103.467599ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:17.094808Z","caller":"traceutil/trace.go:171","msg":"trace[649001351] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"122.857569ms","start":"2026-03-02T22:14:16.971928Z","end":"2026-03-02T22:14:17.094786Z","steps":["trace[649001351] 'process raft request' (duration: 122.682985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.094903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.577565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:14:17.094943Z","caller":"traceutil/trace.go:171","msg":"trace[1950995203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24443; }","duration":"104.661897ms","start":"2026-03-02T22:14:16.990268Z","end":"2026-03-02T22:14:17.09493Z","steps":["trace[1950995203] 'agreement among raft nodes before linearized reading' (duration: 104.518544ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:17.263412Z","caller":"traceutil/trace.go:171","msg":"trace[2009088337] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"164.243818ms","start":"2026-03-02T22:14:17.099146Z","end":"2026-03-02T22:14:17.26339Z","steps":["trace[2009088337] 'process raft request' (duration: 104.357229ms)","trace[2009088337] 'compare' (duration: 59.734085ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:17.263704Z","caller":"traceutil/trace.go:171","msg":"trace[1558032733] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"164.380462ms","start":"2026-03-02T22:14:17.099299Z","end":"2026-03-02T22:14:17.263679Z","steps":["trace[1558032733] 'process raft request' (duration: 164.055184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:17.263736Z","caller":"traceutil/trace.go:171","msg":"trace[1767393452] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"164.383531ms","start":"2026-03-02T22:14:17.099333Z","end":"2026-03-02T22:14:17.263717Z","steps":["trace[1767393452] 'process raft request' (duration: 164.234938ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:17.263919Z","caller":"traceutil/trace.go:171","msg":"trace[1948801902] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"164.463083ms","start":"2026-03-02T22:14:17.099447Z","end":"2026-03-02T22:14:17.26391Z","steps":["trace[1948801902] 'process raft request' (duration: 164.429152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:17.263983Z","caller":"traceutil/trace.go:171","msg":"trace[1170377914] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"164.460373ms","start":"2026-03-02T22:14:17.099513Z","end":"2026-03-02T22:14:17.263973Z","steps":["trace[1170377914] 'process raft request' (duration: 164.32484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:17.264013Z","caller":"traceutil/trace.go:171","msg":"trace[1655552214] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"164.488894ms","start":"2026-03-02T22:14:17.099484Z","end":"2026-03-02T22:14:17.263973Z","steps":["trace[1655552214] 'process raft request' (duration: 164.199988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.297208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.583004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-03-02T22:14:19.297286Z","caller":"traceutil/trace.go:171","msg":"trace[133458654] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24457; }","duration":"132.701817ms","start":"2026-03-02T22:14:19.164566Z","end":"2026-03-02T22:14:19.297268Z","steps":["trace[133458654] 'range keys from in-memory index tree' (duration: 132.41242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.297501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.22995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:14:19.29756Z","caller":"traceutil/trace.go:171","msg":"trace[1117878914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24457; }","duration":"149.321252ms","start":"2026-03-02T22:14:19.148225Z","end":"2026-03-02T22:14:19.297546Z","steps":["trace[1117878914] 'range keys from in-memory index tree' (duration: 149.052896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.297579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.85819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:14:19.297676Z","caller":"traceutil/trace.go:171","msg":"trace[835721841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24457; }","duration":"135.994454ms","start":"2026-03-02T22:14:19.161659Z","end":"2026-03-02T22:14:19.297653Z","steps":["trace[835721841] 'range keys from in-memory index tree' (duration: 135.655535ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:19.600651Z","caller":"traceutil/trace.go:171","msg":"trace[740778570] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"342.588263ms","start":"2026-03-02T22:14:19.258042Z","end":"2026-03-02T22:14:19.600631Z","steps":["trace[740778570] 'process raft request' (duration: 342.46582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.600773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.25802Z","time spent":"342.688245ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:19.601387Z","caller":"traceutil/trace.go:171","msg":"trace[1117650202] linearizableReadLoop","detail":"{readStateIndex:25312; appliedIndex:25312; }","duration":"334.201488ms","start":"2026-03-02T22:14:19.267175Z","end":"2026-03-02T22:14:19.601377Z","steps":["trace[1117650202] 'read index received' (duration: 334.197948ms)","trace[1117650202] 'applied index is now lower than readState.Index' (duration: 2.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:19.601497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.319821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:14:19.60153Z","caller":"traceutil/trace.go:171","msg":"trace[1456525416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24458; }","duration":"334.402393ms","start":"2026-03-02T22:14:19.26712Z","end":"2026-03-02T22:14:19.601523Z","steps":["trace[1456525416] 'agreement among raft nodes before linearized reading' (duration: 334.304551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.601559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.267099Z","time spent":"334.454225ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:14:19.672532Z","caller":"traceutil/trace.go:171","msg":"trace[942392681] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"369.472496ms","start":"2026-03-02T22:14:19.303025Z","end":"2026-03-02T22:14:19.672497Z","steps":["trace[942392681] 'process raft request' (duration: 369.256931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.673016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.302998Z","time spent":"369.924407ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:19.673333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.996769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:19.673438Z","caller":"traceutil/trace.go:171","msg":"trace[2135493448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24459; }","duration":"304.131472ms","start":"2026-03-02T22:14:19.369286Z","end":"2026-03-02T22:14:19.673418Z","steps":["trace[2135493448] 'agreement among raft nodes before linearized reading' (duration: 304.022549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.673473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.369264Z","time spent":"304.202023ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:19.673517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.310854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:14:19.6736Z","caller":"traceutil/trace.go:171","msg":"trace[698179871] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24459; }","duration":"404.417466ms","start":"2026-03-02T22:14:19.269158Z","end":"2026-03-02T22:14:19.673576Z","steps":["trace[698179871] 'agreement among raft nodes before linearized reading' (duration: 404.089849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.673611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.282804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T22:14:19.673657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.269146Z","time spent":"404.497468ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:14:19.673674Z","caller":"traceutil/trace.go:171","msg":"trace[1877545920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24459; }","duration":"404.362175ms","start":"2026-03-02T22:14:19.269297Z","end":"2026-03-02T22:14:19.673659Z","steps":["trace[1877545920] 'agreement among raft nodes before linearized reading' (duration: 404.14419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.673706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.269292Z","time spent":"404.408776ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:19.673639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.368065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T22:14:19.673751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.749287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:14:19.673858Z","caller":"traceutil/trace.go:171","msg":"trace[1694644439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24459; }","duration":"370.91751ms","start":"2026-03-02T22:14:19.302917Z","end":"2026-03-02T22:14:19.673834Z","steps":["trace[1694644439] 'agreement among raft nodes before linearized reading' (duration: 370.593563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.673927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.302903Z","time spent":"371.010672ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:14:19.674055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.775815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:14:19.673831Z","caller":"traceutil/trace.go:171","msg":"trace[956460158] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24459; }","duration":"404.589651ms","start":"2026-03-02T22:14:19.269216Z","end":"2026-03-02T22:14:19.673805Z","steps":["trace[956460158] 'agreement among raft nodes before linearized reading' (duration: 404.252973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.674186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.269211Z","time spent":"404.951149ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:19.6742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.827076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:14:19.674297Z","caller":"traceutil/trace.go:171","msg":"trace[1344431022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24459; }","duration":"404.97286ms","start":"2026-03-02T22:14:19.269307Z","end":"2026-03-02T22:14:19.67428Z","steps":["trace[1344431022] 'agreement among raft nodes before linearized reading' (duration: 403.978637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.674361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.269303Z","time spent":"405.046691ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:14:19.674094Z","caller":"traceutil/trace.go:171","msg":"trace[1865861842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24459; }","duration":"404.843056ms","start":"2026-03-02T22:14:19.269243Z","end":"2026-03-02T22:14:19.674086Z","steps":["trace[1865861842] 'agreement among raft nodes before linearized reading' (duration: 404.171641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:19.674986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.269237Z","time spent":"405.722767ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:14:20.486394Z","caller":"traceutil/trace.go:171","msg":"trace[1359491885] linearizableReadLoop","detail":"{readStateIndex:25320; appliedIndex:25319; }","duration":"118.616831ms","start":"2026-03-02T22:14:20.367761Z","end":"2026-03-02T22:14:20.486378Z","steps":["trace[1359491885] 'read index received' (duration: 118.448867ms)","trace[1359491885] 'applied index is now lower than readState.Index' (duration: 167.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:20.486437Z","caller":"traceutil/trace.go:171","msg":"trace[671354453] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"131.230523ms","start":"2026-03-02T22:14:20.355192Z","end":"2026-03-02T22:14:20.486423Z","steps":["trace[671354453] 'process raft request' (duration: 131.081529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:20.48652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.724193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:20.486538Z","caller":"traceutil/trace.go:171","msg":"trace[991436749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24466; }","duration":"118.813595ms","start":"2026-03-02T22:14:20.367719Z","end":"2026-03-02T22:14:20.486533Z","steps":["trace[991436749] 'agreement among raft nodes before linearized reading' (duration: 118.723083ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.253073Z","caller":"traceutil/trace.go:171","msg":"trace[1832385994] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"115.885427ms","start":"2026-03-02T22:14:21.137156Z","end":"2026-03-02T22:14:21.253042Z","steps":["trace[1832385994] 'process raft request' (duration: 115.480418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.291167Z","caller":"traceutil/trace.go:171","msg":"trace[1458940199] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"151.399001ms","start":"2026-03-02T22:14:21.139741Z","end":"2026-03-02T22:14:21.29114Z","steps":["trace[1458940199] 'process raft request' (duration: 151.204356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.29134Z","caller":"traceutil/trace.go:171","msg":"trace[1551564017] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"151.197436ms","start":"2026-03-02T22:14:21.140123Z","end":"2026-03-02T22:14:21.291321Z","steps":["trace[1551564017] 'process raft request' (duration: 150.965371ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:22.050837Z","caller":"traceutil/trace.go:171","msg":"trace[68910988] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"234.20836ms","start":"2026-03-02T22:14:21.816612Z","end":"2026-03-02T22:14:22.05082Z","steps":["trace[68910988] 'process raft request' (duration: 234.181789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:22.05089Z","caller":"traceutil/trace.go:171","msg":"trace[1444005808] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"234.380484ms","start":"2026-03-02T22:14:21.816486Z","end":"2026-03-02T22:14:22.050867Z","steps":["trace[1444005808] 'process raft request' (duration: 234.262051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:22.050971Z","caller":"traceutil/trace.go:171","msg":"trace[1374594075] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"234.409455ms","start":"2026-03-02T22:14:21.816519Z","end":"2026-03-02T22:14:22.050928Z","steps":["trace[1374594075] 'process raft request' (duration: 234.257351ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:22.051017Z","caller":"traceutil/trace.go:171","msg":"trace[1886514449] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"234.371254ms","start":"2026-03-02T22:14:21.816454Z","end":"2026-03-02T22:14:22.050825Z","steps":["trace[1886514449] 'process raft request' (duration: 234.171589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:22.587634Z","caller":"traceutil/trace.go:171","msg":"trace[887320977] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"184.58334ms","start":"2026-03-02T22:14:22.403025Z","end":"2026-03-02T22:14:22.587608Z","steps":["trace[887320977] 'process raft request' (duration: 107.680657ms)","trace[887320977] 'compare' (duration: 76.78724ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:23.556264Z","caller":"traceutil/trace.go:171","msg":"trace[1537836369] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"260.374447ms","start":"2026-03-02T22:14:23.295866Z","end":"2026-03-02T22:14:23.55624Z","steps":["trace[1537836369] 'process raft request' (duration: 260.223484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:23.592886Z","caller":"traceutil/trace.go:171","msg":"trace[953647964] linearizableReadLoop","detail":"{readStateIndex:25348; appliedIndex:25346; }","duration":"278.275882ms","start":"2026-03-02T22:14:23.314582Z","end":"2026-03-02T22:14:23.592857Z","steps":["trace[953647964] 'read index received' (duration: 241.437758ms)","trace[953647964] 'applied index is now lower than readState.Index' (duration: 36.836544ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:23.592937Z","caller":"traceutil/trace.go:171","msg":"trace[1181985282] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"295.799568ms","start":"2026-03-02T22:14:23.297112Z","end":"2026-03-02T22:14:23.592911Z","steps":["trace[1181985282] 'process raft request' (duration: 295.561343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.593101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.053212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:23.59315Z","caller":"traceutil/trace.go:171","msg":"trace[708297043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24492; }","duration":"223.146924ms","start":"2026-03-02T22:14:23.369991Z","end":"2026-03-02T22:14:23.593138Z","steps":["trace[708297043] 'agreement among raft nodes before linearized reading' (duration: 223.032131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.593153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.566379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-f9s66\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-03-02T22:14:23.593161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.768359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:23.593214Z","caller":"traceutil/trace.go:171","msg":"trace[223252706] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-f9s66; range_end:; response_count:1; response_revision:24492; }","duration":"278.650091ms","start":"2026-03-02T22:14:23.314548Z","end":"2026-03-02T22:14:23.593198Z","steps":["trace[223252706] 'agreement among raft nodes before linearized reading' (duration: 278.459537ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:23.593264Z","caller":"traceutil/trace.go:171","msg":"trace[1633937882] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24492; }","duration":"151.935423ms","start":"2026-03-02T22:14:23.441309Z","end":"2026-03-02T22:14:23.593245Z","steps":["trace[1633937882] 'agreement among raft nodes before linearized reading' (duration: 151.757929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:23.897661Z","caller":"traceutil/trace.go:171","msg":"trace[44890731] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"223.173664ms","start":"2026-03-02T22:14:23.674451Z","end":"2026-03-02T22:14:23.897625Z","steps":["trace[44890731] 'process raft request' (duration: 222.944508ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:23.89773Z","caller":"traceutil/trace.go:171","msg":"trace[1042018575] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"222.846926ms","start":"2026-03-02T22:14:23.674842Z","end":"2026-03-02T22:14:23.897689Z","steps":["trace[1042018575] 'process raft request' (duration: 222.692612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:23.928985Z","caller":"traceutil/trace.go:171","msg":"trace[2034841877] linearizableReadLoop","detail":"{readStateIndex:25353; appliedIndex:25350; }","duration":"206.837815ms","start":"2026-03-02T22:14:23.72212Z","end":"2026-03-02T22:14:23.928957Z","steps":["trace[2034841877] 'read index received' (duration: 175.204662ms)","trace[2034841877] 'applied index is now lower than readState.Index' (duration: 31.631943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:23.929351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.217753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:14:23.929399Z","caller":"traceutil/trace.go:171","msg":"trace[673858847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24496; }","duration":"207.330176ms","start":"2026-03-02T22:14:23.722056Z","end":"2026-03-02T22:14:23.929386Z","steps":["trace[673858847] 'agreement among raft nodes before linearized reading' (duration: 207.034579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.929538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.972589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:14:23.929675Z","caller":"traceutil/trace.go:171","msg":"trace[1263166733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24496; }","duration":"113.181934ms","start":"2026-03-02T22:14:23.81647Z","end":"2026-03-02T22:14:23.929652Z","steps":["trace[1263166733] 'agreement among raft nodes before linearized reading' (duration: 112.746504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:24.044389Z","caller":"traceutil/trace.go:171","msg":"trace[605622024] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"108.334682ms","start":"2026-03-02T22:14:23.936026Z","end":"2026-03-02T22:14:24.04436Z","steps":["trace[605622024] 'process raft request' (duration: 86.893185ms)","trace[605622024] 'compare' (duration: 21.195761ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:24.044566Z","caller":"traceutil/trace.go:171","msg":"trace[1735545503] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"108.453815ms","start":"2026-03-02T22:14:23.936076Z","end":"2026-03-02T22:14:24.04453Z","steps":["trace[1735545503] 'process raft request' (duration: 108.202119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:24.044937Z","caller":"traceutil/trace.go:171","msg":"trace[895159942] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"107.928362ms","start":"2026-03-02T22:14:23.937Z","end":"2026-03-02T22:14:24.044928Z","steps":["trace[895159942] 'process raft request' (duration: 107.313098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:26.163623Z","caller":"traceutil/trace.go:171","msg":"trace[895000973] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"111.588048ms","start":"2026-03-02T22:14:26.052014Z","end":"2026-03-02T22:14:26.163602Z","steps":["trace[895000973] 'process raft request' (duration: 111.454154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:26.177656Z","caller":"traceutil/trace.go:171","msg":"trace[1042021997] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"123.585425ms","start":"2026-03-02T22:14:26.053886Z","end":"2026-03-02T22:14:26.177471Z","steps":["trace[1042021997] 'process raft request' (duration: 123.464262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:27.616126Z","caller":"traceutil/trace.go:171","msg":"trace[1214026780] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"113.936161ms","start":"2026-03-02T22:14:27.502158Z","end":"2026-03-02T22:14:27.616094Z","steps":["trace[1214026780] 'process raft request' (duration: 113.686586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.710894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.247763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:27.711141Z","caller":"traceutil/trace.go:171","msg":"trace[1307596155] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24528; }","duration":"106.517999ms","start":"2026-03-02T22:14:27.604545Z","end":"2026-03-02T22:14:27.711063Z","steps":["trace[1307596155] 'agreement among raft nodes before linearized reading' (duration: 27.520648ms)","trace[1307596155] 'count revisions from in-memory index tree' (duration: 78.733486ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:27.83838Z","caller":"traceutil/trace.go:171","msg":"trace[298317990] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"205.752661ms","start":"2026-03-02T22:14:27.632599Z","end":"2026-03-02T22:14:27.838352Z","steps":["trace[298317990] 'process raft request' (duration: 184.291203ms)","trace[298317990] 'compare' (duration: 21.264273ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:27.838712Z","caller":"traceutil/trace.go:171","msg":"trace[2094069867] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"199.138708ms","start":"2026-03-02T22:14:27.639561Z","end":"2026-03-02T22:14:27.8387Z","steps":["trace[2094069867] 'process raft request' (duration: 198.995984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:27.838838Z","caller":"traceutil/trace.go:171","msg":"trace[1504139472] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"205.779571ms","start":"2026-03-02T22:14:27.633033Z","end":"2026-03-02T22:14:27.838813Z","steps":["trace[1504139472] 'process raft request' (duration: 205.251139ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:29.779499Z","caller":"traceutil/trace.go:171","msg":"trace[573838432] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"137.661601ms","start":"2026-03-02T22:14:29.641813Z","end":"2026-03-02T22:14:29.779474Z","steps":["trace[573838432] 'process raft request' (duration: 137.475117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:32.447076Z","caller":"traceutil/trace.go:171","msg":"trace[1089887114] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"116.764688ms","start":"2026-03-02T22:14:32.330291Z","end":"2026-03-02T22:14:32.447056Z","steps":["trace[1089887114] 'process raft request' (duration: 116.621775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:32.458869Z","caller":"traceutil/trace.go:171","msg":"trace[331367422] linearizableReadLoop","detail":"{readStateIndex:25427; appliedIndex:25424; }","duration":"121.844645ms","start":"2026-03-02T22:14:32.337012Z","end":"2026-03-02T22:14:32.458856Z","steps":["trace[331367422] 'read index received' (duration: 109.892028ms)","trace[331367422] 'applied index is now lower than readState.Index' (duration: 11.951687ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:32.458924Z","caller":"traceutil/trace.go:171","msg":"trace[1671567572] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"126.641026ms","start":"2026-03-02T22:14:32.332253Z","end":"2026-03-02T22:14:32.458894Z","steps":["trace[1671567572] 'process raft request' (duration: 126.507833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:32.458961Z","caller":"traceutil/trace.go:171","msg":"trace[2091909662] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"126.078423ms","start":"2026-03-02T22:14:32.332849Z","end":"2026-03-02T22:14:32.458927Z","steps":["trace[2091909662] 'process raft request' (duration: 125.975281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:32.459053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.030359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:14:32.459086Z","caller":"traceutil/trace.go:171","msg":"trace[924799942] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24569; }","duration":"122.111651ms","start":"2026-03-02T22:14:32.336966Z","end":"2026-03-02T22:14:32.459077Z","steps":["trace[924799942] 'agreement among raft nodes before linearized reading' (duration: 121.977418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:32.459188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.00634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:32.459231Z","caller":"traceutil/trace.go:171","msg":"trace[1419423365] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24569; }","duration":"107.079433ms","start":"2026-03-02T22:14:32.352141Z","end":"2026-03-02T22:14:32.45922Z","steps":["trace[1419423365] 'agreement among raft nodes before linearized reading' (duration: 106.987231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:34.418631Z","caller":"traceutil/trace.go:171","msg":"trace[1349021373] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"148.166365ms","start":"2026-03-02T22:14:34.270439Z","end":"2026-03-02T22:14:34.418606Z","steps":["trace[1349021373] 'process raft request' (duration: 147.9381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:35.886191Z","caller":"traceutil/trace.go:171","msg":"trace[1652072722] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"100.854509ms","start":"2026-03-02T22:14:35.785315Z","end":"2026-03-02T22:14:35.886169Z","steps":["trace[1652072722] 'process raft request' (duration: 100.680495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:35.928759Z","caller":"traceutil/trace.go:171","msg":"trace[197685988] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"107.743659ms","start":"2026-03-02T22:14:35.820986Z","end":"2026-03-02T22:14:35.92873Z","steps":["trace[197685988] 'process raft request' (duration: 107.334749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:38.469206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:38.969349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:39.276944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385899072s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:39.277406Z","caller":"traceutil/trace.go:171","msg":"trace[1755193267] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"1.386446455s","start":"2026-03-02T22:14:37.890935Z","end":"2026-03-02T22:14:39.277382Z","steps":["trace[1755193267] 'process raft request' (duration: 1.386275141s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:39.277544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.890909Z","time spent":"1.386547477s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:40.65169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.853706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:40.652439Z","caller":"traceutil/trace.go:171","msg":"trace[1986759329] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"2.718247813s","start":"2026-03-02T22:14:37.934147Z","end":"2026-03-02T22:14:40.652395Z","steps":["trace[1986759329] 'process raft request' (duration: 2.234585099s)","trace[1986759329] 'compare' (duration: 482.250702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:40.652647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.934127Z","time spent":"2.718405027s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:40.653026Z","caller":"traceutil/trace.go:171","msg":"trace[1424349106] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"2.674483788s","start":"2026-03-02T22:14:37.978513Z","end":"2026-03-02T22:14:40.652997Z","steps":["trace[1424349106] 'process raft request' (duration: 2.673385933s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:40.653243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.978473Z","time spent":"2.674671373s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:40.653031Z","caller":"traceutil/trace.go:171","msg":"trace[486091016] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"2.067812773s","start":"2026-03-02T22:14:38.585184Z","end":"2026-03-02T22:14:40.652997Z","steps":["trace[486091016] 'process raft request' (duration: 2.06680591s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:40.653462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.585149Z","time spent":"2.068195532s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:41.370115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:41.3702Z","caller":"traceutil/trace.go:171","msg":"trace[77377484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251347s","start":"2026-03-02T22:14:39.369931Z","end":"2026-03-02T22:14:41.370182Z","steps":["trace[77377484] 'agreement among raft nodes before linearized reading' (duration: 2.000112374s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:41.370246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.36991Z","time spent":"2.000324959s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:42.562764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910692929s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-02T22:14:42.563628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757769234s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:42.563733Z","caller":"traceutil/trace.go:171","msg":"trace[1905646747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24603; }","duration":"1.757886856s","start":"2026-03-02T22:14:40.805829Z","end":"2026-03-02T22:14:42.563716Z","steps":["trace[1905646747] 'range keys from in-memory index tree' (duration: 1.757754293s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:42.564175Z","caller":"traceutil/trace.go:171","msg":"trace[855458688] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"3.741576559s","start":"2026-03-02T22:14:38.822569Z","end":"2026-03-02T22:14:42.564146Z","steps":["trace[855458688] 'process raft request' (duration: 3.740410912s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:42.564329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.822489Z","time spent":"3.741760714s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:43.197375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99883619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:43.197495Z","caller":"traceutil/trace.go:171","msg":"trace[1222210465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999021004s","start":"2026-03-02T22:14:38.198443Z","end":"2026-03-02T22:14:43.197464Z","steps":["trace[1222210465] 'agreement among raft nodes before linearized reading' (duration: 4.998864831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:43.197565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.198422Z","time spent":"4.999125546s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 22:14:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:43.370149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:43.370232Z","caller":"traceutil/trace.go:171","msg":"trace[856345548] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999981749s","start":"2026-03-02T22:14:41.370231Z","end":"2026-03-02T22:14:43.370212Z","steps":["trace[856345548] 'agreement among raft nodes before linearized reading' (duration: 1.999879057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:43.370284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.37017Z","time spent":"2.000104522s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:43.461175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998985313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:43.461246Z","caller":"traceutil/trace.go:171","msg":"trace[1398673233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999105576s","start":"2026-03-02T22:14:38.462124Z","end":"2026-03-02T22:14:43.461229Z","steps":["trace[1398673233] 'agreement among raft nodes before linearized reading' (duration: 4.999017184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:43.461288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.462105Z","time spent":"4.999174397s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:14:43.599667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999963066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:43.599776Z","caller":"traceutil/trace.go:171","msg":"trace[1459184857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.0001328s","start":"2026-03-02T22:14:38.599619Z","end":"2026-03-02T22:14:43.599752Z","steps":["trace[1459184857] 'agreement among raft nodes before linearized reading' (duration: 4.999995506s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:43.599831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.599597Z","time spent":"5.000221842s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:14:44.229563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.230865Z","time spent":"4.998685906s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:44.362002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.363667Z","time spent":"4.998323937s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:44.448379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.450862Z","time spent":"4.997508909s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:45.376912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000679736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:45.377009Z","caller":"traceutil/trace.go:171","msg":"trace[1187069538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000823029s","start":"2026-03-02T22:14:43.376163Z","end":"2026-03-02T22:14:45.376986Z","steps":["trace[1187069538] 'agreement among raft nodes before linearized reading' (duration: 2.000692876s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:45.377062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:43.376154Z","time spent":"2.000896191s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:46.776445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.28342Z","time spent":"5.493018405s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:46.804994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.904150925s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:46.872557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.871967Z","time spent":"7.000583252s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:46.877139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312944539s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:46.877436Z","caller":"traceutil/trace.go:171","msg":"trace[1291610415] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"4.220038895s","start":"2026-03-02T22:14:42.657384Z","end":"2026-03-02T22:14:46.877423Z","steps":["trace[1291610415] 'process raft request' (duration: 4.220006144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.877486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.657359Z","time spent":"4.220101076s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:46.877607Z","caller":"traceutil/trace.go:171","msg":"trace[802021782] linearizableReadLoop","detail":"{readStateIndex:25464; appliedIndex:25458; }","duration":"8.908956928s","start":"2026-03-02T22:14:37.968642Z","end":"2026-03-02T22:14:46.877599Z","steps":["trace[802021782] 'read index received' (duration: 1.30858129s)","trace[802021782] 'applied index is now lower than readState.Index' (duration: 7.600374758s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:46.877802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.909159593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:46.877824Z","caller":"traceutil/trace.go:171","msg":"trace[227757726] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24610; }","duration":"8.909215294s","start":"2026-03-02T22:14:37.968601Z","end":"2026-03-02T22:14:46.877817Z","steps":["trace[227757726] 'agreement among raft nodes before linearized reading' (duration: 8.909169343s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.877845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.968582Z","time spent":"8.909257885s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.877962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.851160978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:46.877984Z","caller":"traceutil/trace.go:171","msg":"trace[978375998] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24610; }","duration":"8.85122473s","start":"2026-03-02T22:14:38.026752Z","end":"2026-03-02T22:14:46.877977Z","steps":["trace[978375998] 'agreement among raft nodes before linearized reading' (duration: 8.851190659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.878008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.02673Z","time spent":"8.8512729s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.878438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64772619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T22:14:46.878505Z","caller":"traceutil/trace.go:171","msg":"trace[2140879933] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24610; }","duration":"2.647832063s","start":"2026-03-02T22:14:44.230649Z","end":"2026-03-02T22:14:46.878481Z","steps":["trace[2140879933] 'agreement among raft nodes before linearized reading' (duration: 2.647670459s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.878532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.230628Z","time spent":"2.647898094s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-02T22:14:46.878534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.847158996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.878601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.07895614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:46.878633Z","caller":"traceutil/trace.go:171","msg":"trace[2003756871] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24610; }","duration":"6.847360819s","start":"2026-03-02T22:14:40.031248Z","end":"2026-03-02T22:14:46.878609Z","steps":["trace[2003756871] 'agreement among raft nodes before linearized reading' (duration: 6.847074763s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.878654Z","caller":"traceutil/trace.go:171","msg":"trace[404788059] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24610; }","duration":"7.079046121s","start":"2026-03-02T22:14:39.799592Z","end":"2026-03-02T22:14:46.878638Z","steps":["trace[404788059] 'agreement among raft nodes before linearized reading' (duration: 7.078878757s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.878682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.281429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T22:14:46.878705Z","caller":"traceutil/trace.go:171","msg":"trace[1969530262] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24610; }","duration":"100.3168ms","start":"2026-03-02T22:14:46.778383Z","end":"2026-03-02T22:14:46.878699Z","steps":["trace[1969530262] 'agreement among raft nodes before linearized reading' (duration: 100.277099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.878698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.799573Z","time spent":"7.079112563s","remote":"127.0.0.1:36156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.878713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.268911819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:14:46.878772Z","caller":"traceutil/trace.go:171","msg":"trace[1725272460] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24610; }","duration":"8.269024362s","start":"2026-03-02T22:14:38.609733Z","end":"2026-03-02T22:14:46.878757Z","steps":["trace[1725272460] 'agreement among raft nodes before linearized reading' (duration: 8.268845158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.878786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.101948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:46.878799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.609709Z","time spent":"8.269085453s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:46.878838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503122183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:14:46.87884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.279130586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:14:46.87886Z","caller":"traceutil/trace.go:171","msg":"trace[413505421] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:24610; }","duration":"3.503178674s","start":"2026-03-02T22:14:43.375673Z","end":"2026-03-02T22:14:46.878852Z","steps":["trace[413505421] 'agreement among raft nodes before linearized reading' (duration: 3.503025931s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.878877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:43.375654Z","time spent":"3.503218695s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:14:46.878942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415194324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:14:46.878944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.358382723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:14:46.878954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.181111997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:14:46.878958Z","caller":"traceutil/trace.go:171","msg":"trace[1257089186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24610; }","duration":"1.415247465s","start":"2026-03-02T22:14:45.463704Z","end":"2026-03-02T22:14:46.878952Z","steps":["trace[1257089186] 'agreement among raft nodes before linearized reading' (duration: 1.415155183s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.878973Z","caller":"traceutil/trace.go:171","msg":"trace[976809639] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24610; }","duration":"7.181171669s","start":"2026-03-02T22:14:39.697796Z","end":"2026-03-02T22:14:46.878967Z","steps":["trace[976809639] 'agreement among raft nodes before linearized reading' (duration: 7.181114147s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.878972Z","caller":"traceutil/trace.go:171","msg":"trace[1149937237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24610; }","duration":"8.358453195s","start":"2026-03-02T22:14:38.520509Z","end":"2026-03-02T22:14:46.878962Z","steps":["trace[1149937237] 'agreement among raft nodes before linearized reading' (duration: 8.358380503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.878993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.697771Z","time spent":"7.18121854s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:14:46.879002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501442214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.878999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.520478Z","time spent":"8.358515086s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:14:46.879015Z","caller":"traceutil/trace.go:171","msg":"trace[943205672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24610; }","duration":"1.501588767s","start":"2026-03-02T22:14:45.377422Z","end":"2026-03-02T22:14:46.879011Z","steps":["trace[943205672] 'agreement among raft nodes before linearized reading' (duration: 1.501565156s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.377391Z","time spent":"1.501635998s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:46.879082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.266731453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T22:14:46.878677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:40.031136Z","time spent":"6.847533374s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:46.879099Z","caller":"traceutil/trace.go:171","msg":"trace[1120039351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24610; }","duration":"7.266790175s","start":"2026-03-02T22:14:39.612303Z","end":"2026-03-02T22:14:46.879093Z","steps":["trace[1120039351] 'agreement among raft nodes before linearized reading' (duration: 7.266745554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.612278Z","time spent":"7.266831905s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:46.879106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578760531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.879098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515791291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-02T22:14:46.879132Z","caller":"traceutil/trace.go:171","msg":"trace[778545367] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24610; }","duration":"2.578845483s","start":"2026-03-02T22:14:44.300279Z","end":"2026-03-02T22:14:46.879124Z","steps":["trace[778545367] 'agreement among raft nodes before linearized reading' (duration: 2.578793592s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680121147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T22:14:46.879151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.300249Z","time spent":"2.578897404s","remote":"127.0.0.1:54746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.879163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.324685446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:46.879157Z","caller":"traceutil/trace.go:171","msg":"trace[2077183022] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24610; }","duration":"2.515883633s","start":"2026-03-02T22:14:44.363257Z","end":"2026-03-02T22:14:46.879141Z","steps":["trace[2077183022] 'agreement among raft nodes before linearized reading' (duration: 2.51575528s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.879177Z","caller":"traceutil/trace.go:171","msg":"trace[1529518862] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24610; }","duration":"7.324737567s","start":"2026-03-02T22:14:39.554434Z","end":"2026-03-02T22:14:46.879172Z","steps":["trace[1529518862] 'agreement among raft nodes before linearized reading' (duration: 7.324710837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.554413Z","time spent":"7.324775369s","remote":"127.0.0.1:54548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.87919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.36324Z","time spent":"2.515943425s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-02T22:14:46.879202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059771559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.879192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380690448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:46.879224Z","caller":"traceutil/trace.go:171","msg":"trace[512259844] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24610; }","duration":"4.059830281s","start":"2026-03-02T22:14:42.819386Z","end":"2026-03-02T22:14:46.879217Z","steps":["trace[512259844] 'agreement among raft nodes before linearized reading' (duration: 4.05979152s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.819363Z","time spent":"4.059876491s","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:46.879245Z","caller":"traceutil/trace.go:171","msg":"trace[866316807] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24610; }","duration":"2.380784651s","start":"2026-03-02T22:14:44.498444Z","end":"2026-03-02T22:14:46.879228Z","steps":["trace[866316807] 'agreement among raft nodes before linearized reading' (duration: 2.380684648s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.39449513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:14:46.879265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.033298955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:46.879285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.400516565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.879283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.498409Z","time spent":"2.380864923s","remote":"127.0.0.1:60784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:46.879287Z","caller":"traceutil/trace.go:171","msg":"trace[544031205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24610; }","duration":"8.394543832s","start":"2026-03-02T22:14:38.484734Z","end":"2026-03-02T22:14:46.879278Z","steps":["trace[544031205] 'agreement among raft nodes before linearized reading' (duration: 8.39446299s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.879301Z","caller":"traceutil/trace.go:171","msg":"trace[1653025302] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24610; }","duration":"6.033376677s","start":"2026-03-02T22:14:40.845913Z","end":"2026-03-02T22:14:46.87929Z","steps":["trace[1653025302] 'agreement among raft nodes before linearized reading' (duration: 6.033303056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.484723Z","time spent":"8.394585623s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:46.879352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.53358211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:14:46.879355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679849429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T22:14:46.879367Z","caller":"traceutil/trace.go:171","msg":"trace[488132178] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24610; }","duration":"7.533634401s","start":"2026-03-02T22:14:39.345729Z","end":"2026-03-02T22:14:46.879363Z","steps":["trace[488132178] 'agreement among raft nodes before linearized reading' (duration: 7.53358605s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.345708Z","time spent":"7.533671802s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:14:46.879384Z","caller":"traceutil/trace.go:171","msg":"trace[193178991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24610; }","duration":"1.679915961s","start":"2026-03-02T22:14:45.199458Z","end":"2026-03-02T22:14:46.879374Z","steps":["trace[193178991] 'agreement among raft nodes before linearized reading' (duration: 1.679836879s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429125901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-02T22:14:46.8794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.199436Z","time spent":"1.679960612s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:14:46.879418Z","caller":"traceutil/trace.go:171","msg":"trace[1666949296] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24610; }","duration":"2.429208193s","start":"2026-03-02T22:14:44.450204Z","end":"2026-03-02T22:14:46.879412Z","steps":["trace[1666949296] 'agreement among raft nodes before linearized reading' (duration: 2.429163672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907958474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.879437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.450179Z","time spent":"2.429253535s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-02T22:14:46.879447Z","caller":"traceutil/trace.go:171","msg":"trace[1373624491] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24610; }","duration":"4.908036557s","start":"2026-03-02T22:14:41.971404Z","end":"2026-03-02T22:14:46.879441Z","steps":["trace[1373624491] 'agreement among raft nodes before linearized reading' (duration: 4.908003286s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.787190845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T22:14:46.879464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.971371Z","time spent":"4.908087738s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.879367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513904778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:46.879484Z","caller":"traceutil/trace.go:171","msg":"trace[1675488743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24610; }","duration":"6.787235525s","start":"2026-03-02T22:14:40.092239Z","end":"2026-03-02T22:14:46.879474Z","steps":["trace[1675488743] 'agreement among raft nodes before linearized reading' (duration: 6.787172424s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.942631009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:46.879495Z","caller":"traceutil/trace.go:171","msg":"trace[1950540318] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24610; }","duration":"4.514057982s","start":"2026-03-02T22:14:42.365428Z","end":"2026-03-02T22:14:46.879486Z","steps":["trace[1950540318] 'agreement among raft nodes before linearized reading' (duration: 4.513911768s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:40.092223Z","time spent":"6.787275927s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:14:46.879397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.545835749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.879515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.365411Z","time spent":"4.514097502s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.878848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.207081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:46.878975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.463681Z","time spent":"1.415289216s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:14:46.879304Z","caller":"traceutil/trace.go:171","msg":"trace[527407455] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24610; }","duration":"7.400569366s","start":"2026-03-02T22:14:39.478728Z","end":"2026-03-02T22:14:46.879297Z","steps":["trace[527407455] 'agreement among raft nodes before linearized reading' (duration: 7.400536776s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.175445222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:46.879597Z","caller":"traceutil/trace.go:171","msg":"trace[266332809] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24610; }","duration":"8.175498043s","start":"2026-03-02T22:14:38.704095Z","end":"2026-03-02T22:14:46.879593Z","steps":["trace[266332809] 'agreement among raft nodes before linearized reading' (duration: 8.175425862s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.879577Z","caller":"traceutil/trace.go:171","msg":"trace[1502044482] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24610; }","duration":"101.941597ms","start":"2026-03-02T22:14:46.777613Z","end":"2026-03-02T22:14:46.879554Z","steps":["trace[1502044482] 'agreement among raft nodes before linearized reading' (duration: 101.20207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.611092567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.879612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.704077Z","time spent":"8.175531064s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:46.879619Z","caller":"traceutil/trace.go:171","msg":"trace[889581135] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24610; }","duration":"7.611271351s","start":"2026-03-02T22:14:39.268341Z","end":"2026-03-02T22:14:46.879612Z","steps":["trace[889581135] 'agreement among raft nodes before linearized reading' (duration: 7.611102967s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.879166Z","caller":"traceutil/trace.go:171","msg":"trace[293311078] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:24610; }","duration":"3.680187768s","start":"2026-03-02T22:14:43.198973Z","end":"2026-03-02T22:14:46.879161Z","steps":["trace[293311078] 'agreement among raft nodes before linearized reading' (duration: 3.680121467s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.268329Z","time spent":"7.611302552s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:46.87887Z","caller":"traceutil/trace.go:171","msg":"trace[641738284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24610; }","duration":"8.279178507s","start":"2026-03-02T22:14:38.599682Z","end":"2026-03-02T22:14:46.878861Z","steps":["trace[641738284] 'agreement among raft nodes before linearized reading' (duration: 8.279089395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:43.198953Z","time spent":"3.680691499s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"info","ts":"2026-03-02T22:14:46.878805Z","caller":"traceutil/trace.go:171","msg":"trace[19639042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24610; }","duration":"101.122849ms","start":"2026-03-02T22:14:46.777673Z","end":"2026-03-02T22:14:46.878796Z","steps":["trace[19639042] 'agreement among raft nodes before linearized reading' (duration: 101.088218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.87968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.599677Z","time spent":"8.279988016s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:46.879694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.968262178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:46.879327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:40.845893Z","time spent":"6.033427168s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:46.879509Z","caller":"traceutil/trace.go:171","msg":"trace[425199549] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24610; }","duration":"4.94269305s","start":"2026-03-02T22:14:41.936808Z","end":"2026-03-02T22:14:46.879501Z","steps":["trace[425199549] 'agreement among raft nodes before linearized reading' (duration: 4.942658189s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.879711Z","caller":"traceutil/trace.go:171","msg":"trace[921926238] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24610; }","duration":"7.968308529s","start":"2026-03-02T22:14:38.911397Z","end":"2026-03-02T22:14:46.879705Z","steps":["trace[921926238] 'agreement among raft nodes before linearized reading' (duration: 7.968279978s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.911378Z","time spent":"7.96835095s","remote":"127.0.0.1:54560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.879507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.63536954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:14:46.879737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.936788Z","time spent":"4.942939935s","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.879533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.880232147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:46.879949Z","caller":"traceutil/trace.go:171","msg":"trace[178180762] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24610; }","duration":"7.635648717s","start":"2026-03-02T22:14:39.2441Z","end":"2026-03-02T22:14:46.879749Z","steps":["trace[178180762] 'agreement among raft nodes before linearized reading' (duration: 7.63537204s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.879958Z","caller":"traceutil/trace.go:171","msg":"trace[1718368320] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24610; }","duration":"7.880689427s","start":"2026-03-02T22:14:38.99926Z","end":"2026-03-02T22:14:46.879949Z","steps":["trace[1718368320] 'agreement among raft nodes before linearized reading' (duration: 7.880259088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.879972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.244083Z","time spent":"7.635882292s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:14:46.879977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.99924Z","time spent":"7.880731869s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:14:46.879534Z","caller":"traceutil/trace.go:171","msg":"trace[1395085985] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24610; }","duration":"4.546003783s","start":"2026-03-02T22:14:42.333519Z","end":"2026-03-02T22:14:46.879523Z","steps":["trace[1395085985] 'agreement among raft nodes before linearized reading' (duration: 4.545858739s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.88003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.333497Z","time spent":"4.546507414s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.879398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.675583157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T22:14:46.880093Z","caller":"traceutil/trace.go:171","msg":"trace[2067275881] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24610; }","duration":"6.676297653s","start":"2026-03-02T22:14:40.20377Z","end":"2026-03-02T22:14:46.880068Z","steps":["trace[2067275881] 'agreement among raft nodes before linearized reading' (duration: 6.675566976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.880151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:40.20375Z","time spent":"6.676379036s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-02T22:14:46.879597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.478707Z","time spent":"7.400884373s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:48.197337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.887637Z","time spent":"1.309686408s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:48.462402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.885955Z","time spent":"1.576439097s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:48.485185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.892096Z","time spent":"1.593082302s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:48.520754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.88773Z","time spent":"1.633021476s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:48.601155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.885661Z","time spent":"1.715488022s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:48.601155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.887638Z","time spent":"1.713511327s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:48.611081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72317643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:48.611152Z","caller":"traceutil/trace.go:171","msg":"trace[2111608746] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; }","duration":"1.723277883s","start":"2026-03-02T22:14:46.887856Z","end":"2026-03-02T22:14:48.611134Z","steps":["trace[2111608746] 'agreement among raft nodes before linearized reading' (duration: 1.723181871s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:48.611203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.887852Z","time spent":"1.723341904s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} 2026/03/02 22:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:48.619283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.887702Z","time spent":"1.731577404s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:48.890958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:48.891047Z","caller":"traceutil/trace.go:171","msg":"trace[1403388950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035354s","start":"2026-03-02T22:14:46.890673Z","end":"2026-03-02T22:14:48.891026Z","steps":["trace[1403388950] 'agreement among raft nodes before linearized reading' (duration: 2.000238507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:48.891094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.890665Z","time spent":"2.000418251s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:49.078643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.789346599s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:49.12054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831097895s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:49.120755Z","caller":"traceutil/trace.go:171","msg":"trace[76257245] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"2.238348833s","start":"2026-03-02T22:14:46.882357Z","end":"2026-03-02T22:14:49.120706Z","steps":["trace[76257245] 'process raft request' (duration: 407.007313ms)","trace[76257245] 'compare' (duration: 1.830782127s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:49.121033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.882339Z","time spent":"2.238569318s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:49.122165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.88241Z","time spent":"2.239750286s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:14:49.122974Z","caller":"traceutil/trace.go:171","msg":"trace[691375782] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"2.236260275s","start":"2026-03-02T22:14:46.886693Z","end":"2026-03-02T22:14:49.122953Z","steps":["trace[691375782] 'process raft request' (duration: 2.236194074s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.123104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.886686Z","time spent":"2.236348657s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:49.123884Z","caller":"traceutil/trace.go:171","msg":"trace[844409798] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"2.236152842s","start":"2026-03-02T22:14:46.887712Z","end":"2026-03-02T22:14:49.123865Z","steps":["trace[844409798] 'process raft request' (duration: 2.23605788s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.124009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.887707Z","time spent":"2.236229434s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:49.124113Z","caller":"traceutil/trace.go:171","msg":"trace[416928061] linearizableReadLoop","detail":"{readStateIndex:25472; appliedIndex:25470; }","duration":"2.238696761s","start":"2026-03-02T22:14:46.885402Z","end":"2026-03-02T22:14:49.124099Z","steps":["trace[416928061] 'read index received' (duration: 403.980572ms)","trace[416928061] 'applied index is now lower than readState.Index' (duration: 1.834715539s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:49.124195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238778744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:49.124242Z","caller":"traceutil/trace.go:171","msg":"trace[88054558] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24620; }","duration":"2.238817874s","start":"2026-03-02T22:14:46.885397Z","end":"2026-03-02T22:14:49.124214Z","steps":["trace[88054558] 'agreement among raft nodes before linearized reading' (duration: 2.238760563s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.124268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.885356Z","time spent":"2.238907566s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:49.2302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344542009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:49.230292Z","caller":"traceutil/trace.go:171","msg":"trace[1443340514] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.344668692s","start":"2026-03-02T22:14:46.885603Z","end":"2026-03-02T22:14:49.230272Z","steps":["trace[1443340514] 'agreement among raft nodes before linearized reading' (duration: 2.344541039s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.230343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.885599Z","time spent":"2.344726563s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/02 22:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:49.362764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476796017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:49.362854Z","caller":"traceutil/trace.go:171","msg":"trace[1960586358] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.476937841s","start":"2026-03-02T22:14:46.885895Z","end":"2026-03-02T22:14:49.362833Z","steps":["trace[1960586358] 'agreement among raft nodes before linearized reading' (duration: 2.476821548s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.362905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.885877Z","time spent":"2.477016262s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/02 22:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:49.448744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561959828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:49.448932Z","caller":"traceutil/trace.go:171","msg":"trace[1736573528] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.562184262s","start":"2026-03-02T22:14:46.886725Z","end":"2026-03-02T22:14:49.448909Z","steps":["trace[1736573528] 'agreement among raft nodes before linearized reading' (duration: 2.561966507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.449029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.88672Z","time spent":"2.562294725s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 22:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:49.489691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604076591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:49.489749Z","caller":"traceutil/trace.go:171","msg":"trace[1733468509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.604153073s","start":"2026-03-02T22:14:46.885584Z","end":"2026-03-02T22:14:49.489737Z","steps":["trace[1733468509] 'agreement among raft nodes before linearized reading' (duration: 2.604074241s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.489784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.885564Z","time spent":"2.604214085s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/02 22:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:49.625109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:50.126019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:50.627045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:50.894695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003233597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:50.894785Z","caller":"traceutil/trace.go:171","msg":"trace[283089770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003428151s","start":"2026-03-02T22:14:48.891337Z","end":"2026-03-02T22:14:50.894765Z","steps":["trace[283089770] 'agreement among raft nodes before linearized reading' (duration: 2.003305789s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:50.894832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.891303Z","time spent":"2.003520234s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:51.128189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:51.186557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.959639308s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:51.281149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.393374151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:51.281246Z","caller":"traceutil/trace.go:171","msg":"trace[39353587] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.393509764s","start":"2026-03-02T22:14:46.887714Z","end":"2026-03-02T22:14:51.281224Z","steps":["trace[39353587] 'agreement among raft nodes before linearized reading' (duration: 4.393380431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:51.281299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.887705Z","time spent":"4.393582265s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/02 22:14:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:51.518028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.359744ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:51.518146Z","caller":"traceutil/trace.go:171","msg":"trace[545984129] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24620; }","duration":"712.490757ms","start":"2026-03-02T22:14:50.805639Z","end":"2026-03-02T22:14:51.51813Z","steps":["trace[545984129] 'range keys from in-memory index tree' (duration: 712.346134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:51.520274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.427941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:51.520497Z","caller":"traceutil/trace.go:171","msg":"trace[588886718] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"3.361092018s","start":"2026-03-02T22:14:48.159368Z","end":"2026-03-02T22:14:51.52046Z","steps":["trace[588886718] 'process raft request' (duration: 3.027391941s)","trace[588886718] 'compare' (duration: 330.865952ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:51.520582Z","caller":"traceutil/trace.go:171","msg":"trace[100201176] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24621; }","duration":"3.31965295s","start":"2026-03-02T22:14:48.200908Z","end":"2026-03-02T22:14:51.520561Z","steps":["trace[100201176] 'process raft request' (duration: 3.319452265s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:51.52067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.200879Z","time spent":"3.319754792s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:51.521174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.15933Z","time spent":"3.361259451s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:52.777838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261574966s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:52.899291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999880761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:52.899381Z","caller":"traceutil/trace.go:171","msg":"trace[1120115931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016695s","start":"2026-03-02T22:14:50.899348Z","end":"2026-03-02T22:14:52.899365Z","steps":["trace[1120115931] 'agreement among raft nodes before linearized reading' (duration: 1.999901472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.899418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:50.899335Z","time spent":"2.000075866s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:53.463246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.464863Z","time spent":"4.998374372s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:14:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:53.701633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181172764s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:14:53.701954Z","caller":"traceutil/trace.go:171","msg":"trace[1049177861] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24622; }","duration":"5.17977886s","start":"2026-03-02T22:14:48.522156Z","end":"2026-03-02T22:14:53.701935Z","steps":["trace[1049177861] 'process raft request' (duration: 5.179674328s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.702064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.522141Z","time spent":"5.179858762s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:53.703171Z","caller":"traceutil/trace.go:171","msg":"trace[1355464522] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24622; }","duration":"5.215303331s","start":"2026-03-02T22:14:48.487852Z","end":"2026-03-02T22:14:53.703156Z","steps":["trace[1355464522] 'process raft request' (duration: 5.21393639s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.703259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.487838Z","time spent":"5.215383573s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:53.703582Z","caller":"traceutil/trace.go:171","msg":"trace[2065518776] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"4.815570508s","start":"2026-03-02T22:14:48.887994Z","end":"2026-03-02T22:14:53.703564Z","steps":["trace[2065518776] 'process raft request' (duration: 4.813866708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.703682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.887969Z","time spent":"4.81566283s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:53.704019Z","caller":"traceutil/trace.go:171","msg":"trace[1373224089] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"4.472079415s","start":"2026-03-02T22:14:49.231917Z","end":"2026-03-02T22:14:53.703996Z","steps":["trace[1373224089] 'process raft request' (duration: 4.471805778s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.704169Z","caller":"traceutil/trace.go:171","msg":"trace[1904058211] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24623; }","duration":"4.580905011s","start":"2026-03-02T22:14:49.123229Z","end":"2026-03-02T22:14:53.704134Z","steps":["trace[1904058211] 'process raft request' (duration: 4.580303307s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.704237Z","caller":"traceutil/trace.go:171","msg":"trace[1420817182] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"4.338732001s","start":"2026-03-02T22:14:49.365412Z","end":"2026-03-02T22:14:53.704144Z","steps":["trace[1420817182] 'process raft request' (duration: 4.338487185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.704285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.12321Z","time spent":"4.581033934s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:53.704272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.231885Z","time spent":"4.472200527s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:53.704428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.365388Z","time spent":"4.338935095s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:53.704507Z","caller":"traceutil/trace.go:171","msg":"trace[69513343] linearizableReadLoop","detail":"{readStateIndex:25493; appliedIndex:25481; }","duration":"4.580339578s","start":"2026-03-02T22:14:49.124144Z","end":"2026-03-02T22:14:53.704483Z","steps":["trace[69513343] 'read index received' (duration: 2.06261499s)","trace[69513343] 'applied index is now lower than readState.Index' (duration: 2.517723348s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:53.704551Z","caller":"traceutil/trace.go:171","msg":"trace[1925980710] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"4.256304095s","start":"2026-03-02T22:14:49.448218Z","end":"2026-03-02T22:14:53.704522Z","steps":["trace[1925980710] 'process raft request' (duration: 4.255726172s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.704642Z","caller":"traceutil/trace.go:171","msg":"trace[554972380] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"2.915442645s","start":"2026-03-02T22:14:50.789187Z","end":"2026-03-02T22:14:53.70463Z","steps":["trace[554972380] 'process raft request' (duration: 2.915091057s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.704662Z","caller":"traceutil/trace.go:171","msg":"trace[1931936629] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.111631393s","start":"2026-03-02T22:14:52.593013Z","end":"2026-03-02T22:14:53.704645Z","steps":["trace[1931936629] 'process raft request' (duration: 1.111406517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.704715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:50.789159Z","time spent":"2.915518567s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:53.704805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.592991Z","time spent":"1.111745115s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:53.704874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.688133192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.704853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542365475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:53.704885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.91558013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:53.704911Z","caller":"traceutil/trace.go:171","msg":"trace[1104342586] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24628; }","duration":"6.688221935s","start":"2026-03-02T22:14:47.016679Z","end":"2026-03-02T22:14:53.704901Z","steps":["trace[1104342586] 'agreement among raft nodes before linearized reading' (duration: 6.688170013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.704906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580935951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:14:53.704939Z","caller":"traceutil/trace.go:171","msg":"trace[1426892830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24628; }","duration":"4.915675652s","start":"2026-03-02T22:14:48.789248Z","end":"2026-03-02T22:14:53.704924Z","steps":["trace[1426892830] 'agreement among raft nodes before linearized reading' (duration: 4.91557264s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.704951Z","caller":"traceutil/trace.go:171","msg":"trace[1966976163] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:24628; }","duration":"4.581004503s","start":"2026-03-02T22:14:49.123934Z","end":"2026-03-02T22:14:53.704939Z","steps":["trace[1966976163] 'agreement among raft nodes before linearized reading' (duration: 4.58086561s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.704939Z","caller":"traceutil/trace.go:171","msg":"trace[489140045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24628; }","duration":"5.542507138s","start":"2026-03-02T22:14:48.162409Z","end":"2026-03-02T22:14:53.704916Z","steps":["trace[489140045] 'agreement among raft nodes before linearized reading' (duration: 5.542351074s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.704831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.366903624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:53.704985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.789227Z","time spent":"4.915749043s","remote":"127.0.0.1:47822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.704988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.123921Z","time spent":"4.581059774s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:14:53.70501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.162396Z","time spent":"5.542596341s","remote":"127.0.0.1:47858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.70502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.184968066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:53.705066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689412168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.705078Z","caller":"traceutil/trace.go:171","msg":"trace[1134362325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24628; }","duration":"6.185090028s","start":"2026-03-02T22:14:47.519973Z","end":"2026-03-02T22:14:53.705063Z","steps":["trace[1134362325] 'agreement among raft nodes before linearized reading' (duration: 6.184996046s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.705066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644904091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:53.705082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.950512423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:53.705105Z","caller":"traceutil/trace.go:171","msg":"trace[1064865068] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24628; }","duration":"2.68948743s","start":"2026-03-02T22:14:51.015605Z","end":"2026-03-02T22:14:53.705093Z","steps":["trace[1064865068] 'agreement among raft nodes before linearized reading' (duration: 2.689437759s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.705117Z","caller":"traceutil/trace.go:171","msg":"trace[359425072] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24628; }","duration":"1.645000153s","start":"2026-03-02T22:14:52.060103Z","end":"2026-03-02T22:14:53.705103Z","steps":["trace[359425072] 'agreement among raft nodes before linearized reading' (duration: 1.64487368s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.705127Z","caller":"traceutil/trace.go:171","msg":"trace[1992025264] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24628; }","duration":"5.950594896s","start":"2026-03-02T22:14:47.754522Z","end":"2026-03-02T22:14:53.705117Z","steps":["trace[1992025264] 'agreement among raft nodes before linearized reading' (duration: 5.950426672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.705165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.060081Z","time spent":"1.645075016s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.705199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80929345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-02T22:14:53.705216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729339235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.705253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.332066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.705273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746005147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:53.705286Z","caller":"traceutil/trace.go:171","msg":"trace[1238560511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24628; }","duration":"805.385266ms","start":"2026-03-02T22:14:52.899893Z","end":"2026-03-02T22:14:53.705278Z","steps":["trace[1238560511] 'agreement among raft nodes before linearized reading' (duration: 805.329655ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.705292Z","caller":"traceutil/trace.go:171","msg":"trace[1016608630] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24628; }","duration":"2.746053069s","start":"2026-03-02T22:14:50.959234Z","end":"2026-03-02T22:14:53.705287Z","steps":["trace[1016608630] 'agreement among raft nodes before linearized reading' (duration: 2.746006287s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.705299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19565313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.705329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2161362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.705345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01464098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418631"} {"level":"warn","ts":"2026-03-02T22:14:53.705364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318935028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:14:53.705402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.819830218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-02T22:14:53.70541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908027118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.705432Z","caller":"traceutil/trace.go:171","msg":"trace[1583536350] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24628; }","duration":"1.319022661s","start":"2026-03-02T22:14:52.386399Z","end":"2026-03-02T22:14:53.705421Z","steps":["trace[1583536350] 'agreement among raft nodes before linearized reading' (duration: 1.318858467s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.705457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.819973341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d5cc5b98-4911-4feb-bb7f-5112c273fcab\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-02T22:14:53.70548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329665767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.705494Z","caller":"traceutil/trace.go:171","msg":"trace[810774267] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d5cc5b98-4911-4feb-bb7f-5112c273fcab; range_end:; response_count:1; response_revision:24628; }","duration":"6.820033082s","start":"2026-03-02T22:14:46.885454Z","end":"2026-03-02T22:14:53.705487Z","steps":["trace[810774267] 'agreement among raft nodes before linearized reading' (duration: 6.8199445s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.704995Z","caller":"traceutil/trace.go:171","msg":"trace[353874216] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24628; }","duration":"6.367098158s","start":"2026-03-02T22:14:47.337888Z","end":"2026-03-02T22:14:53.704987Z","steps":["trace[353874216] 'agreement among raft nodes before linearized reading' (duration: 6.366902153s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.705521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.885438Z","time spent":"6.820076494s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-d5cc5b98-4911-4feb-bb7f-5112c273fcab\" "} {"level":"warn","ts":"2026-03-02T22:14:53.705465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.386389Z","time spent":"1.319068631s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:14:53.705571Z","caller":"traceutil/trace.go:171","msg":"trace[636263242] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24628; }","duration":"1.908074999s","start":"2026-03-02T22:14:51.797372Z","end":"2026-03-02T22:14:53.705447Z","steps":["trace[636263242] 'agreement among raft nodes before linearized reading' (duration: 1.907891375s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.705526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.33787Z","time spent":"6.367648511s","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.705522Z","caller":"traceutil/trace.go:171","msg":"trace[1928790257] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24628; }","duration":"1.329862952s","start":"2026-03-02T22:14:52.375644Z","end":"2026-03-02T22:14:53.705507Z","steps":["trace[1928790257] 'agreement among raft nodes before linearized reading' (duration: 1.329664257s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.705438Z","caller":"traceutil/trace.go:171","msg":"trace[2110356301] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24628; }","duration":"6.819871599s","start":"2026-03-02T22:14:46.885555Z","end":"2026-03-02T22:14:53.705427Z","steps":["trace[2110356301] 'agreement among raft nodes before linearized reading' (duration: 6.819778037s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.705672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.375625Z","time spent":"1.330034335s","remote":"127.0.0.1:54574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.705613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:51.797314Z","time spent":"1.908285754s","remote":"127.0.0.1:51686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.705722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.885547Z","time spent":"6.820146295s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T22:14:53.70495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.016653Z","time spent":"6.688284175s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.705375Z","caller":"traceutil/trace.go:171","msg":"trace[611682522] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24628; }","duration":"1.216216752s","start":"2026-03-02T22:14:52.489147Z","end":"2026-03-02T22:14:53.705364Z","steps":["trace[611682522] 'agreement among raft nodes before linearized reading' (duration: 1.216144601s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.70586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.489129Z","time spent":"1.216715864s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.705346Z","caller":"traceutil/trace.go:171","msg":"trace[1962346457] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24628; }","duration":"2.195733642s","start":"2026-03-02T22:14:51.509604Z","end":"2026-03-02T22:14:53.705337Z","steps":["trace[1962346457] 'agreement among raft nodes before linearized reading' (duration: 2.19566507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.705957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:51.509585Z","time spent":"2.196360736s","remote":"127.0.0.1:58460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.705008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.576399367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.706002Z","caller":"traceutil/trace.go:171","msg":"trace[1217455433] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24628; }","duration":"4.577418251s","start":"2026-03-02T22:14:49.12857Z","end":"2026-03-02T22:14:53.705989Z","steps":["trace[1217455433] 'agreement among raft nodes before linearized reading' (duration: 4.576383167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.70604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.128561Z","time spent":"4.577469052s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:53.705318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.89988Z","time spent":"805.430337ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:14:53.705252Z","caller":"traceutil/trace.go:171","msg":"trace[620165593] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24628; }","duration":"1.729398927s","start":"2026-03-02T22:14:51.975843Z","end":"2026-03-02T22:14:53.705242Z","steps":["trace[620165593] 'agreement among raft nodes before linearized reading' (duration: 1.729347425s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.706204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:51.975828Z","time spent":"1.730359028s","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.705227Z","caller":"traceutil/trace.go:171","msg":"trace[133293466] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24628; }","duration":"2.809320961s","start":"2026-03-02T22:14:50.8959Z","end":"2026-03-02T22:14:53.705221Z","steps":["trace[133293466] 'agreement among raft nodes before linearized reading' (duration: 2.809225369s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.706244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:50.89583Z","time spent":"2.810407727s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:14:53.705199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.754475Z","time spent":"5.950712688s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.705107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.519949Z","time spent":"6.18515139s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.704639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.448198Z","time spent":"4.256400257s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:53.705137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:51.015585Z","time spent":"2.689544962s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.705171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451671631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.706539Z","caller":"traceutil/trace.go:171","msg":"trace[7371462] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24628; }","duration":"2.453131454s","start":"2026-03-02T22:14:51.253391Z","end":"2026-03-02T22:14:53.706523Z","steps":["trace[7371462] 'agreement among raft nodes before linearized reading' (duration: 2.451621039s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.706714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:51.253364Z","time spent":"2.453332329s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.70532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:50.959219Z","time spent":"2.746096259s","remote":"127.0.0.1:43614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.705374Z","caller":"traceutil/trace.go:171","msg":"trace[1003769546] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24628; }","duration":"3.014707041s","start":"2026-03-02T22:14:50.690659Z","end":"2026-03-02T22:14:53.705366Z","steps":["trace[1003769546] 'agreement among raft nodes before linearized reading' (duration: 3.014492316s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.706886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:50.690637Z","time spent":"3.016221096s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418655,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T22:14:53.70749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.358512979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:14:53.705392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.296503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.707588Z","caller":"traceutil/trace.go:171","msg":"trace[2086568020] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24628; }","duration":"6.358623202s","start":"2026-03-02T22:14:47.348918Z","end":"2026-03-02T22:14:53.707541Z","steps":["trace[2086568020] 'agreement among raft nodes before linearized reading' (duration: 6.355756645s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.707627Z","caller":"traceutil/trace.go:171","msg":"trace[1666597701] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24628; }","duration":"797.495794ms","start":"2026-03-02T22:14:52.910045Z","end":"2026-03-02T22:14:53.707541Z","steps":["trace[1666597701] 'agreement among raft nodes before linearized reading' (duration: 795.318623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.707677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.348895Z","time spent":"6.358758885s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2828,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.707763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.910022Z","time spent":"797.723678ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:54.351164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.123025ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T22:14:54.351265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.708921Z","time spent":"642.340523ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:55.713639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:55.713705Z","caller":"traceutil/trace.go:171","msg":"trace[800434691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004269s","start":"2026-03-02T22:14:53.713686Z","end":"2026-03-02T22:14:55.71369Z","steps":["trace[800434691] 'agreement among raft nodes before linearized reading' (duration: 1.999911907s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:55.713738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.713671Z","time spent":"2.000061241s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:55.86477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.845637307s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:55.865317Z","caller":"traceutil/trace.go:171","msg":"trace[963379551] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"2.155861385s","start":"2026-03-02T22:14:53.709439Z","end":"2026-03-02T22:14:55.8653Z","steps":["trace[963379551] 'process raft request' (duration: 2.155502106s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:55.865462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.709427Z","time spent":"2.155933147s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:55.865557Z","caller":"traceutil/trace.go:171","msg":"trace[1123998883] linearizableReadLoop","detail":"{readStateIndex:25496; appliedIndex:25494; }","duration":"2.154000562s","start":"2026-03-02T22:14:53.711525Z","end":"2026-03-02T22:14:55.865525Z","steps":["trace[1123998883] 'read index received' (duration: 307.597028ms)","trace[1123998883] 'applied index is now lower than readState.Index' (duration: 1.846402164s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:55.865635Z","caller":"traceutil/trace.go:171","msg":"trace[1185200315] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"2.150620374s","start":"2026-03-02T22:14:53.714981Z","end":"2026-03-02T22:14:55.865602Z","steps":["trace[1185200315] 'process raft request' (duration: 2.150250945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:55.865774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.714971Z","time spent":"2.150725506s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:55.8658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154249728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-03-02T22:14:55.865864Z","caller":"traceutil/trace.go:171","msg":"trace[1525864726] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:24630; }","duration":"2.15434626s","start":"2026-03-02T22:14:53.711501Z","end":"2026-03-02T22:14:55.865847Z","steps":["trace[1525864726] 'agreement among raft nodes before linearized reading' (duration: 2.154126725s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:55.865897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.711488Z","time spent":"2.154403371s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6849,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-03-02T22:14:56.366183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:56.866795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:57.192399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:56.597692Z","time spent":"594.698511ms","remote":"127.0.0.1:37342","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:57.367582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:57.714036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:57.714154Z","caller":"traceutil/trace.go:171","msg":"trace[1491348089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238944s","start":"2026-03-02T22:14:55.713892Z","end":"2026-03-02T22:14:57.714131Z","steps":["trace[1491348089] 'agreement among raft nodes before linearized reading' (duration: 2.00008711s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.714202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:55.713884Z","time spent":"2.000308865s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:57.734162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.868597327s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:57.735374Z","caller":"traceutil/trace.go:171","msg":"trace[1803987431] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"3.643468756s","start":"2026-03-02T22:14:54.091872Z","end":"2026-03-02T22:14:57.735341Z","steps":["trace[1803987431] 'process raft request' (duration: 3.64278109s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:57.735405Z","caller":"traceutil/trace.go:171","msg":"trace[1251234615] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"3.380073201s","start":"2026-03-02T22:14:54.355272Z","end":"2026-03-02T22:14:57.735345Z","steps":["trace[1251234615] 'process raft request' (duration: 3.379946798s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.736439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:54.091838Z","time spent":"3.644511851s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418614,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:57.736482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:54.355243Z","time spent":"3.381136596s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:57.736908Z","caller":"traceutil/trace.go:171","msg":"trace[61443208] linearizableReadLoop","detail":"{readStateIndex:25500; appliedIndex:25497; }","duration":"1.871227208s","start":"2026-03-02T22:14:55.865618Z","end":"2026-03-02T22:14:57.736845Z","steps":["trace[61443208] 'read index received' (duration: 1.868676109s)","trace[61443208] 'applied index is now lower than readState.Index' (duration: 2.454037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:57.737242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347427136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:57.737305Z","caller":"traceutil/trace.go:171","msg":"trace[1393123888] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24633; }","duration":"3.347518318s","start":"2026-03-02T22:14:54.389756Z","end":"2026-03-02T22:14:57.737275Z","steps":["trace[1393123888] 'agreement among raft nodes before linearized reading' (duration: 3.347335034s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.737336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:54.389719Z","time spent":"3.34760962s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:57.737402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024171616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:14:57.737476Z","caller":"traceutil/trace.go:171","msg":"trace[1232188820] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24633; }","duration":"4.024242917s","start":"2026-03-02T22:14:53.713199Z","end":"2026-03-02T22:14:57.737442Z","steps":["trace[1232188820] 'agreement among raft nodes before linearized reading' (duration: 4.023988331s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.737522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.713188Z","time spent":"4.024322879s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-02T22:14:57.737791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371755159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-02T22:14:57.737888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346052945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:57.737892Z","caller":"traceutil/trace.go:171","msg":"trace[914325414] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24633; }","duration":"3.37220722s","start":"2026-03-02T22:14:54.365627Z","end":"2026-03-02T22:14:57.737835Z","steps":["trace[914325414] 'agreement among raft nodes before linearized reading' (duration: 3.371505114s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:57.737927Z","caller":"traceutil/trace.go:171","msg":"trace[522768333] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24633; }","duration":"2.346087676s","start":"2026-03-02T22:14:55.391825Z","end":"2026-03-02T22:14:57.737913Z","steps":["trace[522768333] 'agreement among raft nodes before linearized reading' (duration: 2.346007134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.737956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:55.391764Z","time spent":"2.346185118s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:57.737969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023107381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:57.73799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:54.36561Z","time spent":"3.372343203s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-02T22:14:57.738032Z","caller":"traceutil/trace.go:171","msg":"trace[2113840593] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24633; }","duration":"4.023170703s","start":"2026-03-02T22:14:53.714834Z","end":"2026-03-02T22:14:57.738004Z","steps":["trace[2113840593] 'agreement among raft nodes before linearized reading' (duration: 4.023020239s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.738074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.714822Z","time spent":"4.023241564s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:57.738268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981999621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:57.738314Z","caller":"traceutil/trace.go:171","msg":"trace[1556862057] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24633; }","duration":"2.982070262s","start":"2026-03-02T22:14:54.756223Z","end":"2026-03-02T22:14:57.738294Z","steps":["trace[1556862057] 'agreement among raft nodes before linearized reading' (duration: 2.981870048s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.738341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:54.756203Z","time spent":"2.982131043s","remote":"127.0.0.1:60880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:57.738666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869743334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925e1385f0192\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:14:57.738724Z","caller":"traceutil/trace.go:171","msg":"trace[1333143106] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925e1385f0192; range_end:; response_count:1; response_revision:24633; }","duration":"1.869818926s","start":"2026-03-02T22:14:55.868878Z","end":"2026-03-02T22:14:57.738697Z","steps":["trace[1333143106] 'agreement among raft nodes before linearized reading' (duration: 1.869680493s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:57.737811Z","caller":"traceutil/trace.go:171","msg":"trace[324116523] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"2.023995483s","start":"2026-03-02T22:14:55.713782Z","end":"2026-03-02T22:14:57.737778Z","steps":["trace[324116523] 'process raft request' (duration: 2.022745784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.738753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:55.868861Z","time spent":"1.869885727s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925e1385f0192\" "} {"level":"warn","ts":"2026-03-02T22:14:57.738706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.261569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:57.738799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:55.71376Z","time spent":"2.024993196s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:57.738864Z","caller":"traceutil/trace.go:171","msg":"trace[1713047953] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24633; }","duration":"345.418712ms","start":"2026-03-02T22:14:57.393379Z","end":"2026-03-02T22:14:57.738798Z","steps":["trace[1713047953] 'agreement among raft nodes before linearized reading' (duration: 345.240368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.73893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.893069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:57.738986Z","caller":"traceutil/trace.go:171","msg":"trace[1626622582] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24633; }","duration":"350.968341ms","start":"2026-03-02T22:14:57.38799Z","end":"2026-03-02T22:14:57.738958Z","steps":["trace[1626622582] 'agreement among raft nodes before linearized reading' (duration: 350.905919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.739002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:57.393367Z","time spent":"345.548746ms","remote":"127.0.0.1:54668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:57.739022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:57.387968Z","time spent":"351.044333ms","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:57.739058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173463823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:57.739033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024156376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-02T22:14:57.739101Z","caller":"traceutil/trace.go:171","msg":"trace[242943544] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24633; }","duration":"1.173541535s","start":"2026-03-02T22:14:56.565542Z","end":"2026-03-02T22:14:57.739083Z","steps":["trace[242943544] 'agreement among raft nodes before linearized reading' (duration: 1.173479063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.739131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:56.565518Z","time spent":"1.173603497s","remote":"127.0.0.1:54620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:57.739152Z","caller":"traceutil/trace.go:171","msg":"trace[826640533] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24633; }","duration":"4.024277588s","start":"2026-03-02T22:14:53.714826Z","end":"2026-03-02T22:14:57.739104Z","steps":["trace[826640533] 'agreement among raft nodes before linearized reading' (duration: 4.023592642s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.739215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.714821Z","time spent":"4.02438136s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T22:14:57.739324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848569353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-02T22:14:57.739371Z","caller":"traceutil/trace.go:171","msg":"trace[625854643] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24633; }","duration":"1.848624975s","start":"2026-03-02T22:14:55.890736Z","end":"2026-03-02T22:14:57.739361Z","steps":["trace[625854643] 'agreement among raft nodes before linearized reading' (duration: 1.848522523s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.739397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:55.890729Z","time spent":"1.848661876s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:14:57.740003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.653626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:57.740011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.084538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:57.740023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.826612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:57.740047Z","caller":"traceutil/trace.go:171","msg":"trace[452792289] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24633; }","duration":"634.723527ms","start":"2026-03-02T22:14:57.105306Z","end":"2026-03-02T22:14:57.740029Z","steps":["trace[452792289] 'agreement among raft nodes before linearized reading' (duration: 634.273186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:57.740066Z","caller":"traceutil/trace.go:171","msg":"trace[2092704665] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24633; }","duration":"861.911164ms","start":"2026-03-02T22:14:56.878146Z","end":"2026-03-02T22:14:57.740057Z","steps":["trace[2092704665] 'agreement among raft nodes before linearized reading' (duration: 861.847643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.740078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:57.105285Z","time spent":"634.784419ms","remote":"127.0.0.1:49530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:57.740071Z","caller":"traceutil/trace.go:171","msg":"trace[2077371977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24633; }","duration":"158.18403ms","start":"2026-03-02T22:14:57.58187Z","end":"2026-03-02T22:14:57.740054Z","steps":["trace[2077371977] 'agreement among raft nodes before linearized reading' (duration: 158.083638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.740095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:56.878125Z","time spent":"861.956765ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:57.740707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870662374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:57.740797Z","caller":"traceutil/trace.go:171","msg":"trace[738692917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:24633; }","duration":"1.870782708s","start":"2026-03-02T22:14:55.869989Z","end":"2026-03-02T22:14:57.740771Z","steps":["trace[738692917] 'agreement among raft nodes before linearized reading' (duration: 1.869554449s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:57.740849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:55.869981Z","time spent":"1.870847609s","remote":"127.0.0.1:43320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-03-02T22:14:58.820102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.043352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:58.820221Z","caller":"traceutil/trace.go:171","msg":"trace[631463614] linearizableReadLoop","detail":"{readStateIndex:25501; appliedIndex:25500; }","duration":"1.073753606s","start":"2026-03-02T22:14:57.74645Z","end":"2026-03-02T22:14:58.820204Z","steps":["trace[631463614] 'read index received' (duration: 117.406087ms)","trace[631463614] 'applied index is now lower than readState.Index' (duration: 956.345639ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:58.820311Z","caller":"traceutil/trace.go:171","msg":"trace[1366322364] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"1.074037992s","start":"2026-03-02T22:14:57.746261Z","end":"2026-03-02T22:14:58.820299Z","steps":["trace[1366322364] 'process raft request' (duration: 117.706054ms)","trace[1366322364] 'compare' (duration: 955.325425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:58.820377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:57.746235Z","time spent":"1.074109204s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:58.820722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074276458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5eacc456-7dd4-4be7-9221-74883bb15c0c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-02T22:14:58.820764Z","caller":"traceutil/trace.go:171","msg":"trace[1560987850] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5eacc456-7dd4-4be7-9221-74883bb15c0c; range_end:; response_count:1; response_revision:24634; }","duration":"1.07433945s","start":"2026-03-02T22:14:57.746412Z","end":"2026-03-02T22:14:58.820752Z","steps":["trace[1560987850] 'agreement among raft nodes before linearized reading' (duration: 1.074136345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:58.820797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:57.746389Z","time spent":"1.074399281s","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-5eacc456-7dd4-4be7-9221-74883bb15c0c\" "} {"level":"warn","ts":"2026-03-02T22:14:58.821183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.860404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:58.821178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073158552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-02T22:14:58.821375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07222286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T22:14:58.821403Z","caller":"traceutil/trace.go:171","msg":"trace[211213468] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24634; }","duration":"1.072261162s","start":"2026-03-02T22:14:57.749134Z","end":"2026-03-02T22:14:58.821395Z","steps":["trace[211213468] 'agreement among raft nodes before linearized reading' (duration: 1.07217417s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:58.821384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.493231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-02T22:14:58.821437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:57.749128Z","time spent":"1.072303513s","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T22:14:58.821422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.592375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:58.821465Z","caller":"traceutil/trace.go:171","msg":"trace[365216930] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24634; }","duration":"449.623924ms","start":"2026-03-02T22:14:58.37182Z","end":"2026-03-02T22:14:58.821444Z","steps":["trace[365216930] 'agreement among raft nodes before linearized reading' (duration: 449.306636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:58.821489Z","caller":"traceutil/trace.go:171","msg":"trace[1593462813] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24634; }","duration":"290.709176ms","start":"2026-03-02T22:14:58.530761Z","end":"2026-03-02T22:14:58.82147Z","steps":["trace[1593462813] 'agreement among raft nodes before linearized reading' (duration: 290.572523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:58.821228Z","caller":"traceutil/trace.go:171","msg":"trace[186865920] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24634; }","duration":"973.913046ms","start":"2026-03-02T22:14:57.847304Z","end":"2026-03-02T22:14:58.821217Z","steps":["trace[186865920] 'agreement among raft nodes before linearized reading' (duration: 973.838254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:58.821448Z","caller":"traceutil/trace.go:171","msg":"trace[2135695742] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24634; }","duration":"1.073455209s","start":"2026-03-02T22:14:57.747935Z","end":"2026-03-02T22:14:58.82139Z","steps":["trace[2135695742] 'agreement among raft nodes before linearized reading' (duration: 1.072961417s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:58.821637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:57.747921Z","time spent":"1.073704915s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:14:58.821524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:58.371799Z","time spent":"449.716375ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:14:58.82165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:57.847283Z","time spent":"974.294305ms","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:58.821278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.482814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:58.821764Z","caller":"traceutil/trace.go:171","msg":"trace[1157858053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24634; }","duration":"504.982074ms","start":"2026-03-02T22:14:58.316749Z","end":"2026-03-02T22:14:58.821731Z","steps":["trace[1157858053] 'agreement among raft nodes before linearized reading' (duration: 504.502803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:58.821861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:58.316709Z","time spent":"505.122138ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:59.330975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:59.831243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601027634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:00.060483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230250826s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:15:01.002877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.136658ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:01.003384Z","caller":"traceutil/trace.go:171","msg":"trace[1441700778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24634; }","duration":"196.64984ms","start":"2026-03-02T22:15:00.806714Z","end":"2026-03-02T22:15:01.003363Z","steps":["trace[1441700778] 'range keys from in-memory index tree' (duration: 196.123438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:01.003179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.357956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:01.00397Z","caller":"traceutil/trace.go:171","msg":"trace[1913264992] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"2.173795239s","start":"2026-03-02T22:14:58.83015Z","end":"2026-03-02T22:15:01.003945Z","steps":["trace[1913264992] 'process raft request' (duration: 1.230501951s)","trace[1913264992] 'compare' (duration: 941.517067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:01.004237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:58.830131Z","time spent":"2.174016704s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:01.369322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:15:01.369491Z","caller":"traceutil/trace.go:171","msg":"trace[1514034531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499949s","start":"2026-03-02T22:14:59.368963Z","end":"2026-03-02T22:15:01.369463Z","steps":["trace[1514034531] 'agreement among raft nodes before linearized reading' (duration: 2.000302555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:01.369643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:59.368942Z","time spent":"2.000645002s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:15:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:15:01.9013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.840609091s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:15:02.105953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.294247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:02.106295Z","caller":"traceutil/trace.go:171","msg":"trace[2145005188] linearizableReadLoop","detail":"{readStateIndex:25505; appliedIndex:25501; }","duration":"3.275815799s","start":"2026-03-02T22:14:58.830465Z","end":"2026-03-02T22:15:02.106281Z","steps":["trace[2145005188] 'read index received' (duration: 1.230200195s)","trace[2145005188] 'applied index is now lower than readState.Index' (duration: 2.045614694s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:02.106633Z","caller":"traceutil/trace.go:171","msg":"trace[602196192] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"3.273793922s","start":"2026-03-02T22:14:58.832829Z","end":"2026-03-02T22:15:02.106622Z","steps":["trace[602196192] 'process raft request' (duration: 3.068766018s)","trace[602196192] 'compare' (duration: 204.183955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:02.106754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:58.832815Z","time spent":"3.273912286s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:02.106919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17514985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T22:15:02.107027Z","caller":"traceutil/trace.go:171","msg":"trace[886027052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24638; }","duration":"3.175299904s","start":"2026-03-02T22:14:58.931705Z","end":"2026-03-02T22:15:02.107005Z","steps":["trace[886027052] 'agreement among raft nodes before linearized reading' (duration: 3.175088379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:58.931684Z","time spent":"3.175380865s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-02T22:15:02.107111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489743832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:02.107129Z","caller":"traceutil/trace.go:171","msg":"trace[1485884247] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"3.079974848s","start":"2026-03-02T22:14:59.027132Z","end":"2026-03-02T22:15:02.107107Z","steps":["trace[1485884247] 'process raft request' (duration: 3.079054727s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:02.107171Z","caller":"traceutil/trace.go:171","msg":"trace[2029730763] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24638; }","duration":"1.489957426s","start":"2026-03-02T22:15:00.6172Z","end":"2026-03-02T22:15:02.107157Z","steps":["trace[2029730763] 'agreement among raft nodes before linearized reading' (duration: 1.489853594s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277866608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:02.107234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245230354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:02.107244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:59.027108Z","time spent":"3.08007154s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:02.107268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311307823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:02.107271Z","caller":"traceutil/trace.go:171","msg":"trace[92932961] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24638; }","duration":"2.278006702s","start":"2026-03-02T22:14:59.829243Z","end":"2026-03-02T22:15:02.10725Z","steps":["trace[92932961] 'agreement among raft nodes before linearized reading' (duration: 2.277830628s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420610763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:02.107304Z","caller":"traceutil/trace.go:171","msg":"trace[958786236] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24638; }","duration":"1.311406236s","start":"2026-03-02T22:15:00.795886Z","end":"2026-03-02T22:15:02.107292Z","steps":["trace[958786236] 'agreement among raft nodes before linearized reading' (duration: 1.311358784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:59.829213Z","time spent":"2.278094064s","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:02.107308Z","caller":"traceutil/trace.go:171","msg":"trace[1959025371] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24638; }","duration":"1.245344936s","start":"2026-03-02T22:15:00.86194Z","end":"2026-03-02T22:15:02.107285Z","steps":["trace[1959025371] 'agreement among raft nodes before linearized reading' (duration: 1.245256844s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357048111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:02.107528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:00.795862Z","time spent":"1.311656611s","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:02.107531Z","caller":"traceutil/trace.go:171","msg":"trace[1484900332] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24638; }","duration":"1.420758916s","start":"2026-03-02T22:15:00.686557Z","end":"2026-03-02T22:15:02.107315Z","steps":["trace[1484900332] 'agreement among raft nodes before linearized reading' (duration: 1.420582872s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:00.861919Z","time spent":"1.245627253s","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:02.107565Z","caller":"traceutil/trace.go:171","msg":"trace[782457438] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24638; }","duration":"1.357533343s","start":"2026-03-02T22:15:00.750016Z","end":"2026-03-02T22:15:02.107549Z","steps":["trace[782457438] 'agreement among raft nodes before linearized reading' (duration: 1.357023121s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09899236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:15:02.107575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:00.68654Z","time spent":"1.421026772s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:02.1076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:00.749996Z","time spent":"1.357593654s","remote":"127.0.0.1:58018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:02.107215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:00.617177Z","time spent":"1.490029429s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:02.107706Z","caller":"traceutil/trace.go:171","msg":"trace[1020859037] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"2.357162114s","start":"2026-03-02T22:14:59.750531Z","end":"2026-03-02T22:15:02.107693Z","steps":["trace[1020859037] 'process raft request' (duration: 2.35570979s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.312414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:02.107612Z","caller":"traceutil/trace.go:171","msg":"trace[1211994995] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa; range_end:; response_count:1; response_revision:24638; }","duration":"1.099306338s","start":"2026-03-02T22:15:01.00829Z","end":"2026-03-02T22:15:02.107597Z","steps":["trace[1211994995] 'agreement among raft nodes before linearized reading' (duration: 1.098903518s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:02.107758Z","caller":"traceutil/trace.go:171","msg":"trace[581362839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24638; }","duration":"738.404176ms","start":"2026-03-02T22:15:01.369344Z","end":"2026-03-02T22:15:02.107748Z","steps":["trace[581362839] 'agreement among raft nodes before linearized reading' (duration: 738.332284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:59.750473Z","time spent":"2.357266046s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:02.107783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129221307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:02.107887Z","caller":"traceutil/trace.go:171","msg":"trace[2017848099] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24638; }","duration":"3.129537525s","start":"2026-03-02T22:14:58.97833Z","end":"2026-03-02T22:15:02.107867Z","steps":["trace[2017848099] 'agreement among raft nodes before linearized reading' (duration: 3.128939951s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.107942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:58.978312Z","time spent":"3.129603056s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:02.107807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:01.008275Z","time spent":"1.099521112s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992333b8490caa\" "} {"level":"warn","ts":"2026-03-02T22:15:02.107813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:01.369315Z","time spent":"738.490338ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:02.108246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276530266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T22:15:02.108295Z","caller":"traceutil/trace.go:171","msg":"trace[1326883911] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:24638; }","duration":"3.277851597s","start":"2026-03-02T22:14:58.830433Z","end":"2026-03-02T22:15:02.108285Z","steps":["trace[1326883911] 'agreement among raft nodes before linearized reading' (duration: 3.276298781s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.108323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:58.830418Z","time spent":"3.277897837s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"info","ts":"2026-03-02T22:15:02.372381Z","caller":"traceutil/trace.go:171","msg":"trace[1868636451] linearizableReadLoop","detail":"{readStateIndex:25507; appliedIndex:25505; }","duration":"259.602257ms","start":"2026-03-02T22:15:02.112765Z","end":"2026-03-02T22:15:02.372367Z","steps":["trace[1868636451] 'read index received' (duration: 177.297953ms)","trace[1868636451] 'applied index is now lower than readState.Index' (duration: 82.303754ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:02.372467Z","caller":"traceutil/trace.go:171","msg":"trace[2022892012] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"260.823985ms","start":"2026-03-02T22:15:02.111636Z","end":"2026-03-02T22:15:02.37246Z","steps":["trace[2022892012] 'process raft request' (duration: 260.272622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.372672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.892714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61962f61-1dd9-495c-9361-cb29e1bb2351\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-02T22:15:02.372703Z","caller":"traceutil/trace.go:171","msg":"trace[1916718254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61962f61-1dd9-495c-9361-cb29e1bb2351; range_end:; response_count:1; response_revision:24639; }","duration":"259.947255ms","start":"2026-03-02T22:15:02.112747Z","end":"2026-03-02T22:15:02.372695Z","steps":["trace[1916718254] 'agreement among raft nodes before linearized reading' (duration: 259.824562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.372836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.941793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:02.372857Z","caller":"traceutil/trace.go:171","msg":"trace[1427897167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24639; }","duration":"255.977343ms","start":"2026-03-02T22:15:02.116874Z","end":"2026-03-02T22:15:02.372851Z","steps":["trace[1427897167] 'agreement among raft nodes before linearized reading' (duration: 255.939802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:02.37325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.725002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-02T22:15:02.373279Z","caller":"traceutil/trace.go:171","msg":"trace[1461863228] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24639; }","duration":"244.775404ms","start":"2026-03-02T22:15:02.128495Z","end":"2026-03-02T22:15:02.37327Z","steps":["trace[1461863228] 'agreement among raft nodes before linearized reading' (duration: 244.516878ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:03.615007Z","caller":"traceutil/trace.go:171","msg":"trace[593813347] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"207.717986ms","start":"2026-03-02T22:15:03.407266Z","end":"2026-03-02T22:15:03.614984Z","steps":["trace[593813347] 'process raft request' (duration: 198.106934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:05.526036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.404183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:15:05.52612Z","caller":"traceutil/trace.go:171","msg":"trace[1722307392] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24726; }","duration":"103.535876ms","start":"2026-03-02T22:15:05.422561Z","end":"2026-03-02T22:15:05.526097Z","steps":["trace[1722307392] 'range keys from in-memory index tree' (duration: 103.196918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:06.169465Z","caller":"traceutil/trace.go:171","msg":"trace[1829931836] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"151.944526ms","start":"2026-03-02T22:15:06.017464Z","end":"2026-03-02T22:15:06.169408Z","steps":["trace[1829931836] 'process raft request' (duration: 151.789392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.994735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.696649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:08.994827Z","caller":"traceutil/trace.go:171","msg":"trace[49967851] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"131.642196ms","start":"2026-03-02T22:15:08.863169Z","end":"2026-03-02T22:15:08.994812Z","steps":["trace[49967851] 'process raft request' (duration: 21.801554ms)","trace[49967851] 'compare' (duration: 109.542825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:12.268837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.831643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T22:15:12.268929Z","caller":"traceutil/trace.go:171","msg":"trace[785692929] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24747; }","duration":"103.975176ms","start":"2026-03-02T22:15:12.16493Z","end":"2026-03-02T22:15:12.268905Z","steps":["trace[785692929] 'range keys from in-memory index tree' (duration: 103.642808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:13.141823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.31303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T22:15:13.141928Z","caller":"traceutil/trace.go:171","msg":"trace[1089795471] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24750; }","duration":"157.481584ms","start":"2026-03-02T22:15:12.984422Z","end":"2026-03-02T22:15:13.141903Z","steps":["trace[1089795471] 'range keys from in-memory index tree' (duration: 157.116166ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:14.022599Z","caller":"traceutil/trace.go:171","msg":"trace[1287058322] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"196.927676ms","start":"2026-03-02T22:15:13.825631Z","end":"2026-03-02T22:15:14.022558Z","steps":["trace[1287058322] 'process raft request' (duration: 169.668785ms)","trace[1287058322] 'compare' (duration: 26.643536ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:14.022612Z","caller":"traceutil/trace.go:171","msg":"trace[1101933643] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"167.25939ms","start":"2026-03-02T22:15:13.855301Z","end":"2026-03-02T22:15:14.022561Z","steps":["trace[1101933643] 'process raft request' (duration: 166.978573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:14.666523Z","caller":"traceutil/trace.go:171","msg":"trace[1752308432] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"382.670575ms","start":"2026-03-02T22:15:14.283813Z","end":"2026-03-02T22:15:14.666483Z","steps":["trace[1752308432] 'process raft request' (duration: 382.505091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.666701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.283787Z","time spent":"382.805638ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:14.906751Z","caller":"traceutil/trace.go:171","msg":"trace[1544154055] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"606.263509ms","start":"2026-03-02T22:15:14.300461Z","end":"2026-03-02T22:15:14.906725Z","steps":["trace[1544154055] 'process raft request' (duration: 606.056094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.906912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.300433Z","time spent":"606.394251ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:14.906958Z","caller":"traceutil/trace.go:171","msg":"trace[1901876614] linearizableReadLoop","detail":"{readStateIndex:25627; appliedIndex:25625; }","duration":"538.298735ms","start":"2026-03-02T22:15:14.368624Z","end":"2026-03-02T22:15:14.906923Z","steps":["trace[1901876614] 'read index received' (duration: 297.712808ms)","trace[1901876614] 'applied index is now lower than readState.Index' (duration: 240.584057ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:14.907012Z","caller":"traceutil/trace.go:171","msg":"trace[979337359] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"522.01249ms","start":"2026-03-02T22:15:14.384958Z","end":"2026-03-02T22:15:14.90697Z","steps":["trace[979337359] 'process raft request' (duration: 521.723143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.907157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.38494Z","time spent":"522.139542ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:14.907178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.540852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:14.907215Z","caller":"traceutil/trace.go:171","msg":"trace[1103284775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24757; }","duration":"538.629924ms","start":"2026-03-02T22:15:14.368572Z","end":"2026-03-02T22:15:14.907202Z","steps":["trace[1103284775] 'agreement among raft nodes before linearized reading' (duration: 538.539952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.907251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.368549Z","time spent":"538.693835ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:14.907251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.388353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-03-02T22:15:14.907308Z","caller":"traceutil/trace.go:171","msg":"trace[647192572] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24757; }","duration":"428.483965ms","start":"2026-03-02T22:15:14.478808Z","end":"2026-03-02T22:15:14.907291Z","steps":["trace[647192572] 'agreement among raft nodes before linearized reading' (duration: 428.300311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.907355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.478789Z","time spent":"428.558036ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-02T22:15:17.018454Z","caller":"traceutil/trace.go:171","msg":"trace[275707265] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"106.446833ms","start":"2026-03-02T22:15:16.91197Z","end":"2026-03-02T22:15:17.018416Z","steps":["trace[275707265] 'process raft request' (duration: 105.814588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:19.990293Z","caller":"traceutil/trace.go:171","msg":"trace[1071742261] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"152.031597ms","start":"2026-03-02T22:15:19.83824Z","end":"2026-03-02T22:15:19.990272Z","steps":["trace[1071742261] 'process raft request' (duration: 151.874864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:20.233707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.703591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:15:20.233785Z","caller":"traceutil/trace.go:171","msg":"trace[1766446701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24779; }","duration":"135.840823ms","start":"2026-03-02T22:15:20.097925Z","end":"2026-03-02T22:15:20.233766Z","steps":["trace[1766446701] 'range keys from in-memory index tree' (duration: 135.518866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:20.233941Z","caller":"traceutil/trace.go:171","msg":"trace[678483483] linearizableReadLoop","detail":"{readStateIndex:25653; appliedIndex:25652; }","duration":"113.909905ms","start":"2026-03-02T22:15:20.120005Z","end":"2026-03-02T22:15:20.233915Z","steps":["trace[678483483] 'read index received' (duration: 113.206439ms)","trace[678483483] 'applied index is now lower than readState.Index' (duration: 702.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:20.234066Z","caller":"traceutil/trace.go:171","msg":"trace[412458668] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"133.180731ms","start":"2026-03-02T22:15:20.100864Z","end":"2026-03-02T22:15:20.234044Z","steps":["trace[412458668] 'process raft request' (duration: 132.347942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:20.23547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.450462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:15:20.235524Z","caller":"traceutil/trace.go:171","msg":"trace[222610115] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24780; }","duration":"115.542653ms","start":"2026-03-02T22:15:20.119971Z","end":"2026-03-02T22:15:20.235514Z","steps":["trace[222610115] 'agreement among raft nodes before linearized reading' (duration: 114.014658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:20.878155Z","caller":"traceutil/trace.go:171","msg":"trace[1361814602] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"341.806379ms","start":"2026-03-02T22:15:20.536322Z","end":"2026-03-02T22:15:20.878128Z","steps":["trace[1361814602] 'process raft request' (duration: 341.620465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:20.878324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.536305Z","time spent":"341.932182ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:20.927405Z","caller":"traceutil/trace.go:171","msg":"trace[332413707] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"197.797547ms","start":"2026-03-02T22:15:20.729585Z","end":"2026-03-02T22:15:20.927382Z","steps":["trace[332413707] 'process raft request' (duration: 197.415508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:21.125732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.213657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-02T22:15:21.12579Z","caller":"traceutil/trace.go:171","msg":"trace[764163662] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24791; }","duration":"106.293888ms","start":"2026-03-02T22:15:21.019481Z","end":"2026-03-02T22:15:21.125775Z","steps":["trace[764163662] 'agreement among raft nodes before linearized reading' (duration: 106.113534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:21.41955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.166527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-02T22:15:21.419642Z","caller":"traceutil/trace.go:171","msg":"trace[281458164] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24794; }","duration":"192.270948ms","start":"2026-03-02T22:15:21.227338Z","end":"2026-03-02T22:15:21.419609Z","steps":["trace[281458164] 'range keys from in-memory index tree' (duration: 192.032694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:21.420574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.273992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:21.420627Z","caller":"traceutil/trace.go:171","msg":"trace[1419776682] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24794; }","duration":"104.365855ms","start":"2026-03-02T22:15:21.316248Z","end":"2026-03-02T22:15:21.420614Z","steps":["trace[1419776682] 'count revisions from in-memory index tree' (duration: 104.198521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:21.568301Z","caller":"traceutil/trace.go:171","msg":"trace[785182348] linearizableReadLoop","detail":"{readStateIndex:25670; appliedIndex:25669; }","duration":"127.669354ms","start":"2026-03-02T22:15:21.440597Z","end":"2026-03-02T22:15:21.568266Z","steps":["trace[785182348] 'read index received' (duration: 111.955671ms)","trace[785182348] 'applied index is now lower than readState.Index' (duration: 15.712163ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:21.568407Z","caller":"traceutil/trace.go:171","msg":"trace[1829110627] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"128.256218ms","start":"2026-03-02T22:15:21.440127Z","end":"2026-03-02T22:15:21.568383Z","steps":["trace[1829110627] 'process raft request' (duration: 112.34739ms)","trace[1829110627] 'compare' (duration: 15.626211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:21.568631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.008982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-02T22:15:21.568698Z","caller":"traceutil/trace.go:171","msg":"trace[52161937] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:24796; }","duration":"128.103914ms","start":"2026-03-02T22:15:21.440576Z","end":"2026-03-02T22:15:21.56868Z","steps":["trace[52161937] 'agreement among raft nodes before linearized reading' (duration: 127.867648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:21.570966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.495063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:15:21.571047Z","caller":"traceutil/trace.go:171","msg":"trace[346890237] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24796; }","duration":"130.056629ms","start":"2026-03-02T22:15:21.440972Z","end":"2026-03-02T22:15:21.571028Z","steps":["trace[346890237] 'agreement among raft nodes before linearized reading' (duration: 127.658284ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.058654Z","caller":"traceutil/trace.go:171","msg":"trace[394057377] linearizableReadLoop","detail":"{readStateIndex:25674; appliedIndex:25673; }","duration":"292.298984ms","start":"2026-03-02T22:15:21.766325Z","end":"2026-03-02T22:15:22.058624Z","steps":["trace[394057377] 'read index received' (duration: 253.194749ms)","trace[394057377] 'applied index is now lower than readState.Index' (duration: 39.102865ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:22.058709Z","caller":"traceutil/trace.go:171","msg":"trace[2070153795] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"295.271182ms","start":"2026-03-02T22:15:21.763409Z","end":"2026-03-02T22:15:22.05868Z","steps":["trace[2070153795] 'process raft request' (duration: 255.936322ms)","trace[2070153795] 'compare' (duration: 39.089415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:22.058885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.540529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-03-02T22:15:22.058943Z","caller":"traceutil/trace.go:171","msg":"trace[299788799] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24800; }","duration":"292.608541ms","start":"2026-03-02T22:15:21.766305Z","end":"2026-03-02T22:15:22.058913Z","steps":["trace[299788799] 'agreement among raft nodes before linearized reading' (duration: 292.438567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.061524Z","caller":"traceutil/trace.go:171","msg":"trace[399988257] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"294.918364ms","start":"2026-03-02T22:15:21.766572Z","end":"2026-03-02T22:15:22.06149Z","steps":["trace[399988257] 'process raft request' (duration: 294.700449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.061692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.676708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-02T22:15:22.06229Z","caller":"traceutil/trace.go:171","msg":"trace[1293884539] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:24801; }","duration":"282.401674ms","start":"2026-03-02T22:15:21.779865Z","end":"2026-03-02T22:15:22.062266Z","steps":["trace[1293884539] 'agreement among raft nodes before linearized reading' (duration: 281.547464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.631029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.754548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:22.631125Z","caller":"traceutil/trace.go:171","msg":"trace[386573659] linearizableReadLoop","detail":"{readStateIndex:25683; appliedIndex:25682; }","duration":"357.737238ms","start":"2026-03-02T22:15:22.273372Z","end":"2026-03-02T22:15:22.63111Z","steps":["trace[386573659] 'read index received' (duration: 123.915268ms)","trace[386573659] 'applied index is now lower than readState.Index' (duration: 233.82046ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:22.631158Z","caller":"traceutil/trace.go:171","msg":"trace[50772611] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"359.12554ms","start":"2026-03-02T22:15:22.271998Z","end":"2026-03-02T22:15:22.631123Z","steps":["trace[50772611] 'process raft request' (duration: 125.214748ms)","trace[50772611] 'compare' (duration: 233.424451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:22.631278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.271986Z","time spent":"359.234743ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:22.631327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.946083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-02T22:15:22.631357Z","caller":"traceutil/trace.go:171","msg":"trace[1758626792] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24809; }","duration":"358.000093ms","start":"2026-03-02T22:15:22.273346Z","end":"2026-03-02T22:15:22.631346Z","steps":["trace[1758626792] 'agreement among raft nodes before linearized reading' (duration: 357.84497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.631397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.273326Z","time spent":"358.063205ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T22:15:22.631412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.192812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-02T22:15:22.631489Z","caller":"traceutil/trace.go:171","msg":"trace[62513238] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:24809; }","duration":"356.302284ms","start":"2026-03-02T22:15:22.275168Z","end":"2026-03-02T22:15:22.631471Z","steps":["trace[62513238] 'agreement among raft nodes before linearized reading' (duration: 356.082939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.631534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.275145Z","time spent":"356.380507ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-03-02T22:15:22.631801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.436256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:15:22.631869Z","caller":"traceutil/trace.go:171","msg":"trace[1733593734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24809; }","duration":"314.475957ms","start":"2026-03-02T22:15:22.317354Z","end":"2026-03-02T22:15:22.63183Z","steps":["trace[1733593734] 'agreement among raft nodes before linearized reading' (duration: 314.369324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.631901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.317269Z","time spent":"314.62454ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:22.631945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.433952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:15:22.631993Z","caller":"traceutil/trace.go:171","msg":"trace[2141387305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24809; }","duration":"335.497953ms","start":"2026-03-02T22:15:22.29648Z","end":"2026-03-02T22:15:22.631978Z","steps":["trace[2141387305] 'agreement among raft nodes before linearized reading' (duration: 335.3571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.631968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.29119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-02T22:15:22.631902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.751305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-02T22:15:22.632024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.296468Z","time spent":"335.549014ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:15:22.632046Z","caller":"traceutil/trace.go:171","msg":"trace[1277488974] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24809; }","duration":"323.433094ms","start":"2026-03-02T22:15:22.308595Z","end":"2026-03-02T22:15:22.632028Z","steps":["trace[1277488974] 'agreement among raft nodes before linearized reading' (duration: 323.224769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.632095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.308468Z","time spent":"323.617879ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-02T22:15:22.63211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.149865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:22.632138Z","caller":"traceutil/trace.go:171","msg":"trace[823408078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24809; }","duration":"265.217196ms","start":"2026-03-02T22:15:22.366906Z","end":"2026-03-02T22:15:22.632124Z","steps":["trace[823408078] 'agreement among raft nodes before linearized reading' (duration: 265.177235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.632051Z","caller":"traceutil/trace.go:171","msg":"trace[1072114023] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:24809; }","duration":"321.925299ms","start":"2026-03-02T22:15:22.310113Z","end":"2026-03-02T22:15:22.632038Z","steps":["trace[1072114023] 'agreement among raft nodes before linearized reading' (duration: 321.718385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.632197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.310097Z","time spent":"322.093053ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-02T22:15:22.632293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.917746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-02T22:15:22.632366Z","caller":"traceutil/trace.go:171","msg":"trace[350780588] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24809; }","duration":"251.029549ms","start":"2026-03-02T22:15:22.381319Z","end":"2026-03-02T22:15:22.632349Z","steps":["trace[350780588] 'agreement among raft nodes before linearized reading' (duration: 250.808234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.632361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.272902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-03-02T22:15:22.63244Z","caller":"traceutil/trace.go:171","msg":"trace[105787523] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24809; }","duration":"301.374873ms","start":"2026-03-02T22:15:22.33105Z","end":"2026-03-02T22:15:22.632425Z","steps":["trace[105787523] 'agreement among raft nodes before linearized reading' (duration: 301.20856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.631444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.932829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-02T22:15:22.632564Z","caller":"traceutil/trace.go:171","msg":"trace[19907870] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24809; }","duration":"307.076275ms","start":"2026-03-02T22:15:22.325461Z","end":"2026-03-02T22:15:22.632537Z","steps":["trace[19907870] 'agreement among raft nodes before linearized reading' (duration: 305.865227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.632486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.331039Z","time spent":"301.435935ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-02T22:15:22.632705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.325444Z","time spent":"307.226769ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-02T22:15:22.840754Z","caller":"traceutil/trace.go:171","msg":"trace[825954833] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"201.469992ms","start":"2026-03-02T22:15:22.639257Z","end":"2026-03-02T22:15:22.840727Z","steps":["trace[825954833] 'process raft request' (duration: 194.8588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.840826Z","caller":"traceutil/trace.go:171","msg":"trace[1826911522] linearizableReadLoop","detail":"{readStateIndex:25687; appliedIndex:25684; }","duration":"181.185893ms","start":"2026-03-02T22:15:22.6596Z","end":"2026-03-02T22:15:22.840786Z","steps":["trace[1826911522] 'read index received' (duration: 174.604181ms)","trace[1826911522] 'applied index is now lower than readState.Index' (duration: 6.580832ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:22.840892Z","caller":"traceutil/trace.go:171","msg":"trace[919335995] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"197.858059ms","start":"2026-03-02T22:15:22.64301Z","end":"2026-03-02T22:15:22.840868Z","steps":["trace[919335995] 'process raft request' (duration: 197.629083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.841085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.717916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T22:15:22.841197Z","caller":"traceutil/trace.go:171","msg":"trace[1288406167] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"198.539044ms","start":"2026-03-02T22:15:22.642646Z","end":"2026-03-02T22:15:22.841185Z","steps":["trace[1288406167] 'process raft request' (duration: 197.908139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.841189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.715644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-03-02T22:15:22.841141Z","caller":"traceutil/trace.go:171","msg":"trace[188552985] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24813; }","duration":"194.784377ms","start":"2026-03-02T22:15:22.646332Z","end":"2026-03-02T22:15:22.841117Z","steps":["trace[188552985] 'agreement among raft nodes before linearized reading' (duration: 194.583053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.841192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.085822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-02T22:15:22.841375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.445591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:15:22.841261Z","caller":"traceutil/trace.go:171","msg":"trace[26983773] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24813; }","duration":"203.820406ms","start":"2026-03-02T22:15:22.637422Z","end":"2026-03-02T22:15:22.841243Z","steps":["trace[26983773] 'agreement among raft nodes before linearized reading' (duration: 203.573461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.841341Z","caller":"traceutil/trace.go:171","msg":"trace[951012669] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24813; }","duration":"204.275257ms","start":"2026-03-02T22:15:22.637042Z","end":"2026-03-02T22:15:22.841317Z","steps":["trace[951012669] 'agreement among raft nodes before linearized reading' (duration: 204.059282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.841438Z","caller":"traceutil/trace.go:171","msg":"trace[1695018264] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24813; }","duration":"201.523184ms","start":"2026-03-02T22:15:22.639905Z","end":"2026-03-02T22:15:22.841428Z","steps":["trace[1695018264] 'agreement among raft nodes before linearized reading' (duration: 201.306089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.854982Z","caller":"traceutil/trace.go:171","msg":"trace[1321731962] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"186.474605ms","start":"2026-03-02T22:15:22.668483Z","end":"2026-03-02T22:15:22.854958Z","steps":["trace[1321731962] 'process raft request' (duration: 186.249399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.855059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.765978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:22.855127Z","caller":"traceutil/trace.go:171","msg":"trace[1219018800] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24816; }","duration":"134.870641ms","start":"2026-03-02T22:15:22.720243Z","end":"2026-03-02T22:15:22.855114Z","steps":["trace[1219018800] 'agreement among raft nodes before linearized reading' (duration: 134.752868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.855187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.749746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-02T22:15:22.855211Z","caller":"traceutil/trace.go:171","msg":"trace[2018955215] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:24816; }","duration":"175.806798ms","start":"2026-03-02T22:15:22.679399Z","end":"2026-03-02T22:15:22.855205Z","steps":["trace[2018955215] 'agreement among raft nodes before linearized reading' (duration: 175.695436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.855272Z","caller":"traceutil/trace.go:171","msg":"trace[1494098698] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"185.118813ms","start":"2026-03-02T22:15:22.670132Z","end":"2026-03-02T22:15:22.855251Z","steps":["trace[1494098698] 'process raft request' (duration: 184.730834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.165098Z","caller":"traceutil/trace.go:171","msg":"trace[1744511036] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"303.895352ms","start":"2026-03-02T22:15:22.861167Z","end":"2026-03-02T22:15:23.165063Z","steps":["trace[1744511036] 'process raft request' (duration: 303.691468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.165129Z","caller":"traceutil/trace.go:171","msg":"trace[1686131663] linearizableReadLoop","detail":"{readStateIndex:25696; appliedIndex:25694; }","duration":"299.183073ms","start":"2026-03-02T22:15:22.86585Z","end":"2026-03-02T22:15:23.165033Z","steps":["trace[1686131663] 'read index received' (duration: 299.005289ms)","trace[1686131663] 'applied index is now lower than readState.Index' (duration: 176.594µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:23.165222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.861143Z","time spent":"304.023155ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:23.165102Z","caller":"traceutil/trace.go:171","msg":"trace[1366615375] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"303.633767ms","start":"2026-03-02T22:15:22.861441Z","end":"2026-03-02T22:15:23.165075Z","steps":["trace[1366615375] 'process raft request' (duration: 303.546715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.165351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.53716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-02T22:15:23.165414Z","caller":"traceutil/trace.go:171","msg":"trace[1694121744] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24822; }","duration":"305.638732ms","start":"2026-03-02T22:15:22.859759Z","end":"2026-03-02T22:15:23.165398Z","steps":["trace[1694121744] 'agreement among raft nodes before linearized reading' (duration: 305.413367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.165444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.859745Z","time spent":"305.694544ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-02T22:15:23.165367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.861423Z","time spent":"303.879342ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:23.250343Z","caller":"traceutil/trace.go:171","msg":"trace[1335140530] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"378.018377ms","start":"2026-03-02T22:15:22.872303Z","end":"2026-03-02T22:15:23.250321Z","steps":["trace[1335140530] 'process raft request' (duration: 377.835803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.250475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.872284Z","time spent":"378.123359ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:23.250708Z","caller":"traceutil/trace.go:171","msg":"trace[1006986868] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"378.234632ms","start":"2026-03-02T22:15:22.872444Z","end":"2026-03-02T22:15:23.250679Z","steps":["trace[1006986868] 'process raft request' (duration: 377.817993ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.2508Z","caller":"traceutil/trace.go:171","msg":"trace[1015401625] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"318.201443ms","start":"2026-03-02T22:15:22.932535Z","end":"2026-03-02T22:15:23.250737Z","steps":["trace[1015401625] 'process raft request' (duration: 318.028329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.250845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.872423Z","time spent":"378.361975ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:23.250961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.932502Z","time spent":"318.374067ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:23.251147Z","caller":"traceutil/trace.go:171","msg":"trace[679476347] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"119.795202ms","start":"2026-03-02T22:15:23.131331Z","end":"2026-03-02T22:15:23.251126Z","steps":["trace[679476347] 'process raft request' (duration: 119.356461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.251321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.297289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:23.251395Z","caller":"traceutil/trace.go:171","msg":"trace[949698254] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24826; }","duration":"249.435291ms","start":"2026-03-02T22:15:23.001941Z","end":"2026-03-02T22:15:23.251376Z","steps":["trace[949698254] 'agreement among raft nodes before linearized reading' (duration: 249.305758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.251402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.901277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T22:15:23.251413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.480616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T22:15:23.251459Z","caller":"traceutil/trace.go:171","msg":"trace[241710860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24826; }","duration":"183.555097ms","start":"2026-03-02T22:15:23.067891Z","end":"2026-03-02T22:15:23.251447Z","steps":["trace[241710860] 'agreement among raft nodes before linearized reading' (duration: 183.414984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.251453Z","caller":"traceutil/trace.go:171","msg":"trace[465700068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24826; }","duration":"280.002779ms","start":"2026-03-02T22:15:22.971435Z","end":"2026-03-02T22:15:23.251438Z","steps":["trace[465700068] 'agreement among raft nodes before linearized reading' (duration: 279.836905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.251499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.88307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:15:23.251551Z","caller":"traceutil/trace.go:171","msg":"trace[1210423434] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24826; }","duration":"242.988732ms","start":"2026-03-02T22:15:23.008547Z","end":"2026-03-02T22:15:23.251536Z","steps":["trace[1210423434] 'agreement among raft nodes before linearized reading' (duration: 242.861489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.251566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.213752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-02T22:15:23.251643Z","caller":"traceutil/trace.go:171","msg":"trace[624379616] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:24826; }","duration":"378.309903ms","start":"2026-03-02T22:15:22.873325Z","end":"2026-03-02T22:15:23.251635Z","steps":["trace[624379616] 'agreement among raft nodes before linearized reading' (duration: 377.966355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.251739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.873318Z","time spent":"378.399045ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"info","ts":"2026-03-02T22:15:23.29139Z","caller":"traceutil/trace.go:171","msg":"trace[1484736194] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"122.394922ms","start":"2026-03-02T22:15:23.168971Z","end":"2026-03-02T22:15:23.291366Z","steps":["trace[1484736194] 'process raft request' (duration: 122.086905ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.291657Z","caller":"traceutil/trace.go:171","msg":"trace[2114891567] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"120.349275ms","start":"2026-03-02T22:15:23.171276Z","end":"2026-03-02T22:15:23.291625Z","steps":["trace[2114891567] 'process raft request' (duration: 120.056438ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.291834Z","caller":"traceutil/trace.go:171","msg":"trace[1517263854] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"106.184437ms","start":"2026-03-02T22:15:23.185614Z","end":"2026-03-02T22:15:23.291799Z","steps":["trace[1517263854] 'process raft request' (duration: 105.760387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.292075Z","caller":"traceutil/trace.go:171","msg":"trace[1258179322] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"120.626111ms","start":"2026-03-02T22:15:23.171225Z","end":"2026-03-02T22:15:23.291851Z","steps":["trace[1258179322] 'process raft request' (duration: 120.022367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.292113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.768452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130941"} {"level":"warn","ts":"2026-03-02T22:15:23.292222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.200461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-02T22:15:23.292276Z","caller":"traceutil/trace.go:171","msg":"trace[1091155390] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24830; }","duration":"119.972746ms","start":"2026-03-02T22:15:23.172293Z","end":"2026-03-02T22:15:23.292266Z","steps":["trace[1091155390] 'agreement among raft nodes before linearized reading' (duration: 119.418473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.292305Z","caller":"traceutil/trace.go:171","msg":"trace[172319184] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:24830; }","duration":"123.306553ms","start":"2026-03-02T22:15:23.168982Z","end":"2026-03-02T22:15:23.292288Z","steps":["trace[172319184] 'agreement among raft nodes before linearized reading' (duration: 122.880163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.2924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.376295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-02T22:15:23.29249Z","caller":"traceutil/trace.go:171","msg":"trace[224768971] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24830; }","duration":"123.636821ms","start":"2026-03-02T22:15:23.168826Z","end":"2026-03-02T22:15:23.292463Z","steps":["trace[224768971] 'agreement among raft nodes before linearized reading' (duration: 123.258252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.415098Z","caller":"traceutil/trace.go:171","msg":"trace[1826090408] linearizableReadLoop","detail":"{readStateIndex:25708; appliedIndex:25707; }","duration":"117.234413ms","start":"2026-03-02T22:15:23.297844Z","end":"2026-03-02T22:15:23.415078Z","steps":["trace[1826090408] 'read index received' (duration: 115.993204ms)","trace[1826090408] 'applied index is now lower than readState.Index' (duration: 1.240469ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:23.415121Z","caller":"traceutil/trace.go:171","msg":"trace[1534073656] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"118.748988ms","start":"2026-03-02T22:15:23.296344Z","end":"2026-03-02T22:15:23.415093Z","steps":["trace[1534073656] 'process raft request' (duration: 117.574161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.415422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.56197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:5056"} {"level":"info","ts":"2026-03-02T22:15:23.41546Z","caller":"traceutil/trace.go:171","msg":"trace[1888327271] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:24834; }","duration":"117.637772ms","start":"2026-03-02T22:15:23.297815Z","end":"2026-03-02T22:15:23.415453Z","steps":["trace[1888327271] 'agreement among raft nodes before linearized reading' (duration: 117.358076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.490651Z","caller":"traceutil/trace.go:171","msg":"trace[201455535] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"192.728769ms","start":"2026-03-02T22:15:23.297886Z","end":"2026-03-02T22:15:23.490614Z","steps":["trace[201455535] 'process raft request' (duration: 192.521525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.490797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.392625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-03-02T22:15:23.491191Z","caller":"traceutil/trace.go:171","msg":"trace[177558018] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24839; }","duration":"190.814626ms","start":"2026-03-02T22:15:23.300369Z","end":"2026-03-02T22:15:23.491184Z","steps":["trace[177558018] 'agreement among raft nodes before linearized reading' (duration: 190.296344ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.490889Z","caller":"traceutil/trace.go:171","msg":"trace[870991567] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"187.169071ms","start":"2026-03-02T22:15:23.303697Z","end":"2026-03-02T22:15:23.490866Z","steps":["trace[870991567] 'process raft request' (duration: 186.935156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.490923Z","caller":"traceutil/trace.go:171","msg":"trace[1616138617] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"187.231992ms","start":"2026-03-02T22:15:23.303685Z","end":"2026-03-02T22:15:23.490917Z","steps":["trace[1616138617] 'process raft request' (duration: 186.907765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.490906Z","caller":"traceutil/trace.go:171","msg":"trace[1392032554] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"192.499484ms","start":"2026-03-02T22:15:23.298369Z","end":"2026-03-02T22:15:23.490868Z","steps":["trace[1392032554] 'process raft request' (duration: 192.155196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.49095Z","caller":"traceutil/trace.go:171","msg":"trace[1710480262] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"189.607637ms","start":"2026-03-02T22:15:23.301338Z","end":"2026-03-02T22:15:23.490945Z","steps":["trace[1710480262] 'process raft request' (duration: 189.229628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.490962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.89962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:23.491638Z","caller":"traceutil/trace.go:171","msg":"trace[1843210513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24839; }","duration":"122.613687ms","start":"2026-03-02T22:15:23.369011Z","end":"2026-03-02T22:15:23.491625Z","steps":["trace[1843210513] 'agreement among raft nodes before linearized reading' (duration: 121.912791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.490997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.578323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:23.49179Z","caller":"traceutil/trace.go:171","msg":"trace[742415210] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24839; }","duration":"189.370551ms","start":"2026-03-02T22:15:23.302413Z","end":"2026-03-02T22:15:23.491783Z","steps":["trace[742415210] 'agreement among raft nodes before linearized reading' (duration: 188.564563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.630518Z","caller":"traceutil/trace.go:171","msg":"trace[169806160] linearizableReadLoop","detail":"{readStateIndex:25716; appliedIndex:25714; }","duration":"123.57853ms","start":"2026-03-02T22:15:23.506898Z","end":"2026-03-02T22:15:23.630477Z","steps":["trace[169806160] 'read index received' (duration: 123.322464ms)","trace[169806160] 'applied index is now lower than readState.Index' (duration: 255.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:23.630645Z","caller":"traceutil/trace.go:171","msg":"trace[68606556] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"131.269878ms","start":"2026-03-02T22:15:23.499338Z","end":"2026-03-02T22:15:23.630608Z","steps":["trace[68606556] 'process raft request' (duration: 131.090634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.630544Z","caller":"traceutil/trace.go:171","msg":"trace[1441884521] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"131.152985ms","start":"2026-03-02T22:15:23.499333Z","end":"2026-03-02T22:15:23.630486Z","steps":["trace[1441884521] 'process raft request' (duration: 130.94099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.630791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.869326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-03-02T22:15:23.630835Z","caller":"traceutil/trace.go:171","msg":"trace[531141115] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24841; }","duration":"123.960959ms","start":"2026-03-02T22:15:23.506863Z","end":"2026-03-02T22:15:23.630824Z","steps":["trace[531141115] 'agreement among raft nodes before linearized reading' (duration: 123.780995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.630869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.105929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-03-02T22:15:23.631045Z","caller":"traceutil/trace.go:171","msg":"trace[894593101] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24841; }","duration":"120.291693ms","start":"2026-03-02T22:15:23.510734Z","end":"2026-03-02T22:15:23.631025Z","steps":["trace[894593101] 'agreement among raft nodes before linearized reading' (duration: 119.974246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.80038Z","caller":"traceutil/trace.go:171","msg":"trace[1650318839] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"165.181263ms","start":"2026-03-02T22:15:23.635172Z","end":"2026-03-02T22:15:23.800353Z","steps":["trace[1650318839] 'process raft request' (duration: 164.672901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.881917Z","caller":"traceutil/trace.go:171","msg":"trace[2001378858] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"244.890817ms","start":"2026-03-02T22:15:23.636987Z","end":"2026-03-02T22:15:23.881878Z","steps":["trace[2001378858] 'process raft request' (duration: 244.648401ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.882003Z","caller":"traceutil/trace.go:171","msg":"trace[795847906] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"243.654209ms","start":"2026-03-02T22:15:23.638332Z","end":"2026-03-02T22:15:23.881987Z","steps":["trace[795847906] 'process raft request' (duration: 243.571807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.882117Z","caller":"traceutil/trace.go:171","msg":"trace[32021407] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"244.099498ms","start":"2026-03-02T22:15:23.637967Z","end":"2026-03-02T22:15:23.882067Z","steps":["trace[32021407] 'process raft request' (duration: 243.879953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.882227Z","caller":"traceutil/trace.go:171","msg":"trace[378159756] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"244.832096ms","start":"2026-03-02T22:15:23.637371Z","end":"2026-03-02T22:15:23.882203Z","steps":["trace[378159756] 'process raft request' (duration: 244.421666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.882575Z","caller":"traceutil/trace.go:171","msg":"trace[1961793928] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"242.42515ms","start":"2026-03-02T22:15:23.640135Z","end":"2026-03-02T22:15:23.88256Z","steps":["trace[1961793928] 'process raft request' (duration: 241.814706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.882644Z","caller":"traceutil/trace.go:171","msg":"trace[839468373] linearizableReadLoop","detail":"{readStateIndex:25721; appliedIndex:25716; }","duration":"242.600004ms","start":"2026-03-02T22:15:23.640019Z","end":"2026-03-02T22:15:23.882619Z","steps":["trace[839468373] 'read index received' (duration: 159.694556ms)","trace[839468373] 'applied index is now lower than readState.Index' (duration: 82.889558ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:23.882687Z","caller":"traceutil/trace.go:171","msg":"trace[1145384504] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"241.325704ms","start":"2026-03-02T22:15:23.641334Z","end":"2026-03-02T22:15:23.88266Z","steps":["trace[1145384504] 'process raft request' (duration: 240.996446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.882785Z","caller":"traceutil/trace.go:171","msg":"trace[521629218] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"201.457422ms","start":"2026-03-02T22:15:23.681311Z","end":"2026-03-02T22:15:23.882769Z","steps":["trace[521629218] 'process raft request' (duration: 201.173845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.882931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.886071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:15:23.883006Z","caller":"traceutil/trace.go:171","msg":"trace[1875279983] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24849; }","duration":"242.990193ms","start":"2026-03-02T22:15:23.639999Z","end":"2026-03-02T22:15:23.882989Z","steps":["trace[1875279983] 'agreement among raft nodes before linearized reading' (duration: 242.773028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:23.882919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.495298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:15:23.883214Z","caller":"traceutil/trace.go:171","msg":"trace[1780570191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24849; }","duration":"228.829774ms","start":"2026-03-02T22:15:23.654361Z","end":"2026-03-02T22:15:23.883191Z","steps":["trace[1780570191] 'agreement among raft nodes before linearized reading' (duration: 228.425145ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.9955Z","caller":"traceutil/trace.go:171","msg":"trace[1452090426] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"105.256465ms","start":"2026-03-02T22:15:23.890215Z","end":"2026-03-02T22:15:23.995471Z","steps":["trace[1452090426] 'process raft request' (duration: 104.979309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:23.995479Z","caller":"traceutil/trace.go:171","msg":"trace[992670797] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"106.544195ms","start":"2026-03-02T22:15:23.888874Z","end":"2026-03-02T22:15:23.995418Z","steps":["trace[992670797] 'process raft request' (duration: 106.149446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:24.028267Z","caller":"traceutil/trace.go:171","msg":"trace[1955484702] linearizableReadLoop","detail":"{readStateIndex:25727; appliedIndex:25724; }","duration":"137.84037ms","start":"2026-03-02T22:15:23.890406Z","end":"2026-03-02T22:15:24.028246Z","steps":["trace[1955484702] 'read index received' (duration: 78.530267ms)","trace[1955484702] 'applied index is now lower than readState.Index' (duration: 59.308533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:24.028479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.055765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:24.028523Z","caller":"traceutil/trace.go:171","msg":"trace[1093181574] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24852; }","duration":"138.140207ms","start":"2026-03-02T22:15:23.890372Z","end":"2026-03-02T22:15:24.028512Z","steps":["trace[1093181574] 'agreement among raft nodes before linearized reading' (duration: 138.012514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.028826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.864867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:15:24.028867Z","caller":"traceutil/trace.go:171","msg":"trace[1073644178] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24853; }","duration":"136.934019ms","start":"2026-03-02T22:15:23.891921Z","end":"2026-03-02T22:15:24.028855Z","steps":["trace[1073644178] 'agreement among raft nodes before linearized reading' (duration: 136.775925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.02904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.874612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29541495-2mhp6\" ","response":"range_response_count:1 size:5230"} {"level":"info","ts":"2026-03-02T22:15:24.029093Z","caller":"traceutil/trace.go:171","msg":"trace[1953747013] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29541495-2mhp6; range_end:; response_count:1; response_revision:24853; }","duration":"125.970335ms","start":"2026-03-02T22:15:23.903111Z","end":"2026-03-02T22:15:24.029081Z","steps":["trace[1953747013] 'agreement among raft nodes before linearized reading' (duration: 125.7626ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:24.403224Z","caller":"traceutil/trace.go:171","msg":"trace[1057663219] linearizableReadLoop","detail":"{readStateIndex:25731; appliedIndex:25730; }","duration":"351.571895ms","start":"2026-03-02T22:15:24.051625Z","end":"2026-03-02T22:15:24.403197Z","steps":["trace[1057663219] 'read index received' (duration: 351.457482ms)","trace[1057663219] 'applied index is now lower than readState.Index' (duration: 113.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:24.403338Z","caller":"traceutil/trace.go:171","msg":"trace[515325566] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"367.759839ms","start":"2026-03-02T22:15:24.035549Z","end":"2026-03-02T22:15:24.403308Z","steps":["trace[515325566] 'process raft request' (duration: 367.475493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.403442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.7974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-02T22:15:24.403517Z","caller":"traceutil/trace.go:171","msg":"trace[961298435] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24854; }","duration":"351.910453ms","start":"2026-03-02T22:15:24.05159Z","end":"2026-03-02T22:15:24.4035Z","steps":["trace[961298435] 'agreement among raft nodes before linearized reading' (duration: 351.731209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.403561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.051572Z","time spent":"351.980524ms","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-02T22:15:24.403468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.035536Z","time spent":"367.863202ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6529,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:24.445587Z","caller":"traceutil/trace.go:171","msg":"trace[770592605] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"150.40416ms","start":"2026-03-02T22:15:24.295157Z","end":"2026-03-02T22:15:24.445561Z","steps":["trace[770592605] 'process raft request' (duration: 150.345549ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:24.445663Z","caller":"traceutil/trace.go:171","msg":"trace[133290098] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"186.003544ms","start":"2026-03-02T22:15:24.25963Z","end":"2026-03-02T22:15:24.445633Z","steps":["trace[133290098] 'process raft request' (duration: 185.735908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.445929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.330133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:545"} {"level":"info","ts":"2026-03-02T22:15:24.445973Z","caller":"traceutil/trace.go:171","msg":"trace[1832518046] range","detail":"{range_begin:/registry/serviceaccounts/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:24856; }","duration":"279.403806ms","start":"2026-03-02T22:15:24.166558Z","end":"2026-03-02T22:15:24.445962Z","steps":["trace[1832518046] 'agreement among raft nodes before linearized reading' (duration: 279.247272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.446128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.139348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:15:24.446175Z","caller":"traceutil/trace.go:171","msg":"trace[1867519891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24856; }","duration":"371.22596ms","start":"2026-03-02T22:15:24.074936Z","end":"2026-03-02T22:15:24.446162Z","steps":["trace[1867519891] 'agreement among raft nodes before linearized reading' (duration: 371.103647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.446147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T22:15:24.446207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.074921Z","time spent":"371.277511ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:24.446216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.998265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:24.446231Z","caller":"traceutil/trace.go:171","msg":"trace[222999213] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24856; }","duration":"308.264923ms","start":"2026-03-02T22:15:24.137942Z","end":"2026-03-02T22:15:24.446207Z","steps":["trace[222999213] 'agreement among raft nodes before linearized reading' (duration: 308.003577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:24.446249Z","caller":"traceutil/trace.go:171","msg":"trace[908174250] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24856; }","duration":"215.081037ms","start":"2026-03-02T22:15:24.231158Z","end":"2026-03-02T22:15:24.446239Z","steps":["trace[908174250] 'agreement among raft nodes before linearized reading' (duration: 215.018696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.446275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.137929Z","time spent":"308.336485ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:15:24.446306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.982639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T22:15:24.446378Z","caller":"traceutil/trace.go:171","msg":"trace[318385308] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24856; }","duration":"280.086771ms","start":"2026-03-02T22:15:24.166275Z","end":"2026-03-02T22:15:24.446361Z","steps":["trace[318385308] 'agreement among raft nodes before linearized reading' (duration: 279.886446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:24.544704Z","caller":"traceutil/trace.go:171","msg":"trace[889875007] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"136.848887ms","start":"2026-03-02T22:15:24.40783Z","end":"2026-03-02T22:15:24.544679Z","steps":["trace[889875007] 'process raft request' (duration: 69.54761ms)","trace[889875007] 'compare' (duration: 67.113732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:24.544927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29541495-rsckv\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-03-02T22:15:24.544933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.293214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T22:15:24.545003Z","caller":"traceutil/trace.go:171","msg":"trace[954631727] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29541495-rsckv; range_end:; response_count:1; response_revision:24857; }","duration":"138.399293ms","start":"2026-03-02T22:15:24.406586Z","end":"2026-03-02T22:15:24.544985Z","steps":["trace[954631727] 'agreement among raft nodes before linearized reading' (duration: 138.146237ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:24.545013Z","caller":"traceutil/trace.go:171","msg":"trace[812417468] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24857; }","duration":"136.414286ms","start":"2026-03-02T22:15:24.408581Z","end":"2026-03-02T22:15:24.544995Z","steps":["trace[812417468] 'agreement among raft nodes before linearized reading' (duration: 136.14222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.548484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.71578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29541495-rsckv\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-03-02T22:15:24.54856Z","caller":"traceutil/trace.go:171","msg":"trace[2081650761] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29541495-rsckv; range_end:; response_count:1; response_revision:24858; }","duration":"100.816802ms","start":"2026-03-02T22:15:24.447729Z","end":"2026-03-02T22:15:24.548545Z","steps":["trace[2081650761] 'agreement among raft nodes before linearized reading' (duration: 100.566406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.548926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.082929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29541495-2mhp6\" ","response":"range_response_count:1 size:6547"} {"level":"info","ts":"2026-03-02T22:15:24.54897Z","caller":"traceutil/trace.go:171","msg":"trace[370347827] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29541495-2mhp6; range_end:; response_count:1; response_revision:24858; }","duration":"101.159991ms","start":"2026-03-02T22:15:24.447797Z","end":"2026-03-02T22:15:24.548957Z","steps":["trace[370347827] 'agreement among raft nodes before linearized reading' (duration: 100.215749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.865761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.828376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:24.865863Z","caller":"traceutil/trace.go:171","msg":"trace[431828957] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24861; }","duration":"187.98035ms","start":"2026-03-02T22:15:24.677862Z","end":"2026-03-02T22:15:24.865843Z","steps":["trace[431828957] 'range keys from in-memory index tree' (duration: 187.726114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.865874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.12655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:15:24.865924Z","caller":"traceutil/trace.go:171","msg":"trace[1995686123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24861; }","duration":"203.207682ms","start":"2026-03-02T22:15:24.662702Z","end":"2026-03-02T22:15:24.865909Z","steps":["trace[1995686123] 'range keys from in-memory index tree' (duration: 202.902475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:24.865895Z","caller":"traceutil/trace.go:171","msg":"trace[169532526] linearizableReadLoop","detail":"{readStateIndex:25739; appliedIndex:25738; }","duration":"142.415696ms","start":"2026-03-02T22:15:24.723451Z","end":"2026-03-02T22:15:24.865867Z","steps":["trace[169532526] 'read index received' (duration: 120.639652ms)","trace[169532526] 'applied index is now lower than readState.Index' (duration: 21.774854ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:24.866042Z","caller":"traceutil/trace.go:171","msg":"trace[1267595912] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"167.383902ms","start":"2026-03-02T22:15:24.698642Z","end":"2026-03-02T22:15:24.866025Z","steps":["trace[1267595912] 'process raft request' (duration: 145.451465ms)","trace[1267595912] 'compare' (duration: 21.61058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:24.866103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.336916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-senlin-default-user\" ","response":"range_response_count:1 size:1153"} {"level":"info","ts":"2026-03-02T22:15:24.866171Z","caller":"traceutil/trace.go:171","msg":"trace[1463300351] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-senlin-default-user; range_end:; response_count:1; response_revision:24861; }","duration":"219.457458ms","start":"2026-03-02T22:15:24.646696Z","end":"2026-03-02T22:15:24.866153Z","steps":["trace[1463300351] 'range keys from in-memory index tree' (duration: 218.796323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.866485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.997789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:24.866691Z","caller":"traceutil/trace.go:171","msg":"trace[874821418] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24862; }","duration":"143.264725ms","start":"2026-03-02T22:15:24.723393Z","end":"2026-03-02T22:15:24.866658Z","steps":["trace[874821418] 'agreement among raft nodes before linearized reading' (duration: 142.924757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:25.366697Z","caller":"traceutil/trace.go:171","msg":"trace[1040495068] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"303.302128ms","start":"2026-03-02T22:15:25.063359Z","end":"2026-03-02T22:15:25.366661Z","steps":["trace[1040495068] 'process raft request' (duration: 302.823867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.366836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.063342Z","time spent":"303.434871ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2315,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:25.694304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.60275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:25.694548Z","caller":"traceutil/trace.go:171","msg":"trace[1511549476] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"624.817038ms","start":"2026-03-02T22:15:25.069704Z","end":"2026-03-02T22:15:25.694521Z","steps":["trace[1511549476] 'process raft request' (duration: 497.899092ms)","trace[1511549476] 'compare' (duration: 126.355203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:25.694692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.069681Z","time spent":"624.94056ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:25.694794Z","caller":"traceutil/trace.go:171","msg":"trace[1017443685] linearizableReadLoop","detail":"{readStateIndex:25747; appliedIndex:25745; }","duration":"622.163976ms","start":"2026-03-02T22:15:25.072612Z","end":"2026-03-02T22:15:25.694776Z","steps":["trace[1017443685] 'read index received' (duration: 294.003353ms)","trace[1017443685] 'applied index is now lower than readState.Index' (duration: 328.158983ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:25.694898Z","caller":"traceutil/trace.go:171","msg":"trace[778213507] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"438.827734ms","start":"2026-03-02T22:15:25.256059Z","end":"2026-03-02T22:15:25.694887Z","steps":["trace[778213507] 'process raft request' (duration: 438.622639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:25.694901Z","caller":"traceutil/trace.go:171","msg":"trace[153534330] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"439.07252ms","start":"2026-03-02T22:15:25.255798Z","end":"2026-03-02T22:15:25.694871Z","steps":["trace[153534330] 'process raft request' (duration: 438.824245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.694975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.256055Z","time spent":"438.876496ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:25.695062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.255777Z","time spent":"439.209423ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:25.695124Z","caller":"traceutil/trace.go:171","msg":"trace[2094414732] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"438.963017ms","start":"2026-03-02T22:15:25.256152Z","end":"2026-03-02T22:15:25.695115Z","steps":["trace[2094414732] 'process raft request' (duration: 438.578258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.695182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.256117Z","time spent":"439.036499ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:25.694824Z","caller":"traceutil/trace.go:171","msg":"trace[504722912] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"622.020133ms","start":"2026-03-02T22:15:25.072762Z","end":"2026-03-02T22:15:25.694783Z","steps":["trace[504722912] 'process raft request' (duration: 621.638884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.695323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.71753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9560"} {"level":"info","ts":"2026-03-02T22:15:25.695372Z","caller":"traceutil/trace.go:171","msg":"trace[1810321751] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24874; }","duration":"622.767781ms","start":"2026-03-02T22:15:25.072594Z","end":"2026-03-02T22:15:25.695362Z","steps":["trace[1810321751] 'agreement among raft nodes before linearized reading' (duration: 622.615557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.695436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.072583Z","time spent":"622.846542ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9584,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-02T22:15:25.695559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.072751Z","time spent":"622.622317ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:25.720053Z","caller":"traceutil/trace.go:171","msg":"trace[309930481] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"343.695453ms","start":"2026-03-02T22:15:25.376334Z","end":"2026-03-02T22:15:25.720029Z","steps":["trace[309930481] 'process raft request' (duration: 343.510178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.720173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.376313Z","time spent":"343.802726ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:25.720233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.506053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:15:25.720282Z","caller":"traceutil/trace.go:171","msg":"trace[1324590732] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24876; }","duration":"421.576505ms","start":"2026-03-02T22:15:25.298691Z","end":"2026-03-02T22:15:25.720267Z","steps":["trace[1324590732] 'agreement among raft nodes before linearized reading' (duration: 421.410531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.720315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.29868Z","time spent":"421.629566ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:25.72033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.407534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:15:25.720416Z","caller":"traceutil/trace.go:171","msg":"trace[1358693032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24876; }","duration":"218.551537ms","start":"2026-03-02T22:15:25.501844Z","end":"2026-03-02T22:15:25.720396Z","steps":["trace[1358693032] 'agreement among raft nodes before linearized reading' (duration: 218.222889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.720468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.149346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:15:25.720494Z","caller":"traceutil/trace.go:171","msg":"trace[1407347726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24876; }","duration":"421.211647ms","start":"2026-03-02T22:15:25.299275Z","end":"2026-03-02T22:15:25.720487Z","steps":["trace[1407347726] 'agreement among raft nodes before linearized reading' (duration: 421.143046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.720513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.299255Z","time spent":"421.253248ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:15:25.720588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.16287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:25.720651Z","caller":"traceutil/trace.go:171","msg":"trace[2057951891] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24876; }","duration":"572.258582ms","start":"2026-03-02T22:15:25.148375Z","end":"2026-03-02T22:15:25.720634Z","steps":["trace[2057951891] 'agreement among raft nodes before linearized reading' (duration: 572.145739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:25.720615Z","caller":"traceutil/trace.go:171","msg":"trace[122669593] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"342.661179ms","start":"2026-03-02T22:15:25.377906Z","end":"2026-03-02T22:15:25.720567Z","steps":["trace[122669593] 'process raft request' (duration: 342.070005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.720693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.14836Z","time spent":"572.324274ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:25.720807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.377898Z","time spent":"342.817162ms","remote":"127.0.0.1:36122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:25.869207Z","caller":"traceutil/trace.go:171","msg":"trace[1774834391] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"144.475643ms","start":"2026-03-02T22:15:25.724703Z","end":"2026-03-02T22:15:25.869178Z","steps":["trace[1774834391] 'process raft request' (duration: 135.822773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:25.871441Z","caller":"traceutil/trace.go:171","msg":"trace[1257051826] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"145.099017ms","start":"2026-03-02T22:15:25.726317Z","end":"2026-03-02T22:15:25.871416Z","steps":["trace[1257051826] 'process raft request' (duration: 144.001472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:25.871631Z","caller":"traceutil/trace.go:171","msg":"trace[660466896] linearizableReadLoop","detail":"{readStateIndex:25757; appliedIndex:25753; }","duration":"141.487204ms","start":"2026-03-02T22:15:25.730124Z","end":"2026-03-02T22:15:25.871611Z","steps":["trace[660466896] 'read index received' (duration: 130.586772ms)","trace[660466896] 'applied index is now lower than readState.Index' (duration: 10.899422ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:25.871657Z","caller":"traceutil/trace.go:171","msg":"trace[620979304] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"142.746144ms","start":"2026-03-02T22:15:25.728891Z","end":"2026-03-02T22:15:25.871637Z","steps":["trace[620979304] 'process raft request' (duration: 142.643221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:25.871674Z","caller":"traceutil/trace.go:171","msg":"trace[648565700] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"144.100454ms","start":"2026-03-02T22:15:25.727556Z","end":"2026-03-02T22:15:25.871656Z","steps":["trace[648565700] 'process raft request' (duration: 143.699135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.871953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.818931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9560"} {"level":"info","ts":"2026-03-02T22:15:25.871989Z","caller":"traceutil/trace.go:171","msg":"trace[1377125791] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24880; }","duration":"141.922114ms","start":"2026-03-02T22:15:25.730058Z","end":"2026-03-02T22:15:25.87198Z","steps":["trace[1377125791] 'agreement among raft nodes before linearized reading' (duration: 141.623848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.205282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.614863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:26.205417Z","caller":"traceutil/trace.go:171","msg":"trace[987980506] linearizableReadLoop","detail":"{readStateIndex:25760; appliedIndex:25759; }","duration":"251.327306ms","start":"2026-03-02T22:15:25.954072Z","end":"2026-03-02T22:15:26.205399Z","steps":["trace[987980506] 'read index received' (duration: 69.517149ms)","trace[987980506] 'applied index is now lower than readState.Index' (duration: 181.808117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:26.205707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.577921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:26.205754Z","caller":"traceutil/trace.go:171","msg":"trace[1182469527] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24883; }","duration":"219.685794ms","start":"2026-03-02T22:15:25.986053Z","end":"2026-03-02T22:15:26.205739Z","steps":["trace[1182469527] 'agreement among raft nodes before linearized reading' (duration: 219.586911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.205895Z","caller":"traceutil/trace.go:171","msg":"trace[967607020] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"252.161165ms","start":"2026-03-02T22:15:25.953701Z","end":"2026-03-02T22:15:26.205862Z","steps":["trace[967607020] 'process raft request' (duration: 69.869237ms)","trace[967607020] 'compare' (duration: 181.276054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:26.206093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.610091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:15:26.2062Z","caller":"traceutil/trace.go:171","msg":"trace[1920104441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24883; }","duration":"206.789395ms","start":"2026-03-02T22:15:25.99939Z","end":"2026-03-02T22:15:26.206179Z","steps":["trace[1920104441] 'agreement among raft nodes before linearized reading' (duration: 206.446587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.206298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.205306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T22:15:26.206348Z","caller":"traceutil/trace.go:171","msg":"trace[733396368] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24883; }","duration":"252.278668ms","start":"2026-03-02T22:15:25.954058Z","end":"2026-03-02T22:15:26.206336Z","steps":["trace[733396368] 'agreement among raft nodes before linearized reading' (duration: 251.5126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.347659Z","caller":"traceutil/trace.go:171","msg":"trace[1709030137] linearizableReadLoop","detail":"{readStateIndex:25762; appliedIndex:25760; }","duration":"127.308766ms","start":"2026-03-02T22:15:26.220319Z","end":"2026-03-02T22:15:26.347628Z","steps":["trace[1709030137] 'read index received' (duration: 10.150005ms)","trace[1709030137] 'applied index is now lower than readState.Index' (duration: 117.157221ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:26.347833Z","caller":"traceutil/trace.go:171","msg":"trace[1077062092] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"129.499696ms","start":"2026-03-02T22:15:26.218314Z","end":"2026-03-02T22:15:26.347814Z","steps":["trace[1077062092] 'process raft request' (duration: 93.687808ms)","trace[1077062092] 'compare' (duration: 35.475171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:26.348095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.766276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9541"} {"level":"info","ts":"2026-03-02T22:15:26.348167Z","caller":"traceutil/trace.go:171","msg":"trace[1011299979] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24885; }","duration":"127.875779ms","start":"2026-03-02T22:15:26.220273Z","end":"2026-03-02T22:15:26.348149Z","steps":["trace[1011299979] 'agreement among raft nodes before linearized reading' (duration: 127.690555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.712059Z","caller":"traceutil/trace.go:171","msg":"trace[792285152] linearizableReadLoop","detail":"{readStateIndex:25768; appliedIndex:25767; }","duration":"107.919227ms","start":"2026-03-02T22:15:26.604115Z","end":"2026-03-02T22:15:26.712034Z","steps":["trace[792285152] 'read index received' (duration: 62.051µs)","trace[792285152] 'applied index is now lower than readState.Index' (duration: 107.855946ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:26.712195Z","caller":"traceutil/trace.go:171","msg":"trace[1977296799] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"108.087951ms","start":"2026-03-02T22:15:26.604076Z","end":"2026-03-02T22:15:26.712164Z","steps":["trace[1977296799] 'process raft request' (duration: 105.769197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.71233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.189063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-03-02T22:15:26.712389Z","caller":"traceutil/trace.go:171","msg":"trace[314262995] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24891; }","duration":"108.272815ms","start":"2026-03-02T22:15:26.604102Z","end":"2026-03-02T22:15:26.712375Z","steps":["trace[314262995] 'agreement among raft nodes before linearized reading' (duration: 108.04005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.712417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.289416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"warn","ts":"2026-03-02T22:15:26.712468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.068251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"warn","ts":"2026-03-02T22:15:26.712459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.347481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-03-02T22:15:26.712506Z","caller":"traceutil/trace.go:171","msg":"trace[539273648] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24891; }","duration":"108.108742ms","start":"2026-03-02T22:15:26.604385Z","end":"2026-03-02T22:15:26.712494Z","steps":["trace[539273648] 'agreement among raft nodes before linearized reading' (duration: 108.02416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.7125Z","caller":"traceutil/trace.go:171","msg":"trace[1340312940] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24891; }","duration":"108.407258ms","start":"2026-03-02T22:15:26.604067Z","end":"2026-03-02T22:15:26.712475Z","steps":["trace[1340312940] 'agreement among raft nodes before linearized reading' (duration: 108.126122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.712385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.992849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-03-02T22:15:26.712515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.838565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9539"} {"level":"info","ts":"2026-03-02T22:15:26.712541Z","caller":"traceutil/trace.go:171","msg":"trace[575076340] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24891; }","duration":"106.464973ms","start":"2026-03-02T22:15:26.606056Z","end":"2026-03-02T22:15:26.712521Z","steps":["trace[575076340] 'agreement among raft nodes before linearized reading' (duration: 106.216238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.712567Z","caller":"traceutil/trace.go:171","msg":"trace[1750519484] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:24891; }","duration":"107.900437ms","start":"2026-03-02T22:15:26.604652Z","end":"2026-03-02T22:15:26.712553Z","steps":["trace[1750519484] 'agreement among raft nodes before linearized reading' (duration: 107.755524ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.712576Z","caller":"traceutil/trace.go:171","msg":"trace[233243228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24891; }","duration":"108.184803ms","start":"2026-03-02T22:15:26.604365Z","end":"2026-03-02T22:15:26.71255Z","steps":["trace[233243228] 'agreement among raft nodes before linearized reading' (duration: 107.856895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.712633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.602977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-03-02T22:15:26.712655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.653508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7422"} {"level":"info","ts":"2026-03-02T22:15:26.712663Z","caller":"traceutil/trace.go:171","msg":"trace[551379129] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24891; }","duration":"106.643447ms","start":"2026-03-02T22:15:26.606012Z","end":"2026-03-02T22:15:26.712655Z","steps":["trace[551379129] 'agreement among raft nodes before linearized reading' (duration: 106.546145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.712646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.547826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18384"} {"level":"info","ts":"2026-03-02T22:15:26.712696Z","caller":"traceutil/trace.go:171","msg":"trace[1796414275] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24891; }","duration":"106.706649ms","start":"2026-03-02T22:15:26.605978Z","end":"2026-03-02T22:15:26.712685Z","steps":["trace[1796414275] 'agreement among raft nodes before linearized reading' (duration: 106.583616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.712719Z","caller":"traceutil/trace.go:171","msg":"trace[916914076] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:24891; }","duration":"106.635377ms","start":"2026-03-02T22:15:26.606066Z","end":"2026-03-02T22:15:26.712701Z","steps":["trace[916914076] 'agreement among raft nodes before linearized reading' (duration: 106.444753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.71294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.240422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:15:26.712978Z","caller":"traceutil/trace.go:171","msg":"trace[1682490129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24891; }","duration":"107.745374ms","start":"2026-03-02T22:15:26.605221Z","end":"2026-03-02T22:15:26.712967Z","steps":["trace[1682490129] 'agreement among raft nodes before linearized reading' (duration: 107.16302ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:27.838184Z","caller":"traceutil/trace.go:171","msg":"trace[1912401573] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"137.222086ms","start":"2026-03-02T22:15:27.700934Z","end":"2026-03-02T22:15:27.838156Z","steps":["trace[1912401573] 'process raft request' (duration: 137.003141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:27.838551Z","caller":"traceutil/trace.go:171","msg":"trace[960345899] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"137.252126ms","start":"2026-03-02T22:15:27.701214Z","end":"2026-03-02T22:15:27.838466Z","steps":["trace[960345899] 'process raft request' (duration: 136.893667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:27.838951Z","caller":"traceutil/trace.go:171","msg":"trace[1963320904] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"137.644545ms","start":"2026-03-02T22:15:27.701292Z","end":"2026-03-02T22:15:27.838936Z","steps":["trace[1963320904] 'process raft request' (duration: 137.085102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:27.839243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.799595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-03-02T22:15:27.839359Z","caller":"traceutil/trace.go:171","msg":"trace[1053425806] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24913; }","duration":"117.97723ms","start":"2026-03-02T22:15:27.721351Z","end":"2026-03-02T22:15:27.839329Z","steps":["trace[1053425806] 'agreement among raft nodes before linearized reading' (duration: 117.588071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:28.961128Z","caller":"traceutil/trace.go:171","msg":"trace[967770686] linearizableReadLoop","detail":"{readStateIndex:25798; appliedIndex:25797; }","duration":"239.227165ms","start":"2026-03-02T22:15:28.721879Z","end":"2026-03-02T22:15:28.961106Z","steps":["trace[967770686] 'read index received' (duration: 239.00819ms)","trace[967770686] 'applied index is now lower than readState.Index' (duration: 218.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:28.961238Z","caller":"traceutil/trace.go:171","msg":"trace[1640388553] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"239.572873ms","start":"2026-03-02T22:15:28.721643Z","end":"2026-03-02T22:15:28.961216Z","steps":["trace[1640388553] 'process raft request' (duration: 239.307607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:28.961402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.517332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-03-02T22:15:28.961431Z","caller":"traceutil/trace.go:171","msg":"trace[434998413] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:24921; }","duration":"239.589273ms","start":"2026-03-02T22:15:28.721833Z","end":"2026-03-02T22:15:28.961422Z","steps":["trace[434998413] 'agreement among raft nodes before linearized reading' (duration: 239.389198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:28.96148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.054616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"warn","ts":"2026-03-02T22:15:28.961511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.192175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-02T22:15:28.961533Z","caller":"traceutil/trace.go:171","msg":"trace[2002797415] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:24921; }","duration":"215.143608ms","start":"2026-03-02T22:15:28.746376Z","end":"2026-03-02T22:15:28.96152Z","steps":["trace[2002797415] 'agreement among raft nodes before linearized reading' (duration: 214.960994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:28.961545Z","caller":"traceutil/trace.go:171","msg":"trace[1562698166] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24921; }","duration":"115.236967ms","start":"2026-03-02T22:15:28.846296Z","end":"2026-03-02T22:15:28.961533Z","steps":["trace[1562698166] 'agreement among raft nodes before linearized reading' (duration: 115.139344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:28.961565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.498279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-02T22:15:28.961551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.850743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-03-02T22:15:28.961645Z","caller":"traceutil/trace.go:171","msg":"trace[1375530606] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24921; }","duration":"189.965116ms","start":"2026-03-02T22:15:28.771654Z","end":"2026-03-02T22:15:28.961619Z","steps":["trace[1375530606] 'agreement among raft nodes before linearized reading' (duration: 189.808192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:28.961649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.533621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-03-02T22:15:28.961732Z","caller":"traceutil/trace.go:171","msg":"trace[27325273] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:24921; }","duration":"140.683315ms","start":"2026-03-02T22:15:28.82103Z","end":"2026-03-02T22:15:28.961713Z","steps":["trace[27325273] 'agreement among raft nodes before linearized reading' (duration: 140.353437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:28.961484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.073679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:28.961769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.308802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T22:15:28.961789Z","caller":"traceutil/trace.go:171","msg":"trace[1005797646] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24921; }","duration":"168.420166ms","start":"2026-03-02T22:15:28.793359Z","end":"2026-03-02T22:15:28.961779Z","steps":["trace[1005797646] 'agreement among raft nodes before linearized reading' (duration: 168.057668ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:28.961595Z","caller":"traceutil/trace.go:171","msg":"trace[2144723343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24921; }","duration":"165.54559ms","start":"2026-03-02T22:15:28.79604Z","end":"2026-03-02T22:15:28.961586Z","steps":["trace[2144723343] 'agreement among raft nodes before linearized reading' (duration: 165.472158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:28.961812Z","caller":"traceutil/trace.go:171","msg":"trace[1843905330] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:24921; }","duration":"129.464606ms","start":"2026-03-02T22:15:28.832337Z","end":"2026-03-02T22:15:28.961801Z","steps":["trace[1843905330] 'agreement among raft nodes before linearized reading' (duration: 129.20368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.16203Z","caller":"traceutil/trace.go:171","msg":"trace[1011422763] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"194.203514ms","start":"2026-03-02T22:15:28.967801Z","end":"2026-03-02T22:15:29.162005Z","steps":["trace[1011422763] 'process raft request' (duration: 187.736884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.162327Z","caller":"traceutil/trace.go:171","msg":"trace[438534732] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"194.458869ms","start":"2026-03-02T22:15:28.96784Z","end":"2026-03-02T22:15:29.162299Z","steps":["trace[438534732] 'process raft request' (duration: 194.111211ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.162443Z","caller":"traceutil/trace.go:171","msg":"trace[2118963677] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"132.716581ms","start":"2026-03-02T22:15:29.029699Z","end":"2026-03-02T22:15:29.162416Z","steps":["trace[2118963677] 'process raft request' (duration: 132.483336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.162313Z","caller":"traceutil/trace.go:171","msg":"trace[1352122319] linearizableReadLoop","detail":"{readStateIndex:25801; appliedIndex:25798; }","duration":"191.535562ms","start":"2026-03-02T22:15:28.970752Z","end":"2026-03-02T22:15:29.162287Z","steps":["trace[1352122319] 'read index received' (duration: 57.733216ms)","trace[1352122319] 'applied index is now lower than readState.Index' (duration: 133.800796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:29.16274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.957002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-02T22:15:29.162823Z","caller":"traceutil/trace.go:171","msg":"trace[1638831519] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:24924; }","duration":"192.069014ms","start":"2026-03-02T22:15:28.970732Z","end":"2026-03-02T22:15:29.162801Z","steps":["trace[1638831519] 'agreement among raft nodes before linearized reading' (duration: 191.743607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.16295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.95368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:929"} {"level":"info","ts":"2026-03-02T22:15:29.163012Z","caller":"traceutil/trace.go:171","msg":"trace[1575287125] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:24924; }","duration":"166.074073ms","start":"2026-03-02T22:15:28.996923Z","end":"2026-03-02T22:15:29.162997Z","steps":["trace[1575287125] 'agreement among raft nodes before linearized reading' (duration: 165.863208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.163046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.634769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"info","ts":"2026-03-02T22:15:29.16311Z","caller":"traceutil/trace.go:171","msg":"trace[840687260] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24924; }","duration":"116.734561ms","start":"2026-03-02T22:15:29.046361Z","end":"2026-03-02T22:15:29.163096Z","steps":["trace[840687260] 'agreement among raft nodes before linearized reading' (duration: 116.481415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.16328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.893194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1094"} {"level":"warn","ts":"2026-03-02T22:15:29.163305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.677724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:29.163341Z","caller":"traceutil/trace.go:171","msg":"trace[1004932519] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24924; }","duration":"127.727975ms","start":"2026-03-02T22:15:29.035601Z","end":"2026-03-02T22:15:29.163329Z","steps":["trace[1004932519] 'agreement among raft nodes before linearized reading' (duration: 127.589352ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.163555Z","caller":"traceutil/trace.go:171","msg":"trace[628065712] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:24924; }","duration":"142.20676ms","start":"2026-03-02T22:15:29.021331Z","end":"2026-03-02T22:15:29.163538Z","steps":["trace[628065712] 'agreement among raft nodes before linearized reading' (duration: 141.849742ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.697868Z","caller":"traceutil/trace.go:171","msg":"trace[2072551666] linearizableReadLoop","detail":"{readStateIndex:25803; appliedIndex:25802; }","duration":"225.984489ms","start":"2026-03-02T22:15:29.471861Z","end":"2026-03-02T22:15:29.697845Z","steps":["trace[2072551666] 'read index received' (duration: 225.760294ms)","trace[2072551666] 'applied index is now lower than readState.Index' (duration: 223.185µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:29.700971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.076311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18537"} {"level":"info","ts":"2026-03-02T22:15:29.701067Z","caller":"traceutil/trace.go:171","msg":"trace[859470590] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24925; }","duration":"229.198594ms","start":"2026-03-02T22:15:29.471847Z","end":"2026-03-02T22:15:29.701046Z","steps":["trace[859470590] 'agreement among raft nodes before linearized reading' (duration: 228.883436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.701442Z","caller":"traceutil/trace.go:171","msg":"trace[834715603] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"254.422158ms","start":"2026-03-02T22:15:29.447006Z","end":"2026-03-02T22:15:29.701428Z","steps":["trace[834715603] 'process raft request' (duration: 250.687111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.701838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.564034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1278"} {"level":"info","ts":"2026-03-02T22:15:29.701875Z","caller":"traceutil/trace.go:171","msg":"trace[1747809240] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24925; }","duration":"204.625195ms","start":"2026-03-02T22:15:29.497236Z","end":"2026-03-02T22:15:29.701861Z","steps":["trace[1747809240] 'agreement among raft nodes before linearized reading' (duration: 204.516592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.703183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.941185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-03-02T22:15:29.703226Z","caller":"traceutil/trace.go:171","msg":"trace[327305331] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:24925; }","duration":"107.006416ms","start":"2026-03-02T22:15:29.596209Z","end":"2026-03-02T22:15:29.703215Z","steps":["trace[327305331] 'agreement among raft nodes before linearized reading' (duration: 106.885133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.703468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.503642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-03-02T22:15:29.703515Z","caller":"traceutil/trace.go:171","msg":"trace[22032265] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:24925; }","duration":"131.574875ms","start":"2026-03-02T22:15:29.571927Z","end":"2026-03-02T22:15:29.703502Z","steps":["trace[22032265] 'agreement among raft nodes before linearized reading' (duration: 131.452452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.703789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.212815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-02T22:15:29.703848Z","caller":"traceutil/trace.go:171","msg":"trace[2035405413] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24925; }","duration":"156.271506ms","start":"2026-03-02T22:15:29.54756Z","end":"2026-03-02T22:15:29.703832Z","steps":["trace[2035405413] 'agreement among raft nodes before linearized reading' (duration: 156.116853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.704013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.980382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:29.70404Z","caller":"traceutil/trace.go:171","msg":"trace[1159221534] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24925; }","duration":"160.035083ms","start":"2026-03-02T22:15:29.543997Z","end":"2026-03-02T22:15:29.704032Z","steps":["trace[1159221534] 'agreement among raft nodes before linearized reading' (duration: 159.979251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.704302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.093643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-02T22:15:29.704368Z","caller":"traceutil/trace.go:171","msg":"trace[643258817] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24925; }","duration":"182.215466ms","start":"2026-03-02T22:15:29.522135Z","end":"2026-03-02T22:15:29.70435Z","steps":["trace[643258817] 'agreement among raft nodes before linearized reading' (duration: 182.002941ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.82849Z","caller":"traceutil/trace.go:171","msg":"trace[1785420334] linearizableReadLoop","detail":"{readStateIndex:25804; appliedIndex:25803; }","duration":"116.331132ms","start":"2026-03-02T22:15:29.712135Z","end":"2026-03-02T22:15:29.828466Z","steps":["trace[1785420334] 'read index received' (duration: 47.625663ms)","trace[1785420334] 'applied index is now lower than readState.Index' (duration: 68.704289ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:29.828603Z","caller":"traceutil/trace.go:171","msg":"trace[212278039] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"116.512026ms","start":"2026-03-02T22:15:29.712079Z","end":"2026-03-02T22:15:29.828591Z","steps":["trace[212278039] 'process raft request' (duration: 47.642243ms)","trace[212278039] 'compare' (duration: 68.589697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:29.82887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.713471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18537"} {"level":"info","ts":"2026-03-02T22:15:29.829556Z","caller":"traceutil/trace.go:171","msg":"trace[780604219] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24926; }","duration":"117.420837ms","start":"2026-03-02T22:15:29.712108Z","end":"2026-03-02T22:15:29.829529Z","steps":["trace[780604219] 'agreement among raft nodes before linearized reading' (duration: 116.575537ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.863693Z","caller":"traceutil/trace.go:171","msg":"trace[1169789192] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"151.355393ms","start":"2026-03-02T22:15:29.712302Z","end":"2026-03-02T22:15:29.863657Z","steps":["trace[1169789192] 'process raft request' (duration: 151.013105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.864137Z","caller":"traceutil/trace.go:171","msg":"trace[935397284] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"148.369343ms","start":"2026-03-02T22:15:29.715756Z","end":"2026-03-02T22:15:29.864126Z","steps":["trace[935397284] 'process raft request' (duration: 147.752309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.864611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.013681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T22:15:29.86471Z","caller":"traceutil/trace.go:171","msg":"trace[1623446016] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24928; }","duration":"118.163574ms","start":"2026-03-02T22:15:29.746524Z","end":"2026-03-02T22:15:29.864687Z","steps":["trace[1623446016] 'agreement among raft nodes before linearized reading' (duration: 117.97279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.864916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.270135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:15:29.86502Z","caller":"traceutil/trace.go:171","msg":"trace[552986483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24928; }","duration":"143.413579ms","start":"2026-03-02T22:15:29.721588Z","end":"2026-03-02T22:15:29.865002Z","steps":["trace[552986483] 'agreement among raft nodes before linearized reading' (duration: 143.231185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.243465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.778546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:30.243582Z","caller":"traceutil/trace.go:171","msg":"trace[917739879] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"321.94751ms","start":"2026-03-02T22:15:29.921614Z","end":"2026-03-02T22:15:30.243561Z","steps":["trace[917739879] 'process raft request' (duration: 101.97683ms)","trace[917739879] 'compare' (duration: 219.452988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:30.24366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.9216Z","time spent":"322.029572ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:30.244367Z","caller":"traceutil/trace.go:171","msg":"trace[397452811] linearizableReadLoop","detail":"{readStateIndex:25814; appliedIndex:25811; }","duration":"320.370983ms","start":"2026-03-02T22:15:29.923971Z","end":"2026-03-02T22:15:30.244342Z","steps":["trace[397452811] 'read index received' (duration: 99.615865ms)","trace[397452811] 'applied index is now lower than readState.Index' (duration: 220.753858ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:30.244414Z","caller":"traceutil/trace.go:171","msg":"trace[1696646280] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"321.53928ms","start":"2026-03-02T22:15:29.922842Z","end":"2026-03-02T22:15:30.244382Z","steps":["trace[1696646280] 'process raft request' (duration: 321.393477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:30.244529Z","caller":"traceutil/trace.go:171","msg":"trace[586799915] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"318.257825ms","start":"2026-03-02T22:15:29.926237Z","end":"2026-03-02T22:15:30.244494Z","steps":["trace[586799915] 'process raft request' (duration: 318.04339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:30.244511Z","caller":"traceutil/trace.go:171","msg":"trace[1709906099] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"322.362139ms","start":"2026-03-02T22:15:29.922099Z","end":"2026-03-02T22:15:30.244462Z","steps":["trace[1709906099] 'process raft request' (duration: 322.011891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.244693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.926228Z","time spent":"318.378377ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7218,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:30.24474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.750652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:15:30.244817Z","caller":"traceutil/trace.go:171","msg":"trace[301806040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24937; }","duration":"320.838474ms","start":"2026-03-02T22:15:29.923961Z","end":"2026-03-02T22:15:30.244799Z","steps":["trace[301806040] 'agreement among raft nodes before linearized reading' (duration: 320.628189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.244839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.922081Z","time spent":"322.659276ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:30.244882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.923928Z","time spent":"320.945656ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:15:30.244841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.922813Z","time spent":"321.823407ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:30.249411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.325715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"warn","ts":"2026-03-02T22:15:30.249422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.794161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-03-02T22:15:30.249471Z","caller":"traceutil/trace.go:171","msg":"trace[981563739] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:24938; }","duration":"152.427446ms","start":"2026-03-02T22:15:30.09703Z","end":"2026-03-02T22:15:30.249458Z","steps":["trace[981563739] 'agreement among raft nodes before linearized reading' (duration: 152.237102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:30.249484Z","caller":"traceutil/trace.go:171","msg":"trace[586456050] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:24938; }","duration":"176.864343ms","start":"2026-03-02T22:15:30.072602Z","end":"2026-03-02T22:15:30.249466Z","steps":["trace[586456050] 'agreement among raft nodes before linearized reading' (duration: 176.688369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.249488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.531164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-02T22:15:30.249539Z","caller":"traceutil/trace.go:171","msg":"trace[1054624002] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24938; }","duration":"278.644197ms","start":"2026-03-02T22:15:29.970881Z","end":"2026-03-02T22:15:30.249525Z","steps":["trace[1054624002] 'agreement among raft nodes before linearized reading' (duration: 278.490593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.249697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.67581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-03-02T22:15:30.249736Z","caller":"traceutil/trace.go:171","msg":"trace[871545458] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24938; }","duration":"202.739701ms","start":"2026-03-02T22:15:30.046987Z","end":"2026-03-02T22:15:30.249727Z","steps":["trace[871545458] 'agreement among raft nodes before linearized reading' (duration: 202.644359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:30.249736Z","caller":"traceutil/trace.go:171","msg":"trace[1642106922] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"209.56619ms","start":"2026-03-02T22:15:30.040153Z","end":"2026-03-02T22:15:30.249719Z","steps":["trace[1642106922] 'process raft request' (duration: 208.955735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.249817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.910499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-03-02T22:15:30.249869Z","caller":"traceutil/trace.go:171","msg":"trace[952000855] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24938; }","duration":"302.989561ms","start":"2026-03-02T22:15:29.946865Z","end":"2026-03-02T22:15:30.249854Z","steps":["trace[952000855] 'agreement among raft nodes before linearized reading' (duration: 302.878158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.249908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.946844Z","time spent":"303.056233ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-02T22:15:30.249932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.759173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:822"} {"level":"info","ts":"2026-03-02T22:15:30.249971Z","caller":"traceutil/trace.go:171","msg":"trace[2058125656] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:24938; }","duration":"228.820364ms","start":"2026-03-02T22:15:30.021142Z","end":"2026-03-02T22:15:30.249962Z","steps":["trace[2058125656] 'agreement among raft nodes before linearized reading' (duration: 228.723442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.250012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.255397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-02T22:15:30.250054Z","caller":"traceutil/trace.go:171","msg":"trace[1376982995] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:24938; }","duration":"128.315399ms","start":"2026-03-02T22:15:30.121728Z","end":"2026-03-02T22:15:30.250044Z","steps":["trace[1376982995] 'agreement among raft nodes before linearized reading' (duration: 128.232797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.250158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.64433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-02T22:15:30.250194Z","caller":"traceutil/trace.go:171","msg":"trace[862650977] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:24938; }","duration":"253.706ms","start":"2026-03-02T22:15:29.996481Z","end":"2026-03-02T22:15:30.250187Z","steps":["trace[862650977] 'agreement among raft nodes before linearized reading' (duration: 253.616038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.249938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.465924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:914"} {"level":"info","ts":"2026-03-02T22:15:30.250244Z","caller":"traceutil/trace.go:171","msg":"trace[632047073] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:24938; }","duration":"103.794831ms","start":"2026-03-02T22:15:30.14644Z","end":"2026-03-02T22:15:30.250235Z","steps":["trace[632047073] 'agreement among raft nodes before linearized reading' (duration: 103.430203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:30.563918Z","caller":"traceutil/trace.go:171","msg":"trace[1457138824] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"192.441573ms","start":"2026-03-02T22:15:30.371458Z","end":"2026-03-02T22:15:30.563899Z","steps":["trace[1457138824] 'process raft request' (duration: 146.715775ms)","trace[1457138824] 'compare' (duration: 45.320858ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:30.563955Z","caller":"traceutil/trace.go:171","msg":"trace[1806448149] linearizableReadLoop","detail":"{readStateIndex:25821; appliedIndex:25820; }","duration":"182.285528ms","start":"2026-03-02T22:15:30.381642Z","end":"2026-03-02T22:15:30.563927Z","steps":["trace[1806448149] 'read index received' (duration: 136.510549ms)","trace[1806448149] 'applied index is now lower than readState.Index' (duration: 45.772399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:30.56431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.976577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-03-02T22:15:30.564374Z","caller":"traceutil/trace.go:171","msg":"trace[1539369948] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:24944; }","duration":"168.066749ms","start":"2026-03-02T22:15:30.396293Z","end":"2026-03-02T22:15:30.56436Z","steps":["trace[1539369948] 'agreement among raft nodes before linearized reading' (duration: 167.913766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.564332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.663317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:15:30.564454Z","caller":"traceutil/trace.go:171","msg":"trace[561625811] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24944; }","duration":"182.81331ms","start":"2026-03-02T22:15:30.381626Z","end":"2026-03-02T22:15:30.564439Z","steps":["trace[561625811] 'agreement among raft nodes before linearized reading' (duration: 182.554714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.564568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.437996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:15:30.566403Z","caller":"traceutil/trace.go:171","msg":"trace[1449788608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24944; }","duration":"144.290239ms","start":"2026-03-02T22:15:30.422092Z","end":"2026-03-02T22:15:30.566382Z","steps":["trace[1449788608] 'agreement among raft nodes before linearized reading' (duration: 142.417946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.564629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.519783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"info","ts":"2026-03-02T22:15:30.566525Z","caller":"traceutil/trace.go:171","msg":"trace[1138302274] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24944; }","duration":"120.424646ms","start":"2026-03-02T22:15:30.446064Z","end":"2026-03-02T22:15:30.566488Z","steps":["trace[1138302274] 'agreement among raft nodes before linearized reading' (duration: 118.39896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.930015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.506427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:30.930146Z","caller":"traceutil/trace.go:171","msg":"trace[1208265826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24946; }","duration":"123.652881ms","start":"2026-03-02T22:15:30.806477Z","end":"2026-03-02T22:15:30.93013Z","steps":["trace[1208265826] 'range keys from in-memory index tree' (duration: 123.490007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.930787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.19473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:30.930873Z","caller":"traceutil/trace.go:171","msg":"trace[1225327046] linearizableReadLoop","detail":"{readStateIndex:25825; appliedIndex:25824; }","duration":"284.844041ms","start":"2026-03-02T22:15:30.646018Z","end":"2026-03-02T22:15:30.930862Z","steps":["trace[1225327046] 'read index received' (duration: 21.459326ms)","trace[1225327046] 'applied index is now lower than readState.Index' (duration: 263.383525ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:30.930962Z","caller":"traceutil/trace.go:171","msg":"trace[221524156] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"288.826894ms","start":"2026-03-02T22:15:30.642121Z","end":"2026-03-02T22:15:30.930948Z","steps":["trace[221524156] 'process raft request' (duration: 25.414709ms)","trace[221524156] 'compare' (duration: 262.532444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:30.931411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.382333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6867"} {"level":"info","ts":"2026-03-02T22:15:30.931456Z","caller":"traceutil/trace.go:171","msg":"trace[2080530031] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24947; }","duration":"285.445835ms","start":"2026-03-02T22:15:30.645999Z","end":"2026-03-02T22:15:30.931445Z","steps":["trace[2080530031] 'agreement among raft nodes before linearized reading' (duration: 285.23905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.93167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.225691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4246"} {"level":"info","ts":"2026-03-02T22:15:30.931703Z","caller":"traceutil/trace.go:171","msg":"trace[1074649352] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24947; }","duration":"260.286303ms","start":"2026-03-02T22:15:30.671409Z","end":"2026-03-02T22:15:30.931696Z","steps":["trace[1074649352] 'agreement among raft nodes before linearized reading' (duration: 260.197641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.932535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.297572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-02T22:15:30.932576Z","caller":"traceutil/trace.go:171","msg":"trace[1210863507] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:24947; }","duration":"110.379764ms","start":"2026-03-02T22:15:30.822187Z","end":"2026-03-02T22:15:30.932567Z","steps":["trace[1210863507] 'agreement among raft nodes before linearized reading' (duration: 110.291862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.932758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.083688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:15:30.932791Z","caller":"traceutil/trace.go:171","msg":"trace[1969927605] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24947; }","duration":"136.14057ms","start":"2026-03-02T22:15:30.796643Z","end":"2026-03-02T22:15:30.932784Z","steps":["trace[1969927605] 'agreement among raft nodes before linearized reading' (duration: 136.053278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.932973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.10279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-02T22:15:30.933007Z","caller":"traceutil/trace.go:171","msg":"trace[17874483] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:24947; }","duration":"162.160652ms","start":"2026-03-02T22:15:30.770838Z","end":"2026-03-02T22:15:30.932998Z","steps":["trace[17874483] 'agreement among raft nodes before linearized reading' (duration: 162.08259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.933165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.972213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-02T22:15:30.933198Z","caller":"traceutil/trace.go:171","msg":"trace[1016510966] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:24947; }","duration":"186.025105ms","start":"2026-03-02T22:15:30.747165Z","end":"2026-03-02T22:15:30.933191Z","steps":["trace[1016510966] 'agreement among raft nodes before linearized reading' (duration: 185.946023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.933333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.152929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4775"} {"level":"info","ts":"2026-03-02T22:15:30.933365Z","caller":"traceutil/trace.go:171","msg":"trace[268524973] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:24947; }","duration":"212.20479ms","start":"2026-03-02T22:15:30.721153Z","end":"2026-03-02T22:15:30.933357Z","steps":["trace[268524973] 'agreement among raft nodes before linearized reading' (duration: 212.148259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.933514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.459061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2889"} {"level":"info","ts":"2026-03-02T22:15:30.933545Z","caller":"traceutil/trace.go:171","msg":"trace[1703855077] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:24947; }","duration":"236.516593ms","start":"2026-03-02T22:15:30.697022Z","end":"2026-03-02T22:15:30.933538Z","steps":["trace[1703855077] 'agreement among raft nodes before linearized reading' (duration: 236.441601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:32.295268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.05479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:849"} {"level":"info","ts":"2026-03-02T22:15:32.295348Z","caller":"traceutil/trace.go:171","msg":"trace[1702821835] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:24959; }","duration":"213.171923ms","start":"2026-03-02T22:15:32.082158Z","end":"2026-03-02T22:15:32.29533Z","steps":["trace[1702821835] 'range keys from in-memory index tree' (duration: 212.889596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:32.295542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.156638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:2156"} {"level":"info","ts":"2026-03-02T22:15:32.295622Z","caller":"traceutil/trace.go:171","msg":"trace[1489540726] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:24959; }","duration":"199.270871ms","start":"2026-03-02T22:15:32.096333Z","end":"2026-03-02T22:15:32.295604Z","steps":["trace[1489540726] 'range keys from in-memory index tree' (duration: 198.957033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:32.295953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.247874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-03-02T22:15:32.29603Z","caller":"traceutil/trace.go:171","msg":"trace[540624684] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24959; }","duration":"124.359257ms","start":"2026-03-02T22:15:32.171654Z","end":"2026-03-02T22:15:32.296013Z","steps":["trace[540624684] 'range keys from in-memory index tree' (duration: 124.117392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:32.296036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.65615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T22:15:32.296113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.01558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" ","response":"range_response_count:1 size:2002"} {"level":"info","ts":"2026-03-02T22:15:32.296118Z","caller":"traceutil/trace.go:171","msg":"trace[394311937] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24959; }","duration":"113.751932ms","start":"2026-03-02T22:15:32.182353Z","end":"2026-03-02T22:15:32.296105Z","steps":["trace[394311937] 'range keys from in-memory index tree' (duration: 113.563428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:32.296172Z","caller":"traceutil/trace.go:171","msg":"trace[1680332188] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-certs; range_end:; response_count:1; response_revision:24959; }","duration":"172.094242ms","start":"2026-03-02T22:15:32.124062Z","end":"2026-03-02T22:15:32.296156Z","steps":["trace[1680332188] 'range keys from in-memory index tree' (duration: 171.876156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:32.296282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.799036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" ","response":"range_response_count:1 size:1939"} {"level":"info","ts":"2026-03-02T22:15:32.296321Z","caller":"traceutil/trace.go:171","msg":"trace[465275036] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; response_count:1; response_revision:24959; }","duration":"146.860908ms","start":"2026-03-02T22:15:32.14945Z","end":"2026-03-02T22:15:32.296311Z","steps":["trace[465275036] 'range keys from in-memory index tree' (duration: 146.709684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:35.24218Z","caller":"traceutil/trace.go:171","msg":"trace[1594964233] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"186.978207ms","start":"2026-03-02T22:15:35.055175Z","end":"2026-03-02T22:15:35.242154Z","steps":["trace[1594964233] 'process raft request' (duration: 186.823483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:36.394627Z","caller":"traceutil/trace.go:171","msg":"trace[1236206891] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"120.744254ms","start":"2026-03-02T22:15:36.273854Z","end":"2026-03-02T22:15:36.394598Z","steps":["trace[1236206891] 'process raft request' (duration: 120.440757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:36.39977Z","caller":"traceutil/trace.go:171","msg":"trace[558531179] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"122.340972ms","start":"2026-03-02T22:15:36.277407Z","end":"2026-03-02T22:15:36.399748Z","steps":["trace[558531179] 'process raft request' (duration: 121.997834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:46.241692Z","caller":"traceutil/trace.go:171","msg":"trace[570677272] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"139.785013ms","start":"2026-03-02T22:15:46.101866Z","end":"2026-03-02T22:15:46.241651Z","steps":["trace[570677272] 'process raft request' (duration: 105.982621ms)","trace[570677272] 'compare' (duration: 33.501905ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:46.241874Z","caller":"traceutil/trace.go:171","msg":"trace[384048920] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"139.793604ms","start":"2026-03-02T22:15:46.102048Z","end":"2026-03-02T22:15:46.241842Z","steps":["trace[384048920] 'process raft request' (duration: 139.525848ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:50.303983Z","caller":"traceutil/trace.go:171","msg":"trace[835062762] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"162.94649ms","start":"2026-03-02T22:15:50.140988Z","end":"2026-03-02T22:15:50.303935Z","steps":["trace[835062762] 'process raft request' (duration: 162.603962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.855057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.30838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:50.855214Z","caller":"traceutil/trace.go:171","msg":"trace[1448818979] linearizableReadLoop","detail":"{readStateIndex:25997; appliedIndex:25995; }","duration":"503.110031ms","start":"2026-03-02T22:15:50.352092Z","end":"2026-03-02T22:15:50.855202Z","steps":["trace[1448818979] 'read index received' (duration: 14.555876ms)","trace[1448818979] 'applied index is now lower than readState.Index' (duration: 488.553055ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:50.855285Z","caller":"traceutil/trace.go:171","msg":"trace[342912553] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"601.817656ms","start":"2026-03-02T22:15:50.253459Z","end":"2026-03-02T22:15:50.855277Z","steps":["trace[342912553] 'process raft request' (duration: 113.20368ms)","trace[342912553] 'compare' (duration: 488.069353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:50.855328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.253435Z","time spent":"601.868147ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:50.855458Z","caller":"traceutil/trace.go:171","msg":"trace[626434760] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"600.206909ms","start":"2026-03-02T22:15:50.255192Z","end":"2026-03-02T22:15:50.855399Z","steps":["trace[626434760] 'process raft request' (duration: 599.948933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.855711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.255155Z","time spent":"600.392883ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:50.856088Z","caller":"traceutil/trace.go:171","msg":"trace[755251834] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"352.979968ms","start":"2026-03-02T22:15:50.503088Z","end":"2026-03-02T22:15:50.856068Z","steps":["trace[755251834] 'process raft request' (duration: 352.889976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.855601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.424619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:50.856194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.503054Z","time spent":"353.08952ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:50.856229Z","caller":"traceutil/trace.go:171","msg":"trace[193705298] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25115; }","duration":"504.153295ms","start":"2026-03-02T22:15:50.352051Z","end":"2026-03-02T22:15:50.856205Z","steps":["trace[193705298] 'agreement among raft nodes before linearized reading' (duration: 503.417308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.856344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.352032Z","time spent":"504.267579ms","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:50.918709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.844773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:50.918793Z","caller":"traceutil/trace.go:171","msg":"trace[1255763686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25117; }","duration":"549.980736ms","start":"2026-03-02T22:15:50.368793Z","end":"2026-03-02T22:15:50.918773Z","steps":["trace[1255763686] 'agreement among raft nodes before linearized reading' (duration: 549.823832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.918828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.368772Z","time spent":"550.051158ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:15:50.919211Z","caller":"traceutil/trace.go:171","msg":"trace[1232661739] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"115.80639ms","start":"2026-03-02T22:15:50.803394Z","end":"2026-03-02T22:15:50.9192Z","steps":["trace[1232661739] 'process raft request' (duration: 115.064133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.919603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.438105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418631"} {"level":"info","ts":"2026-03-02T22:15:50.919677Z","caller":"traceutil/trace.go:171","msg":"trace[209606212] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25117; }","duration":"215.555578ms","start":"2026-03-02T22:15:50.704111Z","end":"2026-03-02T22:15:50.919666Z","steps":["trace[209606212] 'agreement among raft nodes before linearized reading' (duration: 215.296652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.919943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.858681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T22:15:50.919968Z","caller":"traceutil/trace.go:171","msg":"trace[1614635192] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25117; }","duration":"220.905041ms","start":"2026-03-02T22:15:50.699054Z","end":"2026-03-02T22:15:50.91996Z","steps":["trace[1614635192] 'agreement among raft nodes before linearized reading' (duration: 220.8342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.920309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.284821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:15:50.920412Z","caller":"traceutil/trace.go:171","msg":"trace[1583870109] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25117; }","duration":"304.449494ms","start":"2026-03-02T22:15:50.615936Z","end":"2026-03-02T22:15:50.920386Z","steps":["trace[1583870109] 'agreement among raft nodes before linearized reading' (duration: 304.118947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.920463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.615913Z","time spent":"304.542487ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:50.920706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.457319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:15:50.920732Z","caller":"traceutil/trace.go:171","msg":"trace[2056442833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25117; }","duration":"318.51256ms","start":"2026-03-02T22:15:50.602213Z","end":"2026-03-02T22:15:50.920726Z","steps":["trace[2056442833] 'agreement among raft nodes before linearized reading' (duration: 318.443199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.920751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.602191Z","time spent":"318.556031ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:15:50.920904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.43618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:15:50.920928Z","caller":"traceutil/trace.go:171","msg":"trace[294597639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25117; }","duration":"363.496581ms","start":"2026-03-02T22:15:50.557426Z","end":"2026-03-02T22:15:50.920923Z","steps":["trace[294597639] 'agreement among raft nodes before linearized reading' (duration: 363.432779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.920949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.557406Z","time spent":"363.539702ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:15:50.921138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.085374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:50.921168Z","caller":"traceutil/trace.go:171","msg":"trace[1040002395] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25117; }","duration":"453.140725ms","start":"2026-03-02T22:15:50.468016Z","end":"2026-03-02T22:15:50.921157Z","steps":["trace[1040002395] 'agreement among raft nodes before linearized reading' (duration: 453.014242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.921186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.468Z","time spent":"453.181067ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:51.043319Z","caller":"traceutil/trace.go:171","msg":"trace[1777718338] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"116.995627ms","start":"2026-03-02T22:15:50.926291Z","end":"2026-03-02T22:15:51.043287Z","steps":["trace[1777718338] 'process raft request' (duration: 52.31533ms)","trace[1777718338] 'compare' (duration: 64.069613ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:51.043589Z","caller":"traceutil/trace.go:171","msg":"trace[318911633] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"117.253584ms","start":"2026-03-02T22:15:50.926304Z","end":"2026-03-02T22:15:51.043557Z","steps":["trace[318911633] 'process raft request' (duration: 116.865455ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:51.043686Z","caller":"traceutil/trace.go:171","msg":"trace[1109019329] linearizableReadLoop","detail":"{readStateIndex:26003; appliedIndex:26000; }","duration":"113.012105ms","start":"2026-03-02T22:15:50.930572Z","end":"2026-03-02T22:15:51.043584Z","steps":["trace[1109019329] 'read index received' (duration: 48.067512ms)","trace[1109019329] 'applied index is now lower than readState.Index' (duration: 64.943113ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:51.043833Z","caller":"traceutil/trace.go:171","msg":"trace[2085238294] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"116.28204ms","start":"2026-03-02T22:15:50.927532Z","end":"2026-03-02T22:15:51.043814Z","steps":["trace[2085238294] 'process raft request' (duration: 115.906632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:51.043901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.288681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:51.043962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.663587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18537"} {"level":"info","ts":"2026-03-02T22:15:51.044012Z","caller":"traceutil/trace.go:171","msg":"trace[206841371] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25121; }","duration":"112.76434ms","start":"2026-03-02T22:15:50.93123Z","end":"2026-03-02T22:15:51.043995Z","steps":["trace[206841371] 'agreement among raft nodes before linearized reading' (duration: 112.589076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:51.044021Z","caller":"traceutil/trace.go:171","msg":"trace[1334500043] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25121; }","duration":"113.442565ms","start":"2026-03-02T22:15:50.930551Z","end":"2026-03-02T22:15:51.043993Z","steps":["trace[1334500043] 'agreement among raft nodes before linearized reading' (duration: 113.24ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:51.266247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.358023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:15:51.266327Z","caller":"traceutil/trace.go:171","msg":"trace[1142168846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25121; }","duration":"116.507706ms","start":"2026-03-02T22:15:51.149799Z","end":"2026-03-02T22:15:51.266307Z","steps":["trace[1142168846] 'range keys from in-memory index tree' (duration: 116.159687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:51.922764Z","caller":"traceutil/trace.go:171","msg":"trace[900456377] linearizableReadLoop","detail":"{readStateIndex:26006; appliedIndex:26004; }","duration":"485.559855ms","start":"2026-03-02T22:15:51.437176Z","end":"2026-03-02T22:15:51.922736Z","steps":["trace[900456377] 'read index received' (duration: 49.110116ms)","trace[900456377] 'applied index is now lower than readState.Index' (duration: 436.448709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:51.923258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.070787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/manila-manila-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:51.923343Z","caller":"traceutil/trace.go:171","msg":"trace[1740996002] range","detail":"{range_begin:/registry/rolebindings/openstack/manila-manila-api; range_end:; response_count:0; response_revision:25124; }","duration":"486.18622ms","start":"2026-03-02T22:15:51.437137Z","end":"2026-03-02T22:15:51.923324Z","steps":["trace[1740996002] 'agreement among raft nodes before linearized reading' (duration: 485.887623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:51.923375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:51.437124Z","time spent":"486.243962ms","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/rolebindings/openstack/manila-manila-api\" "} {"level":"info","ts":"2026-03-02T22:15:51.922865Z","caller":"traceutil/trace.go:171","msg":"trace[1517991302] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"486.413025ms","start":"2026-03-02T22:15:51.436428Z","end":"2026-03-02T22:15:51.922841Z","steps":["trace[1517991302] 'process raft request' (duration: 454.494527ms)","trace[1517991302] 'compare' (duration: 31.419937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:51.923753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:51.436413Z","time spent":"487.263105ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:51.924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.366179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:51.924068Z","caller":"traceutil/trace.go:171","msg":"trace[1312105787] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25124; }","duration":"271.554313ms","start":"2026-03-02T22:15:51.652496Z","end":"2026-03-02T22:15:51.92405Z","steps":["trace[1312105787] 'agreement among raft nodes before linearized reading' (duration: 271.38849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.415229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.347012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:52.415379Z","caller":"traceutil/trace.go:171","msg":"trace[962877793] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"261.546532ms","start":"2026-03-02T22:15:52.153806Z","end":"2026-03-02T22:15:52.415352Z","steps":["trace[962877793] 'process raft request' (duration: 23.978005ms)","trace[962877793] 'compare' (duration: 237.058155ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:52.456151Z","caller":"traceutil/trace.go:171","msg":"trace[996953641] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"302.021788ms","start":"2026-03-02T22:15:52.154094Z","end":"2026-03-02T22:15:52.456116Z","steps":["trace[996953641] 'process raft request' (duration: 301.771862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.456209Z","caller":"traceutil/trace.go:171","msg":"trace[103152357] linearizableReadLoop","detail":"{readStateIndex:26030; appliedIndex:26024; }","duration":"276.458937ms","start":"2026-03-02T22:15:52.179721Z","end":"2026-03-02T22:15:52.45618Z","steps":["trace[103152357] 'read index received' (duration: 276.067117ms)","trace[103152357] 'applied index is now lower than readState.Index' (duration: 390.909µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:52.456229Z","caller":"traceutil/trace.go:171","msg":"trace[600232445] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"301.764542ms","start":"2026-03-02T22:15:52.154439Z","end":"2026-03-02T22:15:52.456203Z","steps":["trace[600232445] 'process raft request' (duration: 301.638979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.45628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.154082Z","time spent":"302.138001ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.456315Z","caller":"traceutil/trace.go:171","msg":"trace[2113489379] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"301.861884ms","start":"2026-03-02T22:15:52.154442Z","end":"2026-03-02T22:15:52.456303Z","steps":["trace[2113489379] 'process raft request' (duration: 301.66935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.456339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.154429Z","time spent":"301.855605ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1084,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.456402Z","caller":"traceutil/trace.go:171","msg":"trace[2132513600] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"301.434104ms","start":"2026-03-02T22:15:52.154959Z","end":"2026-03-02T22:15:52.456394Z","steps":["trace[2132513600] 'process raft request' (duration: 301.184909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.456425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.154424Z","time spent":"301.919746ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:52.456439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.154943Z","time spent":"301.481146ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16617,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.456467Z","caller":"traceutil/trace.go:171","msg":"trace[982089436] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"302.308095ms","start":"2026-03-02T22:15:52.15415Z","end":"2026-03-02T22:15:52.456458Z","steps":["trace[982089436] 'process raft request' (duration: 301.852094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.456521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.154145Z","time spent":"302.359216ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1085,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.456621Z","caller":"traceutil/trace.go:171","msg":"trace[293669077] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"302.335176ms","start":"2026-03-02T22:15:52.154254Z","end":"2026-03-02T22:15:52.456589Z","steps":["trace[293669077] 'process raft request' (duration: 301.780983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.456733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.154219Z","time spent":"302.474088ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:52.456636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.930888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api.18992609d9dd7b29\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-02T22:15:52.456789Z","caller":"traceutil/trace.go:171","msg":"trace[319810928] range","detail":"{range_begin:/registry/events/openstack/manila-api.18992609d9dd7b29; range_end:; response_count:1; response_revision:25147; }","duration":"277.128922ms","start":"2026-03-02T22:15:52.17965Z","end":"2026-03-02T22:15:52.456779Z","steps":["trace[319810928] 'agreement among raft nodes before linearized reading' (duration: 276.837236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.468328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.440501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:52.468402Z","caller":"traceutil/trace.go:171","msg":"trace[1812920619] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25148; }","duration":"131.581915ms","start":"2026-03-02T22:15:52.336803Z","end":"2026-03-02T22:15:52.468385Z","steps":["trace[1812920619] 'agreement among raft nodes before linearized reading' (duration: 131.436692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.468471Z","caller":"traceutil/trace.go:171","msg":"trace[490769198] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"157.880823ms","start":"2026-03-02T22:15:52.310547Z","end":"2026-03-02T22:15:52.468428Z","steps":["trace[490769198] 'process raft request' (duration: 157.576316ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.584232Z","caller":"traceutil/trace.go:171","msg":"trace[1930388998] linearizableReadLoop","detail":"{readStateIndex:26033; appliedIndex:26031; }","duration":"112.849861ms","start":"2026-03-02T22:15:52.471356Z","end":"2026-03-02T22:15:52.584206Z","steps":["trace[1930388998] 'read index received' (duration: 112.476333ms)","trace[1930388998] 'applied index is now lower than readState.Index' (duration: 372.258µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:52.584449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.080926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-02T22:15:52.584484Z","caller":"traceutil/trace.go:171","msg":"trace[659449208] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25150; }","duration":"113.178228ms","start":"2026-03-02T22:15:52.471294Z","end":"2026-03-02T22:15:52.584473Z","steps":["trace[659449208] 'agreement among raft nodes before linearized reading' (duration: 113.006574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.584818Z","caller":"traceutil/trace.go:171","msg":"trace[1948877452] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"123.022697ms","start":"2026-03-02T22:15:52.461784Z","end":"2026-03-02T22:15:52.584807Z","steps":["trace[1948877452] 'process raft request' (duration: 122.054405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.585023Z","caller":"traceutil/trace.go:171","msg":"trace[665966449] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"120.615411ms","start":"2026-03-02T22:15:52.464377Z","end":"2026-03-02T22:15:52.584992Z","steps":["trace[665966449] 'process raft request' (duration: 119.67335ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.894991Z","caller":"traceutil/trace.go:171","msg":"trace[1071522416] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"304.341832ms","start":"2026-03-02T22:15:52.590631Z","end":"2026-03-02T22:15:52.894973Z","steps":["trace[1071522416] 'process raft request' (duration: 304.110567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.895026Z","caller":"traceutil/trace.go:171","msg":"trace[1578345305] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"304.22486ms","start":"2026-03-02T22:15:52.590775Z","end":"2026-03-02T22:15:52.895Z","steps":["trace[1578345305] 'process raft request' (duration: 304.127298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.895119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.590619Z","time spent":"304.443445ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:52.895147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.590762Z","time spent":"304.325792ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.89543Z","caller":"traceutil/trace.go:171","msg":"trace[806763597] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"304.532487ms","start":"2026-03-02T22:15:52.590858Z","end":"2026-03-02T22:15:52.89539Z","steps":["trace[806763597] 'process raft request' (duration: 304.077196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.895593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.590846Z","time spent":"304.67234ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.895651Z","caller":"traceutil/trace.go:171","msg":"trace[1760123570] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"304.738232ms","start":"2026-03-02T22:15:52.590898Z","end":"2026-03-02T22:15:52.895636Z","steps":["trace[1760123570] 'process raft request' (duration: 304.065156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.895711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.590873Z","time spent":"304.810594ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.896076Z","caller":"traceutil/trace.go:171","msg":"trace[453327325] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"304.980987ms","start":"2026-03-02T22:15:52.591077Z","end":"2026-03-02T22:15:52.896058Z","steps":["trace[453327325] 'process raft request' (duration: 304.512297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.896112Z","caller":"traceutil/trace.go:171","msg":"trace[52222754] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"305.077069ms","start":"2026-03-02T22:15:52.59102Z","end":"2026-03-02T22:15:52.896097Z","steps":["trace[52222754] 'process raft request' (duration: 304.387503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.896147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.591067Z","time spent":"305.052169ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:52.896173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.591011Z","time spent":"305.13257ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.896948Z","caller":"traceutil/trace.go:171","msg":"trace[1745300257] linearizableReadLoop","detail":"{readStateIndex:26043; appliedIndex:26034; }","duration":"265.906004ms","start":"2026-03-02T22:15:52.631027Z","end":"2026-03-02T22:15:52.896933Z","steps":["trace[1745300257] 'read index received' (duration: 263.683952ms)","trace[1745300257] 'applied index is now lower than readState.Index' (duration: 2.220912ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:52.897036Z","caller":"traceutil/trace.go:171","msg":"trace[424372683] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"305.819267ms","start":"2026-03-02T22:15:52.591208Z","end":"2026-03-02T22:15:52.897027Z","steps":["trace[424372683] 'process raft request' (duration: 305.653613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.897336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.591199Z","time spent":"306.111903ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.897051Z","caller":"traceutil/trace.go:171","msg":"trace[1996094147] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"305.890878ms","start":"2026-03-02T22:15:52.59114Z","end":"2026-03-02T22:15:52.897031Z","steps":["trace[1996094147] 'process raft request' (duration: 305.259503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.896732Z","caller":"traceutil/trace.go:171","msg":"trace[1595904812] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"305.53017ms","start":"2026-03-02T22:15:52.591122Z","end":"2026-03-02T22:15:52.896652Z","steps":["trace[1595904812] 'process raft request' (duration: 304.899496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.897474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.591131Z","time spent":"306.299068ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":640,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:52.897255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.21711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-02T22:15:52.897556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.591113Z","time spent":"306.355439ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:52.897613Z","caller":"traceutil/trace.go:171","msg":"trace[1607237214] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25160; }","duration":"266.583239ms","start":"2026-03-02T22:15:52.63101Z","end":"2026-03-02T22:15:52.897593Z","steps":["trace[1607237214] 'agreement among raft nodes before linearized reading' (duration: 266.081347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.909586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.022072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364556"} {"level":"info","ts":"2026-03-02T22:15:52.909661Z","caller":"traceutil/trace.go:171","msg":"trace[696426662] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25163; }","duration":"185.162375ms","start":"2026-03-02T22:15:52.724485Z","end":"2026-03-02T22:15:52.909647Z","steps":["trace[696426662] 'agreement among raft nodes before linearized reading' (duration: 184.231473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.071959Z","caller":"traceutil/trace.go:171","msg":"trace[489106840] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"163.146895ms","start":"2026-03-02T22:15:52.908769Z","end":"2026-03-02T22:15:53.071916Z","steps":["trace[489106840] 'process raft request' (duration: 162.729386ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.072219Z","caller":"traceutil/trace.go:171","msg":"trace[1814551497] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"163.108024ms","start":"2026-03-02T22:15:52.909092Z","end":"2026-03-02T22:15:53.0722Z","steps":["trace[1814551497] 'process raft request' (duration: 162.885249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.072222Z","caller":"traceutil/trace.go:171","msg":"trace[1462437796] linearizableReadLoop","detail":"{readStateIndex:26057; appliedIndex:26049; }","duration":"105.245745ms","start":"2026-03-02T22:15:52.966944Z","end":"2026-03-02T22:15:53.07219Z","steps":["trace[1462437796] 'read index received' (duration: 104.704522ms)","trace[1462437796] 'applied index is now lower than readState.Index' (duration: 540.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:53.07238Z","caller":"traceutil/trace.go:171","msg":"trace[127086368] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"163.586415ms","start":"2026-03-02T22:15:52.908787Z","end":"2026-03-02T22:15:53.072374Z","steps":["trace[127086368] 'process raft request' (duration: 163.018582ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.07238Z","caller":"traceutil/trace.go:171","msg":"trace[1394458985] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"163.197376ms","start":"2026-03-02T22:15:52.909171Z","end":"2026-03-02T22:15:53.072368Z","steps":["trace[1394458985] 'process raft request' (duration: 162.850488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.072422Z","caller":"traceutil/trace.go:171","msg":"trace[1565539939] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"143.677394ms","start":"2026-03-02T22:15:52.928712Z","end":"2026-03-02T22:15:53.07239Z","steps":["trace[1565539939] 'process raft request' (duration: 143.389308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.07249Z","caller":"traceutil/trace.go:171","msg":"trace[645529083] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"163.625747ms","start":"2026-03-02T22:15:52.908859Z","end":"2026-03-02T22:15:53.072484Z","steps":["trace[645529083] 'process raft request' (duration: 163.051663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.072545Z","caller":"traceutil/trace.go:171","msg":"trace[1503903792] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"163.427491ms","start":"2026-03-02T22:15:52.909095Z","end":"2026-03-02T22:15:53.072522Z","steps":["trace[1503903792] 'process raft request' (duration: 162.850068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.072781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.194251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:15:53.072794Z","caller":"traceutil/trace.go:171","msg":"trace[1783088286] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"162.94018ms","start":"2026-03-02T22:15:52.909838Z","end":"2026-03-02T22:15:53.072778Z","steps":["trace[1783088286] 'process raft request' (duration: 162.226184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.072828Z","caller":"traceutil/trace.go:171","msg":"trace[817426103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25174; }","duration":"139.288723ms","start":"2026-03-02T22:15:52.933526Z","end":"2026-03-02T22:15:53.072815Z","steps":["trace[817426103] 'agreement among raft nodes before linearized reading' (duration: 139.081738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.072807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.900317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-02T22:15:53.072909Z","caller":"traceutil/trace.go:171","msg":"trace[433259488] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25174; }","duration":"124.057081ms","start":"2026-03-02T22:15:52.948841Z","end":"2026-03-02T22:15:53.072898Z","steps":["trace[433259488] 'agreement among raft nodes before linearized reading' (duration: 123.715723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.498229Z","caller":"traceutil/trace.go:171","msg":"trace[1927021669] linearizableReadLoop","detail":"{readStateIndex:26058; appliedIndex:26057; }","duration":"425.883873ms","start":"2026-03-02T22:15:53.072321Z","end":"2026-03-02T22:15:53.498205Z","steps":["trace[1927021669] 'read index received' (duration: 425.811442ms)","trace[1927021669] 'applied index is now lower than readState.Index' (duration: 71.541µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:53.498393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.885041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:15:53.498429Z","caller":"traceutil/trace.go:171","msg":"trace[1160466056] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25175; }","duration":"440.958232ms","start":"2026-03-02T22:15:53.057461Z","end":"2026-03-02T22:15:53.49842Z","steps":["trace[1160466056] 'agreement among raft nodes before linearized reading' (duration: 440.826539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.498418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.586473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:15:53.498449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.057449Z","time spent":"440.995813ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:15:53.49846Z","caller":"traceutil/trace.go:171","msg":"trace[233657329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25175; }","duration":"443.659065ms","start":"2026-03-02T22:15:53.054788Z","end":"2026-03-02T22:15:53.498447Z","steps":["trace[233657329] 'agreement among raft nodes before linearized reading' (duration: 443.530822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.498528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.054774Z","time spent":"443.713606ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:15:53.498549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.983819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:15:53.49863Z","caller":"traceutil/trace.go:171","msg":"trace[1730610991] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25175; }","duration":"446.130922ms","start":"2026-03-02T22:15:53.052477Z","end":"2026-03-02T22:15:53.498608Z","steps":["trace[1730610991] 'agreement among raft nodes before linearized reading' (duration: 445.888436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.498678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.052467Z","time spent":"446.201374ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:53.498698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.093826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-02T22:15:53.498595Z","caller":"traceutil/trace.go:171","msg":"trace[900338969] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"495.844702ms","start":"2026-03-02T22:15:53.002742Z","end":"2026-03-02T22:15:53.498586Z","steps":["trace[900338969] 'process raft request' (duration: 495.30209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.498717Z","caller":"traceutil/trace.go:171","msg":"trace[431484296] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25175; }","duration":"527.152077ms","start":"2026-03-02T22:15:52.97156Z","end":"2026-03-02T22:15:53.498712Z","steps":["trace[431484296] 'agreement among raft nodes before linearized reading' (duration: 527.089726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.498734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.971536Z","time spent":"527.194837ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-02T22:15:53.498799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.00271Z","time spent":"496.027867ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:53.543016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.90639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:15:53.543081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:53.543087Z","caller":"traceutil/trace.go:171","msg":"trace[2055092726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25176; }","duration":"211.012573ms","start":"2026-03-02T22:15:53.332058Z","end":"2026-03-02T22:15:53.543071Z","steps":["trace[2055092726] 'agreement among raft nodes before linearized reading' (duration: 210.802568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.54312Z","caller":"traceutil/trace.go:171","msg":"trace[1340889231] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25176; }","duration":"272.764922ms","start":"2026-03-02T22:15:53.270342Z","end":"2026-03-02T22:15:53.543107Z","steps":["trace[1340889231] 'agreement among raft nodes before linearized reading' (duration: 272.71152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.543344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.134626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:53.543383Z","caller":"traceutil/trace.go:171","msg":"trace[1044624357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25176; }","duration":"176.208118ms","start":"2026-03-02T22:15:53.367165Z","end":"2026-03-02T22:15:53.543373Z","steps":["trace[1044624357] 'agreement among raft nodes before linearized reading' (duration: 176.147086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.543373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.93919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-03-02T22:15:53.543464Z","caller":"traceutil/trace.go:171","msg":"trace[485320966] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25176; }","duration":"437.095643ms","start":"2026-03-02T22:15:53.106346Z","end":"2026-03-02T22:15:53.543441Z","steps":["trace[485320966] 'agreement among raft nodes before linearized reading' (duration: 436.815757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:53.543462Z","caller":"traceutil/trace.go:171","msg":"trace[676454118] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"466.491813ms","start":"2026-03-02T22:15:53.07695Z","end":"2026-03-02T22:15:53.543442Z","steps":["trace[676454118] 'process raft request' (duration: 465.46518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.543017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.552578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:53.543507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.106321Z","time spent":"437.174066ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3549,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-02T22:15:53.543528Z","caller":"traceutil/trace.go:171","msg":"trace[561975816] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25176; }","duration":"296.121621ms","start":"2026-03-02T22:15:53.247396Z","end":"2026-03-02T22:15:53.543518Z","steps":["trace[561975816] 'agreement among raft nodes before linearized reading' (duration: 295.478236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.543541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.414598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130941"} {"level":"info","ts":"2026-03-02T22:15:53.543615Z","caller":"traceutil/trace.go:171","msg":"trace[1805794120] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25176; }","duration":"465.517061ms","start":"2026-03-02T22:15:53.078079Z","end":"2026-03-02T22:15:53.543596Z","steps":["trace[1805794120] 'agreement among raft nodes before linearized reading' (duration: 465.231874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.543655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.078068Z","time spent":"465.578472ms","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130965,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T22:15:53.543769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.076923Z","time spent":"466.587666ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:54.170612Z","caller":"traceutil/trace.go:171","msg":"trace[1560811222] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"486.093058ms","start":"2026-03-02T22:15:53.684487Z","end":"2026-03-02T22:15:54.17058Z","steps":["trace[1560811222] 'process raft request' (duration: 453.137145ms)","trace[1560811222] 'compare' (duration: 32.716997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:54.171206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.684472Z","time spent":"486.22064ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6259,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:54.450285Z","caller":"traceutil/trace.go:171","msg":"trace[228379326] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"765.297439ms","start":"2026-03-02T22:15:53.684943Z","end":"2026-03-02T22:15:54.450241Z","steps":["trace[228379326] 'process raft request' (duration: 765.110645ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:54.450362Z","caller":"traceutil/trace.go:171","msg":"trace[1514000504] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"765.544444ms","start":"2026-03-02T22:15:53.684779Z","end":"2026-03-02T22:15:54.450324Z","steps":["trace[1514000504] 'process raft request' (duration: 765.090803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:54.450381Z","caller":"traceutil/trace.go:171","msg":"trace[1698398168] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"763.542888ms","start":"2026-03-02T22:15:53.686788Z","end":"2026-03-02T22:15:54.450331Z","steps":["trace[1698398168] 'process raft request' (duration: 763.310973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.450484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.68493Z","time spent":"765.462422ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6090,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:54.450577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.686775Z","time spent":"763.702581ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8889,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:15:54.450528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.684758Z","time spent":"765.673117ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6847,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:54.51407Z","caller":"traceutil/trace.go:171","msg":"trace[878172228] linearizableReadLoop","detail":"{readStateIndex:26075; appliedIndex:26072; }","duration":"828.346637ms","start":"2026-03-02T22:15:53.685695Z","end":"2026-03-02T22:15:54.514042Z","steps":["trace[878172228] 'read index received' (duration: 451.921387ms)","trace[878172228] 'applied index is now lower than readState.Index' (duration: 376.42373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:54.514319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.606003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-02T22:15:54.514361Z","caller":"traceutil/trace.go:171","msg":"trace[82842252] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25193; }","duration":"828.680395ms","start":"2026-03-02T22:15:53.685668Z","end":"2026-03-02T22:15:54.514348Z","steps":["trace[82842252] 'agreement among raft nodes before linearized reading' (duration: 828.500841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.514403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.685656Z","time spent":"828.738026ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-02T22:15:54.515253Z","caller":"traceutil/trace.go:171","msg":"trace[532865011] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"336.384564ms","start":"2026-03-02T22:15:54.178852Z","end":"2026-03-02T22:15:54.515236Z","steps":["trace[532865011] 'process raft request' (duration: 336.326293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.515454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.178828Z","time spent":"336.523718ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6395,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:54.515575Z","caller":"traceutil/trace.go:171","msg":"trace[1833162529] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"339.603578ms","start":"2026-03-02T22:15:54.17591Z","end":"2026-03-02T22:15:54.515514Z","steps":["trace[1833162529] 'process raft request' (duration: 339.123587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.51572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.175886Z","time spent":"339.768373ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:15:54.565459Z","caller":"traceutil/trace.go:171","msg":"trace[646068925] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"103.442543ms","start":"2026-03-02T22:15:54.461985Z","end":"2026-03-02T22:15:54.565428Z","steps":["trace[646068925] 'process raft request' (duration: 103.29166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.565624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.21648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:54.565696Z","caller":"traceutil/trace.go:171","msg":"trace[1149455392] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25199; }","duration":"438.329313ms","start":"2026-03-02T22:15:54.127345Z","end":"2026-03-02T22:15:54.565674Z","steps":["trace[1149455392] 'agreement among raft nodes before linearized reading' (duration: 438.169229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:54.565659Z","caller":"traceutil/trace.go:171","msg":"trace[1765988631] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"106.702959ms","start":"2026-03-02T22:15:54.458918Z","end":"2026-03-02T22:15:54.565621Z","steps":["trace[1765988631] 'process raft request' (duration: 106.099465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.565764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.127329Z","time spent":"438.415814ms","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:54.565915Z","caller":"traceutil/trace.go:171","msg":"trace[898165197] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"105.489101ms","start":"2026-03-02T22:15:54.46041Z","end":"2026-03-02T22:15:54.565899Z","steps":["trace[898165197] 'process raft request' (duration: 104.786555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.565899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.568792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:54.566104Z","caller":"traceutil/trace.go:171","msg":"trace[1269311645] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25199; }","duration":"388.898719ms","start":"2026-03-02T22:15:54.177178Z","end":"2026-03-02T22:15:54.566077Z","steps":["trace[1269311645] 'agreement among raft nodes before linearized reading' (duration: 388.348006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.566136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.595916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:15:54.56615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.438604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:54.566247Z","caller":"traceutil/trace.go:171","msg":"trace[376565452] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25199; }","duration":"342.593098ms","start":"2026-03-02T22:15:54.22363Z","end":"2026-03-02T22:15:54.566223Z","steps":["trace[376565452] 'agreement among raft nodes before linearized reading' (duration: 342.400703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.566168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.177166Z","time spent":"388.988761ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:15:54.566246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.047278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-02T22:15:54.566254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.31705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:54.566303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.223609Z","time spent":"342.683399ms","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:54.566216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.534918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:54.566322Z","caller":"traceutil/trace.go:171","msg":"trace[88939869] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25199; }","duration":"872.1441ms","start":"2026-03-02T22:15:53.694158Z","end":"2026-03-02T22:15:54.566302Z","steps":["trace[88939869] 'agreement among raft nodes before linearized reading' (duration: 871.949426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:54.566332Z","caller":"traceutil/trace.go:171","msg":"trace[1128908490] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-init; range_end:; response_count:0; response_revision:25199; }","duration":"877.403172ms","start":"2026-03-02T22:15:53.688917Z","end":"2026-03-02T22:15:54.56632Z","steps":["trace[1128908490] 'agreement among raft nodes before linearized reading' (duration: 877.302479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.566361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.694152Z","time spent":"872.199942ms","remote":"127.0.0.1:49574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-02T22:15:54.566367Z","caller":"traceutil/trace.go:171","msg":"trace[952871265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25199; }","duration":"196.736732ms","start":"2026-03-02T22:15:54.369609Z","end":"2026-03-02T22:15:54.566346Z","steps":["trace[952871265] 'agreement among raft nodes before linearized reading' (duration: 196.528988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.566379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.688911Z","time spent":"877.454834ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-db-init\" "} {"level":"warn","ts":"2026-03-02T22:15:54.566594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.157222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:54.566187Z","caller":"traceutil/trace.go:171","msg":"trace[430587425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25199; }","duration":"638.682138ms","start":"2026-03-02T22:15:53.927491Z","end":"2026-03-02T22:15:54.566173Z","steps":["trace[430587425] 'agreement among raft nodes before linearized reading' (duration: 638.530375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:54.566638Z","caller":"traceutil/trace.go:171","msg":"trace[473745472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25199; }","duration":"853.231593ms","start":"2026-03-02T22:15:53.713397Z","end":"2026-03-02T22:15:54.566628Z","steps":["trace[473745472] 'agreement among raft nodes before linearized reading' (duration: 853.158101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.566671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.713383Z","time spent":"853.278695ms","remote":"127.0.0.1:47858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:54.566651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.520165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:54.566734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.639627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-02T22:15:54.566796Z","caller":"traceutil/trace.go:171","msg":"trace[1016241044] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25199; }","duration":"880.712878ms","start":"2026-03-02T22:15:53.686069Z","end":"2026-03-02T22:15:54.566781Z","steps":["trace[1016241044] 'agreement among raft nodes before linearized reading' (duration: 880.558715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.566843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.686065Z","time spent":"880.7672ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2668,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-02T22:15:54.56674Z","caller":"traceutil/trace.go:171","msg":"trace[114408479] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25199; }","duration":"864.623897ms","start":"2026-03-02T22:15:53.702094Z","end":"2026-03-02T22:15:54.566718Z","steps":["trace[114408479] 'agreement among raft nodes before linearized reading' (duration: 864.482134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.566945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.579379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:15:54.567017Z","caller":"traceutil/trace.go:171","msg":"trace[473705429] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25199; }","duration":"384.680901ms","start":"2026-03-02T22:15:54.182315Z","end":"2026-03-02T22:15:54.566996Z","steps":["trace[473705429] 'agreement among raft nodes before linearized reading' (duration: 384.478137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.566962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.70208Z","time spent":"864.866842ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:54.56707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.182298Z","time spent":"384.760193ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T22:15:54.566679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.927472Z","time spent":"639.192031ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:15:54.751173Z","caller":"traceutil/trace.go:171","msg":"trace[952175300] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"103.875793ms","start":"2026-03-02T22:15:54.647265Z","end":"2026-03-02T22:15:54.75114Z","steps":["trace[952175300] 'process raft request' (duration: 103.564486ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:54.751333Z","caller":"traceutil/trace.go:171","msg":"trace[1180939915] linearizableReadLoop","detail":"{readStateIndex:26103; appliedIndex:26092; }","duration":"103.867073ms","start":"2026-03-02T22:15:54.647444Z","end":"2026-03-02T22:15:54.751311Z","steps":["trace[1180939915] 'read index received' (duration: 30.70653ms)","trace[1180939915] 'applied index is now lower than readState.Index' (duration: 73.157333ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:54.751397Z","caller":"traceutil/trace.go:171","msg":"trace[1432903676] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"100.25934ms","start":"2026-03-02T22:15:54.651124Z","end":"2026-03-02T22:15:54.751383Z","steps":["trace[1432903676] 'process raft request' (duration: 100.032585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:54.751467Z","caller":"traceutil/trace.go:171","msg":"trace[2140920649] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"100.23793ms","start":"2026-03-02T22:15:54.651001Z","end":"2026-03-02T22:15:54.751239Z","steps":["trace[2140920649] 'process raft request' (duration: 100.000834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.751543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.079998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-02T22:15:54.75158Z","caller":"traceutil/trace.go:171","msg":"trace[1345364923] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25223; }","duration":"104.14566ms","start":"2026-03-02T22:15:54.647421Z","end":"2026-03-02T22:15:54.751567Z","steps":["trace[1345364923] 'agreement among raft nodes before linearized reading' (duration: 104.002587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.796834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.439625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112133"} {"level":"warn","ts":"2026-03-02T22:15:54.796887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.568139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-02T22:15:54.796922Z","caller":"traceutil/trace.go:171","msg":"trace[1363610773] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25228; }","duration":"145.559208ms","start":"2026-03-02T22:15:54.651346Z","end":"2026-03-02T22:15:54.796905Z","steps":["trace[1363610773] 'agreement among raft nodes before linearized reading' (duration: 145.17912ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:54.796943Z","caller":"traceutil/trace.go:171","msg":"trace[1249686362] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25228; }","duration":"145.6457ms","start":"2026-03-02T22:15:54.651282Z","end":"2026-03-02T22:15:54.796927Z","steps":["trace[1249686362] 'agreement among raft nodes before linearized reading' (duration: 145.524517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:54.861105Z","caller":"traceutil/trace.go:171","msg":"trace[694505218] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"100.163477ms","start":"2026-03-02T22:15:54.760919Z","end":"2026-03-02T22:15:54.861083Z","steps":["trace[694505218] 'process raft request' (duration: 89.819728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:54.861436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.291113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-02T22:15:54.86266Z","caller":"traceutil/trace.go:171","msg":"trace[952770412] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25229; }","duration":"105.551982ms","start":"2026-03-02T22:15:54.757082Z","end":"2026-03-02T22:15:54.862634Z","steps":["trace[952770412] 'agreement among raft nodes before linearized reading' (duration: 104.041397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.045794Z","caller":"traceutil/trace.go:171","msg":"trace[22518578] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"148.254871ms","start":"2026-03-02T22:15:54.897516Z","end":"2026-03-02T22:15:55.045771Z","steps":["trace[22518578] 'process raft request' (duration: 136.341485ms)","trace[22518578] 'compare' (duration: 11.737362ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:55.045964Z","caller":"traceutil/trace.go:171","msg":"trace[634263329] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"142.237021ms","start":"2026-03-02T22:15:54.903719Z","end":"2026-03-02T22:15:55.045956Z","steps":["trace[634263329] 'process raft request' (duration: 142.105278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.046167Z","caller":"traceutil/trace.go:171","msg":"trace[1857206] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"143.100911ms","start":"2026-03-02T22:15:54.903059Z","end":"2026-03-02T22:15:55.04616Z","steps":["trace[1857206] 'process raft request' (duration: 142.716082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.046236Z","caller":"traceutil/trace.go:171","msg":"trace[677400382] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"144.249978ms","start":"2026-03-02T22:15:54.90192Z","end":"2026-03-02T22:15:55.046169Z","steps":["trace[677400382] 'process raft request' (duration: 143.832428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.046327Z","caller":"traceutil/trace.go:171","msg":"trace[717690879] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"132.110167ms","start":"2026-03-02T22:15:54.914211Z","end":"2026-03-02T22:15:55.046321Z","steps":["trace[717690879] 'process raft request' (duration: 131.694367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.046393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.539114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:55.046426Z","caller":"traceutil/trace.go:171","msg":"trace[2073285726] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25245; }","duration":"112.617246ms","start":"2026-03-02T22:15:54.933802Z","end":"2026-03-02T22:15:55.046419Z","steps":["trace[2073285726] 'agreement among raft nodes before linearized reading' (duration: 112.555564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.046255Z","caller":"traceutil/trace.go:171","msg":"trace[1613916452] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"144.810681ms","start":"2026-03-02T22:15:54.901427Z","end":"2026-03-02T22:15:55.046238Z","steps":["trace[1613916452] 'process raft request' (duration: 144.275028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.046656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.970975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-8589cfcb75-fgdqs\" ","response":"range_response_count:1 size:6494"} {"level":"info","ts":"2026-03-02T22:15:55.046681Z","caller":"traceutil/trace.go:171","msg":"trace[130680374] range","detail":"{range_begin:/registry/pods/openstack/manila-api-8589cfcb75-fgdqs; range_end:; response_count:1; response_revision:25245; }","duration":"139.018727ms","start":"2026-03-02T22:15:54.907656Z","end":"2026-03-02T22:15:55.046675Z","steps":["trace[130680374] 'agreement among raft nodes before linearized reading' (duration: 138.660278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.046275Z","caller":"traceutil/trace.go:171","msg":"trace[2071456412] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"132.640819ms","start":"2026-03-02T22:15:54.913617Z","end":"2026-03-02T22:15:55.046258Z","steps":["trace[2071456412] 'process raft request' (duration: 132.23152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.046308Z","caller":"traceutil/trace.go:171","msg":"trace[636980473] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"132.601278ms","start":"2026-03-02T22:15:54.9137Z","end":"2026-03-02T22:15:55.046301Z","steps":["trace[636980473] 'process raft request' (duration: 132.180778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.175321Z","caller":"traceutil/trace.go:171","msg":"trace[1481414107] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"119.183478ms","start":"2026-03-02T22:15:55.056105Z","end":"2026-03-02T22:15:55.175288Z","steps":["trace[1481414107] 'process raft request' (duration: 117.768955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.175482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.672109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-api-8589cfcb75\" ","response":"range_response_count:1 size:7027"} {"level":"info","ts":"2026-03-02T22:15:55.175559Z","caller":"traceutil/trace.go:171","msg":"trace[1685900419] range","detail":"{range_begin:/registry/replicasets/openstack/manila-api-8589cfcb75; range_end:; response_count:1; response_revision:25251; }","duration":"119.758241ms","start":"2026-03-02T22:15:55.055783Z","end":"2026-03-02T22:15:55.175541Z","steps":["trace[1685900419] 'agreement among raft nodes before linearized reading' (duration: 119.553336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.175555Z","caller":"traceutil/trace.go:171","msg":"trace[1876821078] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"118.728198ms","start":"2026-03-02T22:15:55.056807Z","end":"2026-03-02T22:15:55.175535Z","steps":["trace[1876821078] 'process raft request' (duration: 118.348739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.175705Z","caller":"traceutil/trace.go:171","msg":"trace[687949764] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"119.212398ms","start":"2026-03-02T22:15:55.05648Z","end":"2026-03-02T22:15:55.175692Z","steps":["trace[687949764] 'process raft request' (duration: 118.612074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.175709Z","caller":"traceutil/trace.go:171","msg":"trace[866214636] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"117.943649ms","start":"2026-03-02T22:15:55.057745Z","end":"2026-03-02T22:15:55.175689Z","steps":["trace[866214636] 'process raft request' (duration: 117.447948ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:59.218184Z","caller":"traceutil/trace.go:171","msg":"trace[1527770051] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"149.158851ms","start":"2026-03-02T22:15:59.068997Z","end":"2026-03-02T22:15:59.218155Z","steps":["trace[1527770051] 'process raft request' (duration: 105.327087ms)","trace[1527770051] 'compare' (duration: 43.400304ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:59.218562Z","caller":"traceutil/trace.go:171","msg":"trace[1400782522] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"148.850274ms","start":"2026-03-02T22:15:59.069693Z","end":"2026-03-02T22:15:59.218543Z","steps":["trace[1400782522] 'process raft request' (duration: 148.411534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:59.218752Z","caller":"traceutil/trace.go:171","msg":"trace[2101091778] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"137.129973ms","start":"2026-03-02T22:15:59.08159Z","end":"2026-03-02T22:15:59.21872Z","steps":["trace[2101091778] 'process raft request' (duration: 136.704404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:02.799335Z","caller":"traceutil/trace.go:171","msg":"trace[1758996258] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"112.005942ms","start":"2026-03-02T22:16:02.687258Z","end":"2026-03-02T22:16:02.799264Z","steps":["trace[1758996258] 'process raft request' (duration: 111.823108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:27.450301Z","caller":"traceutil/trace.go:171","msg":"trace[954786263] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"142.568289ms","start":"2026-03-02T22:16:27.307703Z","end":"2026-03-02T22:16:27.450271Z","steps":["trace[954786263] 'process raft request' (duration: 138.572487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:31.627455Z","caller":"traceutil/trace.go:171","msg":"trace[484193263] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"163.263128ms","start":"2026-03-02T22:16:31.464163Z","end":"2026-03-02T22:16:31.627426Z","steps":["trace[484193263] 'process raft request' (duration: 163.057503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:31.965862Z","caller":"traceutil/trace.go:171","msg":"trace[1573656818] linearizableReadLoop","detail":"{readStateIndex:26456; appliedIndex:26454; }","duration":"290.192954ms","start":"2026-03-02T22:16:31.67565Z","end":"2026-03-02T22:16:31.965843Z","steps":["trace[1573656818] 'read index received' (duration: 289.944309ms)","trace[1573656818] 'applied index is now lower than readState.Index' (duration: 247.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:31.965922Z","caller":"traceutil/trace.go:171","msg":"trace[858981473] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"501.265989ms","start":"2026-03-02T22:16:31.464618Z","end":"2026-03-02T22:16:31.965884Z","steps":["trace[858981473] 'process raft request' (duration: 501.041634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.966027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.358239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:31.966057Z","caller":"traceutil/trace.go:171","msg":"trace[469367002] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25565; }","duration":"290.44565ms","start":"2026-03-02T22:16:31.675605Z","end":"2026-03-02T22:16:31.966051Z","steps":["trace[469367002] 'agreement among raft nodes before linearized reading' (duration: 290.374379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.966388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.04609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:16:31.966372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.633635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:31.966426Z","caller":"traceutil/trace.go:171","msg":"trace[904051259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25565; }","duration":"108.125882ms","start":"2026-03-02T22:16:31.85829Z","end":"2026-03-02T22:16:31.966416Z","steps":["trace[904051259] 'agreement among raft nodes before linearized reading' (duration: 108.004099ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:31.966455Z","caller":"traceutil/trace.go:171","msg":"trace[1251169013] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25565; }","duration":"290.762438ms","start":"2026-03-02T22:16:31.67567Z","end":"2026-03-02T22:16:31.966432Z","steps":["trace[1251169013] 'agreement among raft nodes before linearized reading' (duration: 290.610765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.966544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.803489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:31.966603Z","caller":"traceutil/trace.go:171","msg":"trace[520756239] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25565; }","duration":"290.903202ms","start":"2026-03-02T22:16:31.675684Z","end":"2026-03-02T22:16:31.966587Z","steps":["trace[520756239] 'agreement among raft nodes before linearized reading' (duration: 290.83438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.966603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.858871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:16:31.96661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.566564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:16:31.966672Z","caller":"traceutil/trace.go:171","msg":"trace[460814814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25565; }","duration":"115.968963ms","start":"2026-03-02T22:16:31.850688Z","end":"2026-03-02T22:16:31.966657Z","steps":["trace[460814814] 'agreement among raft nodes before linearized reading' (duration: 115.715057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:31.966692Z","caller":"traceutil/trace.go:171","msg":"trace[1340649416] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25565; }","duration":"287.675637ms","start":"2026-03-02T22:16:31.679004Z","end":"2026-03-02T22:16:31.96668Z","steps":["trace[1340649416] 'agreement among raft nodes before linearized reading' (duration: 287.428151ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:31.965961Z","caller":"traceutil/trace.go:171","msg":"trace[1685703481] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"500.724367ms","start":"2026-03-02T22:16:31.465228Z","end":"2026-03-02T22:16:31.965953Z","steps":["trace[1685703481] 'process raft request' (duration: 500.578794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.966812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.465193Z","time spent":"501.567896ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:31.966479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.819618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:16:31.966962Z","caller":"traceutil/trace.go:171","msg":"trace[217216018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25565; }","duration":"173.30251ms","start":"2026-03-02T22:16:31.793562Z","end":"2026-03-02T22:16:31.966865Z","steps":["trace[217216018] 'agreement among raft nodes before linearized reading' (duration: 172.776788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.966297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.464596Z","time spent":"501.407702ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:32.124505Z","caller":"traceutil/trace.go:171","msg":"trace[1260777990] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"152.790605ms","start":"2026-03-02T22:16:31.97169Z","end":"2026-03-02T22:16:32.124481Z","steps":["trace[1260777990] 'process raft request' (duration: 106.894574ms)","trace[1260777990] 'compare' (duration: 45.796839ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:32.416722Z","caller":"traceutil/trace.go:171","msg":"trace[877884807] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"443.607244ms","start":"2026-03-02T22:16:31.973091Z","end":"2026-03-02T22:16:32.416699Z","steps":["trace[877884807] 'process raft request' (duration: 437.976594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:32.416932Z","caller":"traceutil/trace.go:171","msg":"trace[1652811599] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"443.734118ms","start":"2026-03-02T22:16:31.973176Z","end":"2026-03-02T22:16:32.41691Z","steps":["trace[1652811599] 'process raft request' (duration: 443.178235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.416862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.973074Z","time spent":"443.716767ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:32.416984Z","caller":"traceutil/trace.go:171","msg":"trace[542479741] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"443.720777ms","start":"2026-03-02T22:16:31.973233Z","end":"2026-03-02T22:16:32.416954Z","steps":["trace[542479741] 'process raft request' (duration: 443.208225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.417098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.973155Z","time spent":"443.865431ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:32.417122Z","caller":"traceutil/trace.go:171","msg":"trace[2064992267] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"443.040672ms","start":"2026-03-02T22:16:31.974069Z","end":"2026-03-02T22:16:32.417109Z","steps":["trace[2064992267] 'process raft request' (duration: 442.946479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.417126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.973218Z","time spent":"443.83511ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:32.417113Z","caller":"traceutil/trace.go:171","msg":"trace[890627271] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"443.39411ms","start":"2026-03-02T22:16:31.97369Z","end":"2026-03-02T22:16:32.417084Z","steps":["trace[890627271] 'process raft request' (duration: 443.219526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.417183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.974035Z","time spent":"443.117264ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:32.417254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.973678Z","time spent":"443.500832ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:32.417273Z","caller":"traceutil/trace.go:171","msg":"trace[150207152] linearizableReadLoop","detail":"{readStateIndex:26462; appliedIndex:26456; }","duration":"428.237979ms","start":"2026-03-02T22:16:31.989009Z","end":"2026-03-02T22:16:32.417247Z","steps":["trace[150207152] 'read index received' (duration: 89.46428ms)","trace[150207152] 'applied index is now lower than readState.Index' (duration: 338.771769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:32.417444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.433924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T22:16:32.417448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.287352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:32.417469Z","caller":"traceutil/trace.go:171","msg":"trace[1513963548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25571; }","duration":"428.485695ms","start":"2026-03-02T22:16:31.988976Z","end":"2026-03-02T22:16:32.417461Z","steps":["trace[1513963548] 'agreement among raft nodes before linearized reading' (duration: 428.382742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.417511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.988957Z","time spent":"428.549537ms","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:16:32.417521Z","caller":"traceutil/trace.go:171","msg":"trace[1207694360] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25571; }","duration":"129.413525ms","start":"2026-03-02T22:16:32.288095Z","end":"2026-03-02T22:16:32.417509Z","steps":["trace[1207694360] 'agreement among raft nodes before linearized reading' (duration: 129.292482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.417753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.409214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:16:32.417807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.864479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:16:32.417807Z","caller":"traceutil/trace.go:171","msg":"trace[1938950366] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25571; }","duration":"129.502646ms","start":"2026-03-02T22:16:32.288291Z","end":"2026-03-02T22:16:32.417793Z","steps":["trace[1938950366] 'agreement among raft nodes before linearized reading' (duration: 129.432255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:32.417836Z","caller":"traceutil/trace.go:171","msg":"trace[307253453] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25571; }","duration":"127.91129ms","start":"2026-03-02T22:16:32.289918Z","end":"2026-03-02T22:16:32.417829Z","steps":["trace[307253453] 'agreement among raft nodes before linearized reading' (duration: 127.834798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.41783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.680111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:32.417887Z","caller":"traceutil/trace.go:171","msg":"trace[559723764] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25571; }","duration":"129.758653ms","start":"2026-03-02T22:16:32.288102Z","end":"2026-03-02T22:16:32.417861Z","steps":["trace[559723764] 'agreement among raft nodes before linearized reading' (duration: 129.683241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.883519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.582895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:16:32.883541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.05199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:32.883595Z","caller":"traceutil/trace.go:171","msg":"trace[351951620] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25572; }","duration":"109.738549ms","start":"2026-03-02T22:16:32.773838Z","end":"2026-03-02T22:16:32.883576Z","steps":["trace[351951620] 'count revisions from in-memory index tree' (duration: 109.35233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:32.883623Z","caller":"traceutil/trace.go:171","msg":"trace[915629846] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25572; }","duration":"130.198173ms","start":"2026-03-02T22:16:32.753404Z","end":"2026-03-02T22:16:32.883602Z","steps":["trace[915629846] 'count revisions from in-memory index tree' (duration: 129.953237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:33.323151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.954704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:16:33.323243Z","caller":"traceutil/trace.go:171","msg":"trace[1086354674] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25574; }","duration":"145.098957ms","start":"2026-03-02T22:16:33.178122Z","end":"2026-03-02T22:16:33.323221Z","steps":["trace[1086354674] 'range keys from in-memory index tree' (duration: 144.793561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:36.151058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.5966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:16:36.151185Z","caller":"traceutil/trace.go:171","msg":"trace[243753714] linearizableReadLoop","detail":"{readStateIndex:26488; appliedIndex:26487; }","duration":"139.232562ms","start":"2026-03-02T22:16:36.01193Z","end":"2026-03-02T22:16:36.151163Z","steps":["trace[243753714] 'read index received' (duration: 15.473539ms)","trace[243753714] 'applied index is now lower than readState.Index' (duration: 123.756883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:36.151334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.383336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:36.15139Z","caller":"traceutil/trace.go:171","msg":"trace[5323935] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25595; }","duration":"139.471227ms","start":"2026-03-02T22:16:36.011905Z","end":"2026-03-02T22:16:36.151376Z","steps":["trace[5323935] 'agreement among raft nodes before linearized reading' (duration: 139.365515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:36.151325Z","caller":"traceutil/trace.go:171","msg":"trace[1597540139] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"169.468211ms","start":"2026-03-02T22:16:35.981792Z","end":"2026-03-02T22:16:36.15126Z","steps":["trace[1597540139] 'process raft request' (duration: 45.562075ms)","trace[1597540139] 'compare' (duration: 123.412525ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:37.111029Z","caller":"traceutil/trace.go:171","msg":"trace[834252062] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"101.968879ms","start":"2026-03-02T22:16:37.009032Z","end":"2026-03-02T22:16:37.111001Z","steps":["trace[834252062] 'process raft request' (duration: 101.708873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:26.838872Z","caller":"traceutil/trace.go:171","msg":"trace[1200674472] linearizableReadLoop","detail":"{readStateIndex:26937; appliedIndex:26936; }","duration":"275.823343ms","start":"2026-03-02T22:17:26.563029Z","end":"2026-03-02T22:17:26.838852Z","steps":["trace[1200674472] 'read index received' (duration: 275.627988ms)","trace[1200674472] 'applied index is now lower than readState.Index' (duration: 194.775µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:17:26.839032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.985256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:17:26.839101Z","caller":"traceutil/trace.go:171","msg":"trace[1263578446] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26033; }","duration":"276.093358ms","start":"2026-03-02T22:17:26.562994Z","end":"2026-03-02T22:17:26.839087Z","steps":["trace[1263578446] 'agreement among raft nodes before linearized reading' (duration: 275.971655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:26.839182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.943505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:17:26.839217Z","caller":"traceutil/trace.go:171","msg":"trace[359092366] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26033; }","duration":"275.998577ms","start":"2026-03-02T22:17:26.563209Z","end":"2026-03-02T22:17:26.839207Z","steps":["trace[359092366] 'agreement among raft nodes before linearized reading' (duration: 275.930965ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:26.83927Z","caller":"traceutil/trace.go:171","msg":"trace[2066990076] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"370.000981ms","start":"2026-03-02T22:17:26.469257Z","end":"2026-03-02T22:17:26.839258Z","steps":["trace[2066990076] 'process raft request' (duration: 369.457759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:26.839348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:17:26.469232Z","time spent":"370.063513ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:17:26.839392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.194763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:17:26.839421Z","caller":"traceutil/trace.go:171","msg":"trace[1630600433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26033; }","duration":"197.253205ms","start":"2026-03-02T22:17:26.642159Z","end":"2026-03-02T22:17:26.839412Z","steps":["trace[1630600433] 'agreement among raft nodes before linearized reading' (duration: 197.203264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:26.839586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.184791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:17:26.83961Z","caller":"traceutil/trace.go:171","msg":"trace[1756607476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26033; }","duration":"225.244492ms","start":"2026-03-02T22:17:26.614359Z","end":"2026-03-02T22:17:26.839604Z","steps":["trace[1756607476] 'agreement among raft nodes before linearized reading' (duration: 225.16127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:26.83971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.593079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:17:26.839735Z","caller":"traceutil/trace.go:171","msg":"trace[2102842623] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26033; }","duration":"269.636189ms","start":"2026-03-02T22:17:26.570092Z","end":"2026-03-02T22:17:26.839728Z","steps":["trace[2102842623] 'agreement among raft nodes before linearized reading' (duration: 269.600018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:26.839737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.79484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-02T22:17:26.839768Z","caller":"traceutil/trace.go:171","msg":"trace[669369318] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26033; }","duration":"268.837481ms","start":"2026-03-02T22:17:26.570922Z","end":"2026-03-02T22:17:26.83976Z","steps":["trace[669369318] 'agreement among raft nodes before linearized reading' (duration: 268.699268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:26.83988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.111361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-02T22:17:26.839905Z","caller":"traceutil/trace.go:171","msg":"trace[1144410056] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26033; }","duration":"267.148052ms","start":"2026-03-02T22:17:26.57275Z","end":"2026-03-02T22:17:26.839899Z","steps":["trace[1144410056] 'agreement among raft nodes before linearized reading' (duration: 267.07701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:26.840001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.983274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-02T22:17:26.840024Z","caller":"traceutil/trace.go:171","msg":"trace[1334325744] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26033; }","duration":"269.014975ms","start":"2026-03-02T22:17:26.571003Z","end":"2026-03-02T22:17:26.840018Z","steps":["trace[1334325744] 'agreement among raft nodes before linearized reading' (duration: 268.957993ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:26.956152Z","caller":"traceutil/trace.go:171","msg":"trace[1884146037] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"107.871217ms","start":"2026-03-02T22:17:26.84822Z","end":"2026-03-02T22:17:26.956091Z","steps":["trace[1884146037] 'process raft request' (duration: 95.440109ms)","trace[1884146037] 'compare' (duration: 11.959737ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:27.156392Z","caller":"traceutil/trace.go:171","msg":"trace[1254187724] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"128.431462ms","start":"2026-03-02T22:17:27.027932Z","end":"2026-03-02T22:17:27.156364Z","steps":["trace[1254187724] 'process raft request' (duration: 54.837649ms)","trace[1254187724] 'compare' (duration: 73.386368ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:27.209767Z","caller":"traceutil/trace.go:171","msg":"trace[1883140449] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"179.82083ms","start":"2026-03-02T22:17:27.029906Z","end":"2026-03-02T22:17:27.209727Z","steps":["trace[1883140449] 'process raft request' (duration: 179.643496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:27.20977Z","caller":"traceutil/trace.go:171","msg":"trace[2077470501] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"176.568426ms","start":"2026-03-02T22:17:27.033174Z","end":"2026-03-02T22:17:27.209742Z","steps":["trace[2077470501] 'process raft request' (duration: 176.420262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:27.210191Z","caller":"traceutil/trace.go:171","msg":"trace[2009629017] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"180.19858ms","start":"2026-03-02T22:17:27.029972Z","end":"2026-03-02T22:17:27.210171Z","steps":["trace[2009629017] 'process raft request' (duration: 179.597036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:27.210665Z","caller":"traceutil/trace.go:171","msg":"trace[965187646] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"181.147912ms","start":"2026-03-02T22:17:27.028512Z","end":"2026-03-02T22:17:27.20966Z","steps":["trace[965187646] 'process raft request' (duration: 180.898746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:51.216441Z","caller":"traceutil/trace.go:171","msg":"trace[986647574] linearizableReadLoop","detail":"{readStateIndex:27138; appliedIndex:27137; }","duration":"126.803524ms","start":"2026-03-02T22:17:51.089621Z","end":"2026-03-02T22:17:51.216424Z","steps":["trace[986647574] 'read index received' (duration: 126.402125ms)","trace[986647574] 'applied index is now lower than readState.Index' (duration: 400.409µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:51.216511Z","caller":"traceutil/trace.go:171","msg":"trace[2040992524] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"147.292998ms","start":"2026-03-02T22:17:51.069177Z","end":"2026-03-02T22:17:51.21647Z","steps":["trace[2040992524] 'process raft request' (duration: 146.95661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:51.216614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.977298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T22:17:51.216645Z","caller":"traceutil/trace.go:171","msg":"trace[2007348127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26228; }","duration":"127.05661ms","start":"2026-03-02T22:17:51.089576Z","end":"2026-03-02T22:17:51.216633Z","steps":["trace[2007348127] 'agreement among raft nodes before linearized reading' (duration: 126.948237ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:52.228295Z","caller":"traceutil/trace.go:171","msg":"trace[1023648312] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"102.546313ms","start":"2026-03-02T22:17:52.125704Z","end":"2026-03-02T22:17:52.22825Z","steps":["trace[1023648312] 'process raft request' (duration: 102.242796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:09.742107Z","caller":"traceutil/trace.go:171","msg":"trace[367955804] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"136.855337ms","start":"2026-03-02T22:18:09.605229Z","end":"2026-03-02T22:18:09.742085Z","steps":["trace[367955804] 'process raft request' (duration: 136.719274ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:09.742902Z","caller":"traceutil/trace.go:171","msg":"trace[1366123584] linearizableReadLoop","detail":"{readStateIndex:27331; appliedIndex:27331; }","duration":"133.235244ms","start":"2026-03-02T22:18:09.609646Z","end":"2026-03-02T22:18:09.742881Z","steps":["trace[1366123584] 'read index received' (duration: 133.227823ms)","trace[1366123584] 'applied index is now lower than readState.Index' (duration: 6.221µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:18:09.743313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.642503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:18:09.743623Z","caller":"traceutil/trace.go:171","msg":"trace[919700265] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26416; }","duration":"133.98321ms","start":"2026-03-02T22:18:09.609617Z","end":"2026-03-02T22:18:09.7436Z","steps":["trace[919700265] 'agreement among raft nodes before linearized reading' (duration: 133.56098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:09.748328Z","caller":"traceutil/trace.go:171","msg":"trace[645630418] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"135.418903ms","start":"2026-03-02T22:18:09.612898Z","end":"2026-03-02T22:18:09.748317Z","steps":["trace[645630418] 'process raft request' (duration: 135.128197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:09.748467Z","caller":"traceutil/trace.go:171","msg":"trace[864396864] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"131.460612ms","start":"2026-03-02T22:18:09.616985Z","end":"2026-03-02T22:18:09.748446Z","steps":["trace[864396864] 'process raft request' (duration: 131.104354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:09.751493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24021} {"level":"info","ts":"2026-03-02T22:18:09.894572Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24021,"took":"139.635281ms","hash":3713248892,"current-db-size-bytes":49164288,"current-db-size":"49 MB","current-db-size-in-use-bytes":34308096,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-02T22:18:09.894638Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3713248892,"revision":24021,"compact-revision":20982} {"level":"warn","ts":"2026-03-02T22:18:40.93554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.163912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:18:40.935629Z","caller":"traceutil/trace.go:171","msg":"trace[483699663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26675; }","duration":"108.309646ms","start":"2026-03-02T22:18:40.8273Z","end":"2026-03-02T22:18:40.93561Z","steps":["trace[483699663] 'count revisions from in-memory index tree' (duration: 108.02347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:40.935459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.75503ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:18:40.935936Z","caller":"traceutil/trace.go:171","msg":"trace[1499876282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26675; }","duration":"129.255491ms","start":"2026-03-02T22:18:40.806658Z","end":"2026-03-02T22:18:40.935914Z","steps":["trace[1499876282] 'range keys from in-memory index tree' (duration: 128.731449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:54.801392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14346107419601033694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:18:55.334966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263450125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:18:55.335044Z","caller":"traceutil/trace.go:171","msg":"trace[1652666593] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26863; }","duration":"1.263575518s","start":"2026-03-02T22:18:54.071453Z","end":"2026-03-02T22:18:55.335028Z","steps":["trace[1652666593] 'count revisions from in-memory index tree' (duration: 1.263368563s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.335073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.07143Z","time spent":"1.263635139s","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:18:55.339771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.858182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T22:18:55.340078Z","caller":"traceutil/trace.go:171","msg":"trace[952057210] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"859.054868ms","start":"2026-03-02T22:18:54.480988Z","end":"2026-03-02T22:18:55.340042Z","steps":["trace[952057210] 'process raft request' (duration: 858.941955ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:55.340196Z","caller":"traceutil/trace.go:171","msg":"trace[55968204] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"597.769482ms","start":"2026-03-02T22:18:54.742413Z","end":"2026-03-02T22:18:55.340183Z","steps":["trace[55968204] 'process raft request' (duration: 597.567147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.340249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.480965Z","time spent":"859.19009ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:18:55.340267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.742387Z","time spent":"597.832914ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:18:55.340366Z","caller":"traceutil/trace.go:171","msg":"trace[1994100264] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"1.039069791s","start":"2026-03-02T22:18:54.301284Z","end":"2026-03-02T22:18:55.340354Z","steps":["trace[1994100264] 'process raft request' (duration: 1.038564999s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:55.340407Z","caller":"traceutil/trace.go:171","msg":"trace[524623695] linearizableReadLoop","detail":"{readStateIndex:27795; appliedIndex:27791; }","duration":"1.03986938s","start":"2026-03-02T22:18:54.300531Z","end":"2026-03-02T22:18:55.3404Z","steps":["trace[524623695] 'read index received' (duration: 824.397084ms)","trace[524623695] 'applied index is now lower than readState.Index' (duration: 215.471376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:18:55.340428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.301263Z","time spent":"1.039127103s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:18:55.34051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039979062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:18:55.340525Z","caller":"traceutil/trace.go:171","msg":"trace[1521765811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26868; }","duration":"1.040020803s","start":"2026-03-02T22:18:54.300499Z","end":"2026-03-02T22:18:55.34052Z","steps":["trace[1521765811] 'agreement among raft nodes before linearized reading' (duration: 1.039957061s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.340545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.300484Z","time spent":"1.040056204s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:18:55.340863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.641048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5455d7fdc8-7rgzp.18992470be813126\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-03-02T22:18:55.340904Z","caller":"traceutil/trace.go:171","msg":"trace[1189267032] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5455d7fdc8-7rgzp.18992470be813126; range_end:; response_count:1; response_revision:26868; }","duration":"326.70608ms","start":"2026-03-02T22:18:55.014186Z","end":"2026-03-02T22:18:55.340892Z","steps":["trace[1189267032] 'agreement among raft nodes before linearized reading' (duration: 326.570337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.340883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.248462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:18:55.340932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.884145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:18:55.340995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.094064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"warn","ts":"2026-03-02T22:18:55.340932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:55.01417Z","time spent":"326.754731ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-5455d7fdc8-7rgzp.18992470be813126\" "} {"level":"info","ts":"2026-03-02T22:18:55.341017Z","caller":"traceutil/trace.go:171","msg":"trace[811588905] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26868; }","duration":"848.153635ms","start":"2026-03-02T22:18:54.492858Z","end":"2026-03-02T22:18:55.341012Z","steps":["trace[811588905] 'agreement among raft nodes before linearized reading' (duration: 848.093574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.341033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.492837Z","time spent":"848.192155ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4867,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-02T22:18:55.341019Z","caller":"traceutil/trace.go:171","msg":"trace[2040698388] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26868; }","duration":"420.019269ms","start":"2026-03-02T22:18:54.920975Z","end":"2026-03-02T22:18:55.340994Z","steps":["trace[2040698388] 'agreement among raft nodes before linearized reading' (duration: 419.865605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.341069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.920952Z","time spent":"420.106191ms","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:18:55.340977Z","caller":"traceutil/trace.go:171","msg":"trace[1446436916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26868; }","duration":"971.394416ms","start":"2026-03-02T22:18:54.36956Z","end":"2026-03-02T22:18:55.340954Z","steps":["trace[1446436916] 'agreement among raft nodes before linearized reading' (duration: 970.947015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.341114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.369534Z","time spent":"971.5753ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:18:55.341307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.196948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:18:55.341324Z","caller":"traceutil/trace.go:171","msg":"trace[1823229375] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26868; }","duration":"294.223878ms","start":"2026-03-02T22:18:55.047093Z","end":"2026-03-02T22:18:55.341317Z","steps":["trace[1823229375] 'agreement among raft nodes before linearized reading' (duration: 294.193457ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:57.459359Z","caller":"traceutil/trace.go:171","msg":"trace[715115371] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"102.269726ms","start":"2026-03-02T22:18:57.357049Z","end":"2026-03-02T22:18:57.459319Z","steps":["trace[715115371] 'process raft request' (duration: 56.969098ms)","trace[715115371] 'compare' (duration: 45.113344ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:03.15171Z","caller":"traceutil/trace.go:171","msg":"trace[1291343962] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"304.951555ms","start":"2026-03-02T22:19:02.846723Z","end":"2026-03-02T22:19:03.151674Z","steps":["trace[1291343962] 'process raft request' (duration: 304.72836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:03.151882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:02.846699Z","time spent":"305.086878ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:03.616103Z","caller":"traceutil/trace.go:171","msg":"trace[1253987000] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"196.676011ms","start":"2026-03-02T22:19:03.419401Z","end":"2026-03-02T22:19:03.616077Z","steps":["trace[1253987000] 'process raft request' (duration: 196.2241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:03.61612Z","caller":"traceutil/trace.go:171","msg":"trace[874399375] linearizableReadLoop","detail":"{readStateIndex:27857; appliedIndex:27854; }","duration":"129.390984ms","start":"2026-03-02T22:19:03.48671Z","end":"2026-03-02T22:19:03.616101Z","steps":["trace[874399375] 'read index received' (duration: 129.175839ms)","trace[874399375] 'applied index is now lower than readState.Index' (duration: 214.285µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:03.616296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.585048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:19:03.616372Z","caller":"traceutil/trace.go:171","msg":"trace[829347055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26927; }","duration":"129.996898ms","start":"2026-03-02T22:19:03.486364Z","end":"2026-03-02T22:19:03.616361Z","steps":["trace[829347055] 'agreement among raft nodes before linearized reading' (duration: 129.795404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:03.616275Z","caller":"traceutil/trace.go:171","msg":"trace[1184309233] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"183.22041ms","start":"2026-03-02T22:19:03.43302Z","end":"2026-03-02T22:19:03.61624Z","steps":["trace[1184309233] 'process raft request' (duration: 183.044766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:03.61628Z","caller":"traceutil/trace.go:171","msg":"trace[519657373] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"183.308072ms","start":"2026-03-02T22:19:03.432932Z","end":"2026-03-02T22:19:03.61624Z","steps":["trace[519657373] 'process raft request' (duration: 183.078606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:03.910336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.549774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:19:03.910642Z","caller":"traceutil/trace.go:171","msg":"trace[1233555372] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"290.359248ms","start":"2026-03-02T22:19:03.620259Z","end":"2026-03-02T22:19:03.910618Z","steps":["trace[1233555372] 'process raft request' (duration: 290.197375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:03.911123Z","caller":"traceutil/trace.go:171","msg":"trace[674797681] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"405.270508ms","start":"2026-03-02T22:19:03.505833Z","end":"2026-03-02T22:19:03.911104Z","steps":["trace[674797681] 'process raft request' (duration: 189.851513ms)","trace[674797681] 'compare' (duration: 214.34392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:03.911207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:03.505808Z","time spent":"405.35192ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4825,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:03.911433Z","caller":"traceutil/trace.go:171","msg":"trace[1004819048] linearizableReadLoop","detail":"{readStateIndex:27858; appliedIndex:27857; }","duration":"292.051308ms","start":"2026-03-02T22:19:03.619366Z","end":"2026-03-02T22:19:03.911418Z","steps":["trace[1004819048] 'read index received' (duration: 76.441729ms)","trace[1004819048] 'applied index is now lower than readState.Index' (duration: 215.607659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:03.911676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.611031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:03.911719Z","caller":"traceutil/trace.go:171","msg":"trace[1208395543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26929; }","duration":"270.654582ms","start":"2026-03-02T22:19:03.641051Z","end":"2026-03-02T22:19:03.911706Z","steps":["trace[1208395543] 'agreement among raft nodes before linearized reading' (duration: 270.583181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:03.911815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.416566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:19:03.911907Z","caller":"traceutil/trace.go:171","msg":"trace[843322792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26929; }","duration":"292.558389ms","start":"2026-03-02T22:19:03.61932Z","end":"2026-03-02T22:19:03.911878Z","steps":["trace[843322792] 'agreement among raft nodes before linearized reading' (duration: 292.296553ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:04.069753Z","caller":"traceutil/trace.go:171","msg":"trace[1941010291] linearizableReadLoop","detail":"{readStateIndex:27860; appliedIndex:27859; }","duration":"136.709953ms","start":"2026-03-02T22:19:03.933013Z","end":"2026-03-02T22:19:04.069723Z","steps":["trace[1941010291] 'read index received' (duration: 107.092658ms)","trace[1941010291] 'applied index is now lower than readState.Index' (duration: 29.615915ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:04.069827Z","caller":"traceutil/trace.go:171","msg":"trace[1216620331] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"151.543717ms","start":"2026-03-02T22:19:03.918259Z","end":"2026-03-02T22:19:04.069803Z","steps":["trace[1216620331] 'process raft request' (duration: 121.829739ms)","trace[1216620331] 'compare' (duration: 29.461022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:04.070013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.98306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:19:04.070073Z","caller":"traceutil/trace.go:171","msg":"trace[1594926167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26930; }","duration":"137.088192ms","start":"2026-03-02T22:19:03.93297Z","end":"2026-03-02T22:19:04.070058Z","steps":["trace[1594926167] 'agreement among raft nodes before linearized reading' (duration: 136.901538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:04.071187Z","caller":"traceutil/trace.go:171","msg":"trace[1254192681] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"135.398993ms","start":"2026-03-02T22:19:03.935766Z","end":"2026-03-02T22:19:04.071165Z","steps":["trace[1254192681] 'process raft request' (duration: 135.23129ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:04.667391Z","caller":"traceutil/trace.go:171","msg":"trace[1646670803] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"208.719839ms","start":"2026-03-02T22:19:04.458646Z","end":"2026-03-02T22:19:04.667366Z","steps":["trace[1646670803] 'process raft request' (duration: 208.524044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:05.399456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.633815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:19:05.399564Z","caller":"traceutil/trace.go:171","msg":"trace[1885154898] linearizableReadLoop","detail":"{readStateIndex:27870; appliedIndex:27868; }","duration":"760.18139ms","start":"2026-03-02T22:19:04.639364Z","end":"2026-03-02T22:19:05.399546Z","steps":["trace[1885154898] 'read index received' (duration: 27.812634ms)","trace[1885154898] 'applied index is now lower than readState.Index' (duration: 732.366916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:05.399797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.369916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:05.399888Z","caller":"traceutil/trace.go:171","msg":"trace[1836280230] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26939; }","duration":"410.51017ms","start":"2026-03-02T22:19:04.989354Z","end":"2026-03-02T22:19:05.399864Z","steps":["trace[1836280230] 'agreement among raft nodes before linearized reading' (duration: 410.359376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:05.399876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.491907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:19:05.39988Z","caller":"traceutil/trace.go:171","msg":"trace[1075005255] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"940.613265ms","start":"2026-03-02T22:19:04.459233Z","end":"2026-03-02T22:19:05.399847Z","steps":["trace[1075005255] 'process raft request' (duration: 356.442228ms)","trace[1075005255] 'compare' (duration: 583.374809ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:05.399942Z","caller":"traceutil/trace.go:171","msg":"trace[1777921276] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26939; }","duration":"760.60922ms","start":"2026-03-02T22:19:04.639322Z","end":"2026-03-02T22:19:05.399931Z","steps":["trace[1777921276] 'agreement among raft nodes before linearized reading' (duration: 760.347564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:05.39994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:04.989326Z","time spent":"410.602631ms","remote":"127.0.0.1:60764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:19:05.399975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:04.639303Z","time spent":"760.666271ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":265,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:19:05.400034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:04.459224Z","time spent":"940.726218ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:19:05.400098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.680166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:19:05.40015Z","caller":"traceutil/trace.go:171","msg":"trace[720364944] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26939; }","duration":"220.766338ms","start":"2026-03-02T22:19:05.17937Z","end":"2026-03-02T22:19:05.400136Z","steps":["trace[720364944] 'agreement among raft nodes before linearized reading' (duration: 220.673016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:05.599864Z","caller":"traceutil/trace.go:171","msg":"trace[1105850698] linearizableReadLoop","detail":"{readStateIndex:27872; appliedIndex:27871; }","duration":"109.549085ms","start":"2026-03-02T22:19:05.490289Z","end":"2026-03-02T22:19:05.599838Z","steps":["trace[1105850698] 'read index received' (duration: 33.794692ms)","trace[1105850698] 'applied index is now lower than readState.Index' (duration: 75.753403ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:05.59992Z","caller":"traceutil/trace.go:171","msg":"trace[2099215288] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"137.84471ms","start":"2026-03-02T22:19:05.46204Z","end":"2026-03-02T22:19:05.599885Z","steps":["trace[2099215288] 'process raft request' (duration: 62.20926ms)","trace[2099215288] 'compare' (duration: 75.444015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:05.600071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.713226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-03-02T22:19:05.600123Z","caller":"traceutil/trace.go:171","msg":"trace[181232843] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26941; }","duration":"137.786358ms","start":"2026-03-02T22:19:05.462324Z","end":"2026-03-02T22:19:05.60011Z","steps":["trace[181232843] 'agreement among raft nodes before linearized reading' (duration: 137.614594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:05.773663Z","caller":"traceutil/trace.go:171","msg":"trace[541256749] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"153.44077ms","start":"2026-03-02T22:19:05.620201Z","end":"2026-03-02T22:19:05.773642Z","steps":["trace[541256749] 'process raft request' (duration: 91.19524ms)","trace[541256749] 'compare' (duration: 62.150558ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:05.77927Z","caller":"traceutil/trace.go:171","msg":"trace[1155518662] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"156.90732ms","start":"2026-03-02T22:19:05.622342Z","end":"2026-03-02T22:19:05.77925Z","steps":["trace[1155518662] 'process raft request' (duration: 156.727416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:05.779448Z","caller":"traceutil/trace.go:171","msg":"trace[504253493] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"156.544753ms","start":"2026-03-02T22:19:05.622856Z","end":"2026-03-02T22:19:05.779401Z","steps":["trace[504253493] 'process raft request' (duration: 156.360138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:07.81143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.386835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:07.811554Z","caller":"traceutil/trace.go:171","msg":"trace[756309244] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26953; }","duration":"123.543488ms","start":"2026-03-02T22:19:07.687952Z","end":"2026-03-02T22:19:07.811495Z","steps":["trace[756309244] 'count revisions from in-memory index tree' (duration: 123.215481ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:07.889788Z","caller":"traceutil/trace.go:171","msg":"trace[286145873] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"105.387548ms","start":"2026-03-02T22:19:07.784377Z","end":"2026-03-02T22:19:07.889764Z","steps":["trace[286145873] 'process raft request' (duration: 105.208734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:07.890239Z","caller":"traceutil/trace.go:171","msg":"trace[1697196647] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"104.928608ms","start":"2026-03-02T22:19:07.785279Z","end":"2026-03-02T22:19:07.890208Z","steps":["trace[1697196647] 'process raft request' (duration: 104.437167ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:08.297207Z","caller":"traceutil/trace.go:171","msg":"trace[1423529463] linearizableReadLoop","detail":"{readStateIndex:27889; appliedIndex:27888; }","duration":"212.510828ms","start":"2026-03-02T22:19:08.084664Z","end":"2026-03-02T22:19:08.297175Z","steps":["trace[1423529463] 'read index received' (duration: 212.348184ms)","trace[1423529463] 'applied index is now lower than readState.Index' (duration: 161.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:08.297329Z","caller":"traceutil/trace.go:171","msg":"trace[1816625008] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"212.969688ms","start":"2026-03-02T22:19:08.084297Z","end":"2026-03-02T22:19:08.297267Z","steps":["trace[1816625008] 'process raft request' (duration: 212.64772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:08.297485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.796314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T22:19:08.297555Z","caller":"traceutil/trace.go:171","msg":"trace[72452132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26958; }","duration":"212.920617ms","start":"2026-03-02T22:19:08.084613Z","end":"2026-03-02T22:19:08.297534Z","steps":["trace[72452132] 'agreement among raft nodes before linearized reading' (duration: 212.723522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:08.297546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.365507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:19:08.297693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.441199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T22:19:08.297725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.866096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:19:08.297775Z","caller":"traceutil/trace.go:171","msg":"trace[2072941554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26958; }","duration":"146.570982ms","start":"2026-03-02T22:19:08.151186Z","end":"2026-03-02T22:19:08.297757Z","steps":["trace[2072941554] 'agreement among raft nodes before linearized reading' (duration: 146.355027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:08.29778Z","caller":"traceutil/trace.go:171","msg":"trace[143880722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26958; }","duration":"200.596692ms","start":"2026-03-02T22:19:08.097138Z","end":"2026-03-02T22:19:08.297734Z","steps":["trace[143880722] 'agreement among raft nodes before linearized reading' (duration: 200.289274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:08.297725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.525766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:19:08.297817Z","caller":"traceutil/trace.go:171","msg":"trace[1499702950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26958; }","duration":"146.002919ms","start":"2026-03-02T22:19:08.151795Z","end":"2026-03-02T22:19:08.297798Z","steps":["trace[1499702950] 'agreement among raft nodes before linearized reading' (duration: 145.728703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:08.297862Z","caller":"traceutil/trace.go:171","msg":"trace[2135105648] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26958; }","duration":"138.706719ms","start":"2026-03-02T22:19:08.159136Z","end":"2026-03-02T22:19:08.297843Z","steps":["trace[2135105648] 'agreement among raft nodes before linearized reading' (duration: 138.423182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:08.297653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.253071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:19:08.297911Z","caller":"traceutil/trace.go:171","msg":"trace[1981885900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26958; }","duration":"145.540457ms","start":"2026-03-02T22:19:08.152359Z","end":"2026-03-02T22:19:08.297899Z","steps":["trace[1981885900] 'agreement among raft nodes before linearized reading' (duration: 145.114037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:08.458466Z","caller":"traceutil/trace.go:171","msg":"trace[1803850522] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"154.512125ms","start":"2026-03-02T22:19:08.303936Z","end":"2026-03-02T22:19:08.458448Z","steps":["trace[1803850522] 'process raft request' (duration: 154.357032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:08.458921Z","caller":"traceutil/trace.go:171","msg":"trace[1247896548] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"154.939595ms","start":"2026-03-02T22:19:08.303965Z","end":"2026-03-02T22:19:08.458904Z","steps":["trace[1247896548] 'process raft request' (duration: 154.451184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:08.458996Z","caller":"traceutil/trace.go:171","msg":"trace[1476037186] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"154.968506ms","start":"2026-03-02T22:19:08.303989Z","end":"2026-03-02T22:19:08.458957Z","steps":["trace[1476037186] 'process raft request' (duration: 154.781852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:08.459262Z","caller":"traceutil/trace.go:171","msg":"trace[1820287684] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"155.175571ms","start":"2026-03-02T22:19:08.304077Z","end":"2026-03-02T22:19:08.459252Z","steps":["trace[1820287684] 'process raft request' (duration: 155.100009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:08.459454Z","caller":"traceutil/trace.go:171","msg":"trace[1976550240] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"155.223991ms","start":"2026-03-02T22:19:08.304005Z","end":"2026-03-02T22:19:08.459229Z","steps":["trace[1976550240] 'process raft request' (duration: 154.915984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:08.729443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.411585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:08.729574Z","caller":"traceutil/trace.go:171","msg":"trace[442430131] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26964; }","duration":"161.569569ms","start":"2026-03-02T22:19:08.567949Z","end":"2026-03-02T22:19:08.729518Z","steps":["trace[442430131] 'range keys from in-memory index tree' (duration: 161.315493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:09.191799Z","caller":"traceutil/trace.go:171","msg":"trace[871793089] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"113.987848ms","start":"2026-03-02T22:19:09.077786Z","end":"2026-03-02T22:19:09.191773Z","steps":["trace[871793089] 'process raft request' (duration: 113.829614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:09.813905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.598115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:09.813963Z","caller":"traceutil/trace.go:171","msg":"trace[2022250755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26966; }","duration":"443.703058ms","start":"2026-03-02T22:19:09.370246Z","end":"2026-03-02T22:19:09.813949Z","steps":["trace[2022250755] 'range keys from in-memory index tree' (duration: 443.508973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:09.81399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:09.370222Z","time spent":"443.761909ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:19:09.814382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.014621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-03-02T22:19:09.814745Z","caller":"traceutil/trace.go:171","msg":"trace[632888297] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26966; }","duration":"204.183585ms","start":"2026-03-02T22:19:09.610304Z","end":"2026-03-02T22:19:09.814487Z","steps":["trace[632888297] 'range keys from in-memory index tree' (duration: 203.684493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:09.843641Z","caller":"traceutil/trace.go:171","msg":"trace[938908223] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"214.81631ms","start":"2026-03-02T22:19:09.628801Z","end":"2026-03-02T22:19:09.843617Z","steps":["trace[938908223] 'process raft request' (duration: 214.672567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:10.063177Z","caller":"traceutil/trace.go:171","msg":"trace[1323422856] linearizableReadLoop","detail":"{readStateIndex:27900; appliedIndex:27898; }","duration":"247.663481ms","start":"2026-03-02T22:19:09.815489Z","end":"2026-03-02T22:19:10.063152Z","steps":["trace[1323422856] 'read index received' (duration: 27.982388ms)","trace[1323422856] 'applied index is now lower than readState.Index' (duration: 219.680143ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:10.063208Z","caller":"traceutil/trace.go:171","msg":"trace[154064975] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"407.033449ms","start":"2026-03-02T22:19:09.656139Z","end":"2026-03-02T22:19:10.063172Z","steps":["trace[154064975] 'process raft request' (duration: 406.797753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:10.063352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.837755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:10.063393Z","caller":"traceutil/trace.go:171","msg":"trace[75892563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26969; }","duration":"247.897617ms","start":"2026-03-02T22:19:09.815484Z","end":"2026-03-02T22:19:10.063381Z","steps":["trace[75892563] 'agreement among raft nodes before linearized reading' (duration: 247.791534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:10.063534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:09.656115Z","time spent":"407.293775ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:10.063845Z","caller":"traceutil/trace.go:171","msg":"trace[1627424506] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"232.821827ms","start":"2026-03-02T22:19:09.830975Z","end":"2026-03-02T22:19:10.063797Z","steps":["trace[1627424506] 'process raft request' (duration: 232.116971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:10.064405Z","caller":"traceutil/trace.go:171","msg":"trace[2004966325] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"168.11049ms","start":"2026-03-02T22:19:09.896278Z","end":"2026-03-02T22:19:10.064389Z","steps":["trace[2004966325] 'process raft request' (duration: 167.933056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:10.064591Z","caller":"traceutil/trace.go:171","msg":"trace[1262891319] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"168.276534ms","start":"2026-03-02T22:19:09.896298Z","end":"2026-03-02T22:19:10.064574Z","steps":["trace[1262891319] 'process raft request' (duration: 167.983327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:24.120344Z","caller":"traceutil/trace.go:171","msg":"trace[727392155] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"214.073003ms","start":"2026-03-02T22:19:23.906251Z","end":"2026-03-02T22:19:24.120324Z","steps":["trace[727392155] 'process raft request' (duration: 213.220874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:24.833862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.292722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:24.833971Z","caller":"traceutil/trace.go:171","msg":"trace[794250688] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27166; }","duration":"164.419865ms","start":"2026-03-02T22:19:24.669528Z","end":"2026-03-02T22:19:24.833947Z","steps":["trace[794250688] 'count revisions from in-memory index tree' (duration: 164.23551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:58.959438Z","caller":"traceutil/trace.go:171","msg":"trace[1508416817] linearizableReadLoop","detail":"{readStateIndex:28366; appliedIndex:28365; }","duration":"112.603486ms","start":"2026-03-02T22:19:58.846809Z","end":"2026-03-02T22:19:58.959413Z","steps":["trace[1508416817] 'read index received' (duration: 112.394131ms)","trace[1508416817] 'applied index is now lower than readState.Index' (duration: 208.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:58.959803Z","caller":"traceutil/trace.go:171","msg":"trace[260877744] transaction","detail":"{read_only:false; response_revision:27420; number_of_response:1; }","duration":"124.978192ms","start":"2026-03-02T22:19:58.834811Z","end":"2026-03-02T22:19:58.959789Z","steps":["trace[260877744] 'process raft request' (duration: 124.44536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:58.960147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.314723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T22:19:58.962298Z","caller":"traceutil/trace.go:171","msg":"trace[479030512] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:27420; }","duration":"115.499593ms","start":"2026-03-02T22:19:58.846782Z","end":"2026-03-02T22:19:58.962282Z","steps":["trace[479030512] 'agreement among raft nodes before linearized reading' (duration: 113.23857ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:00.436605Z","caller":"traceutil/trace.go:171","msg":"trace[1663536070] transaction","detail":"{read_only:false; response_revision:27442; number_of_response:1; }","duration":"113.714141ms","start":"2026-03-02T22:20:00.322864Z","end":"2026-03-02T22:20:00.436578Z","steps":["trace[1663536070] 'process raft request' (duration: 101.251272ms)","trace[1663536070] 'compare' (duration: 12.178292ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:23:09.763565Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26418} {"level":"info","ts":"2026-03-02T22:23:09.899116Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26418,"took":"130.412567ms","hash":1319160822,"current-db-size-bytes":49164288,"current-db-size":"49 MB","current-db-size-in-use-bytes":32628736,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T22:23:09.899187Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1319160822,"revision":26418,"compact-revision":24021} {"level":"info","ts":"2026-03-02T22:23:40.167828Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"bc3cb673a921c717","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:23:40.173386Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T22:23:40.17349Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T22:24:08.24643Z","caller":"traceutil/trace.go:171","msg":"trace[942559889] transaction","detail":"{read_only:false; response_revision:29197; number_of_response:1; }","duration":"171.526519ms","start":"2026-03-02T22:24:08.074857Z","end":"2026-03-02T22:24:08.246384Z","steps":["trace[942559889] 'process raft request' (duration: 171.273024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:06.822117Z","caller":"traceutil/trace.go:171","msg":"trace[1067052344] linearizableReadLoop","detail":"{readStateIndex:30649; appliedIndex:30647; }","duration":"141.889246ms","start":"2026-03-02T22:25:06.680205Z","end":"2026-03-02T22:25:06.822094Z","steps":["trace[1067052344] 'read index received' (duration: 50.748822ms)","trace[1067052344] 'applied index is now lower than readState.Index' (duration: 91.139594ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:25:06.822179Z","caller":"traceutil/trace.go:171","msg":"trace[224491840] transaction","detail":"{read_only:false; response_revision:29636; number_of_response:1; }","duration":"161.020547ms","start":"2026-03-02T22:25:06.661127Z","end":"2026-03-02T22:25:06.822147Z","steps":["trace[224491840] 'process raft request' (duration: 160.71494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:06.822311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.09689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:25:06.822338Z","caller":"traceutil/trace.go:171","msg":"trace[186560102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29636; }","duration":"142.163662ms","start":"2026-03-02T22:25:06.680169Z","end":"2026-03-02T22:25:06.822332Z","steps":["trace[186560102] 'agreement among raft nodes before linearized reading' (duration: 142.046749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:06.822461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.105287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:25:06.822472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.009915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:25:06.822552Z","caller":"traceutil/trace.go:171","msg":"trace[929595519] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29636; }","duration":"141.233181ms","start":"2026-03-02T22:25:06.6813Z","end":"2026-03-02T22:25:06.822533Z","steps":["trace[929595519] 'agreement among raft nodes before linearized reading' (duration: 140.991035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:06.822576Z","caller":"traceutil/trace.go:171","msg":"trace[1459396399] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29636; }","duration":"115.152518ms","start":"2026-03-02T22:25:06.707402Z","end":"2026-03-02T22:25:06.822555Z","steps":["trace[1459396399] 'agreement among raft nodes before linearized reading' (duration: 114.873942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:06.995809Z","caller":"traceutil/trace.go:171","msg":"trace[762874261] transaction","detail":"{read_only:false; response_revision:29638; number_of_response:1; }","duration":"168.394747ms","start":"2026-03-02T22:25:06.827396Z","end":"2026-03-02T22:25:06.995791Z","steps":["trace[762874261] 'process raft request' (duration: 168.297315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:06.995966Z","caller":"traceutil/trace.go:171","msg":"trace[172808999] transaction","detail":"{read_only:false; response_revision:29637; number_of_response:1; }","duration":"169.061272ms","start":"2026-03-02T22:25:06.826899Z","end":"2026-03-02T22:25:06.99596Z","steps":["trace[172808999] 'process raft request' (duration: 166.189076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:06.995941Z","caller":"traceutil/trace.go:171","msg":"trace[610138027] linearizableReadLoop","detail":"{readStateIndex:30652; appliedIndex:30649; }","duration":"141.054636ms","start":"2026-03-02T22:25:06.854865Z","end":"2026-03-02T22:25:06.99592Z","steps":["trace[610138027] 'read index received' (duration: 138.18047ms)","trace[610138027] 'applied index is now lower than readState.Index' (duration: 2.872736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:25:06.996069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.194569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:25:06.996102Z","caller":"traceutil/trace.go:171","msg":"trace[87820920] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:29639; }","duration":"141.279871ms","start":"2026-03-02T22:25:06.854811Z","end":"2026-03-02T22:25:06.996091Z","steps":["trace[87820920] 'agreement among raft nodes before linearized reading' (duration: 141.186869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:06.996181Z","caller":"traceutil/trace.go:171","msg":"trace[249728017] transaction","detail":"{read_only:false; response_revision:29639; number_of_response:1; }","duration":"168.751506ms","start":"2026-03-02T22:25:06.827401Z","end":"2026-03-02T22:25:06.996152Z","steps":["trace[249728017] 'process raft request' (duration: 168.365717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:09.319764Z","caller":"traceutil/trace.go:171","msg":"trace[551823171] transaction","detail":"{read_only:false; response_revision:30091; number_of_response:1; }","duration":"143.205976ms","start":"2026-03-02T22:26:09.176525Z","end":"2026-03-02T22:26:09.319731Z","steps":["trace[551823171] 'process raft request' (duration: 142.834187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:15.61132Z","caller":"traceutil/trace.go:171","msg":"trace[1725346937] transaction","detail":"{read_only:false; response_revision:30133; number_of_response:1; }","duration":"182.904313ms","start":"2026-03-02T22:26:15.428387Z","end":"2026-03-02T22:26:15.611291Z","steps":["trace[1725346937] 'process raft request' (duration: 182.737569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:15.611974Z","caller":"traceutil/trace.go:171","msg":"trace[1985424009] linearizableReadLoop","detail":"{readStateIndex:31162; appliedIndex:31160; }","duration":"180.427095ms","start":"2026-03-02T22:26:15.431527Z","end":"2026-03-02T22:26:15.611954Z","steps":["trace[1985424009] 'read index received' (duration: 179.618496ms)","trace[1985424009] 'applied index is now lower than readState.Index' (duration: 807.609µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:26:15.612095Z","caller":"traceutil/trace.go:171","msg":"trace[390169788] transaction","detail":"{read_only:false; response_revision:30134; number_of_response:1; }","duration":"182.840851ms","start":"2026-03-02T22:26:15.429206Z","end":"2026-03-02T22:26:15.612047Z","steps":["trace[390169788] 'process raft request' (duration: 182.667037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:26:15.612152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.59986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:26:15.612304Z","caller":"traceutil/trace.go:171","msg":"trace[737923137] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30134; }","duration":"180.801554ms","start":"2026-03-02T22:26:15.431479Z","end":"2026-03-02T22:26:15.612281Z","steps":["trace[737923137] 'agreement among raft nodes before linearized reading' (duration: 180.548558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:26:20.286131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.841075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:26:20.286287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.342741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:26:20.286359Z","caller":"traceutil/trace.go:171","msg":"trace[1969425088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30170; }","duration":"129.164832ms","start":"2026-03-02T22:26:20.157169Z","end":"2026-03-02T22:26:20.286334Z","steps":["trace[1969425088] 'count revisions from in-memory index tree' (duration: 128.677211ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:20.286442Z","caller":"traceutil/trace.go:171","msg":"trace[366200400] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30170; }","duration":"189.568136ms","start":"2026-03-02T22:26:20.096813Z","end":"2026-03-02T22:26:20.286381Z","steps":["trace[366200400] 'range keys from in-memory index tree' (duration: 189.158527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:23.107914Z","caller":"traceutil/trace.go:171","msg":"trace[702337626] linearizableReadLoop","detail":"{readStateIndex:31634; appliedIndex:31633; }","duration":"121.021544ms","start":"2026-03-02T22:27:22.986872Z","end":"2026-03-02T22:27:23.107894Z","steps":["trace[702337626] 'read index received' (duration: 120.819159ms)","trace[702337626] 'applied index is now lower than readState.Index' (duration: 201.645µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:27:23.108119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.231188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:27:23.108144Z","caller":"traceutil/trace.go:171","msg":"trace[470976377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30593; }","duration":"121.30229ms","start":"2026-03-02T22:27:22.986833Z","end":"2026-03-02T22:27:23.108135Z","steps":["trace[470976377] 'agreement among raft nodes before linearized reading' (duration: 121.157177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:23.108464Z","caller":"traceutil/trace.go:171","msg":"trace[888545300] transaction","detail":"{read_only:false; response_revision:30593; number_of_response:1; }","duration":"133.238566ms","start":"2026-03-02T22:27:22.975217Z","end":"2026-03-02T22:27:23.108455Z","steps":["trace[888545300] 'process raft request' (duration: 132.54074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:38.192684Z","caller":"traceutil/trace.go:171","msg":"trace[813870892] transaction","detail":"{read_only:false; response_revision:30693; number_of_response:1; }","duration":"110.046801ms","start":"2026-03-02T22:27:38.082608Z","end":"2026-03-02T22:27:38.192655Z","steps":["trace[813870892] 'process raft request' (duration: 109.858607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:38.193612Z","caller":"traceutil/trace.go:171","msg":"trace[346840549] transaction","detail":"{read_only:false; response_revision:30694; number_of_response:1; }","duration":"107.621714ms","start":"2026-03-02T22:27:38.085954Z","end":"2026-03-02T22:27:38.193576Z","steps":["trace[346840549] 'process raft request' (duration: 107.4295ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:28:09.82159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28801} {"level":"info","ts":"2026-03-02T22:28:09.963263Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28801,"took":"137.485434ms","hash":1236739780,"current-db-size-bytes":49164288,"current-db-size":"49 MB","current-db-size-in-use-bytes":27840512,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:28:09.96335Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1236739780,"revision":28801,"compact-revision":26418} {"level":"info","ts":"2026-03-02T22:29:11.875911Z","caller":"traceutil/trace.go:171","msg":"trace[101786722] transaction","detail":"{read_only:false; response_revision:31334; number_of_response:1; }","duration":"120.244016ms","start":"2026-03-02T22:29:11.755642Z","end":"2026-03-02T22:29:11.875886Z","steps":["trace[101786722] 'process raft request' (duration: 120.078982ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:29:11.881114Z","caller":"traceutil/trace.go:171","msg":"trace[24469021] linearizableReadLoop","detail":"{readStateIndex:32401; appliedIndex:32399; }","duration":"122.364804ms","start":"2026-03-02T22:29:11.75873Z","end":"2026-03-02T22:29:11.881095Z","steps":["trace[24469021] 'read index received' (duration: 116.97109ms)","trace[24469021] 'applied index is now lower than readState.Index' (duration: 5.392974ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:29:11.881186Z","caller":"traceutil/trace.go:171","msg":"trace[78834067] transaction","detail":"{read_only:false; response_revision:31335; number_of_response:1; }","duration":"124.32407ms","start":"2026-03-02T22:29:11.756836Z","end":"2026-03-02T22:29:11.88116Z","steps":["trace[78834067] 'process raft request' (duration: 124.138906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:29:11.881264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.520688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:29:11.881294Z","caller":"traceutil/trace.go:171","msg":"trace[440156007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31335; }","duration":"122.59469ms","start":"2026-03-02T22:29:11.758691Z","end":"2026-03-02T22:29:11.881286Z","steps":["trace[440156007] 'agreement among raft nodes before linearized reading' (duration: 122.476037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:29:18.045746Z","caller":"traceutil/trace.go:171","msg":"trace[1492495536] transaction","detail":"{read_only:false; response_revision:31373; number_of_response:1; }","duration":"138.675972ms","start":"2026-03-02T22:29:17.907041Z","end":"2026-03-02T22:29:18.045717Z","steps":["trace[1492495536] 'process raft request' (duration: 138.383455ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:29:18.045818Z","caller":"traceutil/trace.go:171","msg":"trace[257470293] linearizableReadLoop","detail":"{readStateIndex:32440; appliedIndex:32439; }","duration":"134.105535ms","start":"2026-03-02T22:29:17.911687Z","end":"2026-03-02T22:29:18.045793Z","steps":["trace[257470293] 'read index received' (duration: 133.801358ms)","trace[257470293] 'applied index is now lower than readState.Index' (duration: 302.357µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:29:18.046005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.29599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:29:18.04607Z","caller":"traceutil/trace.go:171","msg":"trace[1676265637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31373; }","duration":"134.388613ms","start":"2026-03-02T22:29:17.911666Z","end":"2026-03-02T22:29:18.046054Z","steps":["trace[1676265637] 'agreement among raft nodes before linearized reading' (duration: 134.204768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:01.922684Z","caller":"traceutil/trace.go:171","msg":"trace[441008958] linearizableReadLoop","detail":"{readStateIndex:32781; appliedIndex:32780; }","duration":"112.154489ms","start":"2026-03-02T22:30:01.81049Z","end":"2026-03-02T22:30:01.922645Z","steps":["trace[441008958] 'read index received' (duration: 111.968345ms)","trace[441008958] 'applied index is now lower than readState.Index' (duration: 185.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:30:01.922788Z","caller":"traceutil/trace.go:171","msg":"trace[100218243] transaction","detail":"{read_only:false; response_revision:31703; number_of_response:1; }","duration":"117.332759ms","start":"2026-03-02T22:30:01.805419Z","end":"2026-03-02T22:30:01.922751Z","steps":["trace[100218243] 'process raft request' (duration: 117.067503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:30:01.922815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.300003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:30:01.923489Z","caller":"traceutil/trace.go:171","msg":"trace[178991114] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:31703; }","duration":"112.996448ms","start":"2026-03-02T22:30:01.810455Z","end":"2026-03-02T22:30:01.923452Z","steps":["trace[178991114] 'agreement among raft nodes before linearized reading' (duration: 112.303762ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:06.077168Z","caller":"traceutil/trace.go:171","msg":"trace[2092609756] linearizableReadLoop","detail":"{readStateIndex:32823; appliedIndex:32822; }","duration":"161.303014ms","start":"2026-03-02T22:30:05.915816Z","end":"2026-03-02T22:30:06.077119Z","steps":["trace[2092609756] 'read index received' (duration: 160.841913ms)","trace[2092609756] 'applied index is now lower than readState.Index' (duration: 459.621µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:30:06.077282Z","caller":"traceutil/trace.go:171","msg":"trace[853614097] transaction","detail":"{read_only:false; response_revision:31744; number_of_response:1; }","duration":"188.282197ms","start":"2026-03-02T22:30:05.888952Z","end":"2026-03-02T22:30:06.077234Z","steps":["trace[853614097] 'process raft request' (duration: 187.834796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:30:06.077535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.680052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:30:06.077617Z","caller":"traceutil/trace.go:171","msg":"trace[145925743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31744; }","duration":"161.836606ms","start":"2026-03-02T22:30:05.915752Z","end":"2026-03-02T22:30:06.077589Z","steps":["trace[145925743] 'agreement among raft nodes before linearized reading' (duration: 161.547889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:55.31379Z","caller":"traceutil/trace.go:171","msg":"trace[1942603537] linearizableReadLoop","detail":"{readStateIndex:33200; appliedIndex:33199; }","duration":"155.335895ms","start":"2026-03-02T22:30:55.158427Z","end":"2026-03-02T22:30:55.313762Z","steps":["trace[1942603537] 'read index received' (duration: 155.282613ms)","trace[1942603537] 'applied index is now lower than readState.Index' (duration: 52.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:30:55.313909Z","caller":"traceutil/trace.go:171","msg":"trace[1863835929] transaction","detail":"{read_only:false; response_revision:32109; number_of_response:1; }","duration":"176.056513ms","start":"2026-03-02T22:30:55.137819Z","end":"2026-03-02T22:30:55.313876Z","steps":["trace[1863835929] 'process raft request' (duration: 175.795127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:30:55.314035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.59585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:30:55.314072Z","caller":"traceutil/trace.go:171","msg":"trace[494506538] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:32109; }","duration":"155.683312ms","start":"2026-03-02T22:30:55.158375Z","end":"2026-03-02T22:30:55.314059Z","steps":["trace[494506538] 'agreement among raft nodes before linearized reading' (duration: 155.527199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:55.318131Z","caller":"traceutil/trace.go:171","msg":"trace[778712670] transaction","detail":"{read_only:false; response_revision:32111; number_of_response:1; }","duration":"143.407009ms","start":"2026-03-02T22:30:55.174709Z","end":"2026-03-02T22:30:55.318116Z","steps":["trace[778712670] 'process raft request' (duration: 143.306947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:55.318155Z","caller":"traceutil/trace.go:171","msg":"trace[690486865] transaction","detail":"{read_only:false; response_revision:32110; number_of_response:1; }","duration":"149.229774ms","start":"2026-03-02T22:30:55.168897Z","end":"2026-03-02T22:30:55.318127Z","steps":["trace[690486865] 'process raft request' (duration: 149.02007ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:55.318322Z","caller":"traceutil/trace.go:171","msg":"trace[306742234] transaction","detail":"{read_only:false; response_revision:32112; number_of_response:1; }","duration":"143.572654ms","start":"2026-03-02T22:30:55.17474Z","end":"2026-03-02T22:30:55.318312Z","steps":["trace[306742234] 'process raft request' (duration: 143.344379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:55.318748Z","caller":"traceutil/trace.go:171","msg":"trace[653457424] transaction","detail":"{read_only:false; response_revision:32113; number_of_response:1; }","duration":"143.543653ms","start":"2026-03-02T22:30:55.175178Z","end":"2026-03-02T22:30:55.318722Z","steps":["trace[653457424] 'process raft request' (duration: 143.097623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:30:55.318799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.185109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:30:55.318842Z","caller":"traceutil/trace.go:171","msg":"trace[1354386973] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32113; }","duration":"112.247591ms","start":"2026-03-02T22:30:55.206582Z","end":"2026-03-02T22:30:55.31883Z","steps":["trace[1354386973] 'agreement among raft nodes before linearized reading' (duration: 112.145708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:30:55.319028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.081923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:30:55.319099Z","caller":"traceutil/trace.go:171","msg":"trace[661675654] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32113; }","duration":"114.196915ms","start":"2026-03-02T22:30:55.204882Z","end":"2026-03-02T22:30:55.319079Z","steps":["trace[661675654] 'agreement among raft nodes before linearized reading' (duration: 113.868818ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:13.638534Z","caller":"traceutil/trace.go:171","msg":"trace[1306205960] transaction","detail":"{read_only:false; response_revision:32696; number_of_response:1; }","duration":"399.368096ms","start":"2026-03-02T22:32:13.239122Z","end":"2026-03-02T22:32:13.63849Z","steps":["trace[1306205960] 'process raft request' (duration: 399.168881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:13.638487Z","caller":"traceutil/trace.go:171","msg":"trace[1217218772] linearizableReadLoop","detail":"{readStateIndex:33805; appliedIndex:33804; }","duration":"338.165445ms","start":"2026-03-02T22:32:13.300294Z","end":"2026-03-02T22:32:13.638459Z","steps":["trace[1217218772] 'read index received' (duration: 338.016892ms)","trace[1217218772] 'applied index is now lower than readState.Index' (duration: 147.403µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:32:13.638638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:13.239106Z","time spent":"399.479218ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:32:13.63905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.756759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:42 size:339965"} {"level":"info","ts":"2026-03-02T22:32:13.639116Z","caller":"traceutil/trace.go:171","msg":"trace[1207994491] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:42; response_revision:32696; }","duration":"338.835561ms","start":"2026-03-02T22:32:13.300265Z","end":"2026-03-02T22:32:13.6391Z","steps":["trace[1207994491] 'agreement among raft nodes before linearized reading' (duration: 338.33501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:13.639151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:13.300238Z","time spent":"338.901842ms","remote":"127.0.0.1:43694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":42,"response size":339989,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T22:32:13.925313Z","caller":"traceutil/trace.go:171","msg":"trace[842579261] linearizableReadLoop","detail":"{readStateIndex:33810; appliedIndex:33805; }","duration":"286.647097ms","start":"2026-03-02T22:32:13.638647Z","end":"2026-03-02T22:32:13.925294Z","steps":["trace[842579261] 'read index received' (duration: 286.33229ms)","trace[842579261] 'applied index is now lower than readState.Index' (duration: 314.187µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:13.925723Z","caller":"traceutil/trace.go:171","msg":"trace[1779277565] transaction","detail":"{read_only:false; response_revision:32698; number_of_response:1; }","duration":"298.272225ms","start":"2026-03-02T22:32:13.627432Z","end":"2026-03-02T22:32:13.925704Z","steps":["trace[1779277565] 'process raft request' (duration: 297.757044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:13.925768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.66717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:32:13.925801Z","caller":"traceutil/trace.go:171","msg":"trace[225013514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32701; }","duration":"464.751322ms","start":"2026-03-02T22:32:13.46104Z","end":"2026-03-02T22:32:13.925792Z","steps":["trace[225013514] 'agreement among raft nodes before linearized reading' (duration: 464.62232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:13.925777Z","caller":"traceutil/trace.go:171","msg":"trace[1116048456] transaction","detail":"{read_only:false; response_revision:32699; number_of_response:1; }","duration":"297.837496ms","start":"2026-03-02T22:32:13.627923Z","end":"2026-03-02T22:32:13.925761Z","steps":["trace[1116048456] 'process raft request' (duration: 297.295593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:13.92584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:13.461022Z","time spent":"464.809224ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:32:13.925855Z","caller":"traceutil/trace.go:171","msg":"trace[908909993] transaction","detail":"{read_only:false; response_revision:32700; number_of_response:1; }","duration":"294.176361ms","start":"2026-03-02T22:32:13.631664Z","end":"2026-03-02T22:32:13.92584Z","steps":["trace[908909993] 'process raft request' (duration: 293.580757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:13.926021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.099395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:32:13.926056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.839503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T22:32:13.926036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.619709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T22:32:13.926099Z","caller":"traceutil/trace.go:171","msg":"trace[1898162950] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:32701; }","duration":"594.225797ms","start":"2026-03-02T22:32:13.331856Z","end":"2026-03-02T22:32:13.926082Z","steps":["trace[1898162950] 'agreement among raft nodes before linearized reading' (duration: 594.063733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:13.926119Z","caller":"traceutil/trace.go:171","msg":"trace[1259555886] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32701; }","duration":"241.744483ms","start":"2026-03-02T22:32:13.684355Z","end":"2026-03-02T22:32:13.926099Z","steps":["trace[1259555886] 'agreement among raft nodes before linearized reading' (duration: 241.511877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:13.925762Z","caller":"traceutil/trace.go:171","msg":"trace[2047631256] transaction","detail":"{read_only:false; response_revision:32701; number_of_response:1; }","duration":"292.559034ms","start":"2026-03-02T22:32:13.633148Z","end":"2026-03-02T22:32:13.925707Z","steps":["trace[2047631256] 'process raft request' (duration: 292.120673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:13.926127Z","caller":"traceutil/trace.go:171","msg":"trace[56716301] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32701; }","duration":"234.922835ms","start":"2026-03-02T22:32:13.691164Z","end":"2026-03-02T22:32:13.926087Z","steps":["trace[56716301] 'agreement among raft nodes before linearized reading' (duration: 234.762982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:13.926137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:13.33184Z","time spent":"594.288869ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:32:13.925864Z","caller":"traceutil/trace.go:171","msg":"trace[1428016386] transaction","detail":"{read_only:false; response_revision:32697; number_of_response:1; }","duration":"301.501699ms","start":"2026-03-02T22:32:13.624327Z","end":"2026-03-02T22:32:13.925828Z","steps":["trace[1428016386] 'process raft request' (duration: 300.720231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:13.926268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:13.624303Z","time spent":"301.912869ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:32:19.210309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.137153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.87\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T22:32:19.210413Z","caller":"traceutil/trace.go:171","msg":"trace[1690011900] range","detail":"{range_begin:/registry/masterleases/199.19.213.87; range_end:; response_count:1; response_revision:32734; }","duration":"321.283446ms","start":"2026-03-02T22:32:18.889104Z","end":"2026-03-02T22:32:19.210388Z","steps":["trace[1690011900] 'range keys from in-memory index tree' (duration: 320.919868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:19.210472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:18.889057Z","time spent":"321.396819ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.87\" "} {"level":"warn","ts":"2026-03-02T22:32:19.210317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.067957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:32:19.210647Z","caller":"traceutil/trace.go:171","msg":"trace[398548342] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:32734; }","duration":"457.414095ms","start":"2026-03-02T22:32:18.75321Z","end":"2026-03-02T22:32:19.210624Z","steps":["trace[398548342] 'count revisions from in-memory index tree' (duration: 456.932993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:19.210707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:18.753152Z","time spent":"457.535097ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:32:19.314275Z","caller":"traceutil/trace.go:171","msg":"trace[790915672] linearizableReadLoop","detail":"{readStateIndex:33845; appliedIndex:33844; }","duration":"286.698639ms","start":"2026-03-02T22:32:19.027547Z","end":"2026-03-02T22:32:19.314246Z","steps":["trace[790915672] 'read index received' (duration: 286.631978ms)","trace[790915672] 'applied index is now lower than readState.Index' (duration: 65.351µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:19.314404Z","caller":"traceutil/trace.go:171","msg":"trace[79884779] transaction","detail":"{read_only:false; response_revision:32735; number_of_response:1; }","duration":"313.886096ms","start":"2026-03-02T22:32:19.000457Z","end":"2026-03-02T22:32:19.314343Z","steps":["trace[79884779] 'process raft request' (duration: 313.62512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:19.314743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.129089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T22:32:19.314799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:19.000431Z","time spent":"314.111551ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:32:19.3148Z","caller":"traceutil/trace.go:171","msg":"trace[964138973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32735; }","duration":"287.280363ms","start":"2026-03-02T22:32:19.027505Z","end":"2026-03-02T22:32:19.314785Z","steps":["trace[964138973] 'agreement among raft nodes before linearized reading' (duration: 286.883174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:19.318421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.091649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:32:19.318436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.650465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:32:19.318493Z","caller":"traceutil/trace.go:171","msg":"trace[1985360534] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:32735; }","duration":"117.204402ms","start":"2026-03-02T22:32:19.201269Z","end":"2026-03-02T22:32:19.318473Z","steps":["trace[1985360534] 'agreement among raft nodes before linearized reading' (duration: 117.088399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:19.318529Z","caller":"traceutil/trace.go:171","msg":"trace[35476420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32735; }","duration":"190.745997ms","start":"2026-03-02T22:32:19.127736Z","end":"2026-03-02T22:32:19.318482Z","steps":["trace[35476420] 'agreement among raft nodes before linearized reading' (duration: 190.572813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:19.318601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.898765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:32:19.318839Z","caller":"traceutil/trace.go:171","msg":"trace[1595449308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32735; }","duration":"186.136751ms","start":"2026-03-02T22:32:19.132659Z","end":"2026-03-02T22:32:19.318796Z","steps":["trace[1595449308] 'agreement among raft nodes before linearized reading' (duration: 185.731302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:20.051281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.950178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:32:20.051348Z","caller":"traceutil/trace.go:171","msg":"trace[907640130] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:32741; }","duration":"157.075651ms","start":"2026-03-02T22:32:19.894256Z","end":"2026-03-02T22:32:20.051332Z","steps":["trace[907640130] 'count revisions from in-memory index tree' (duration: 156.849546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:20.051395Z","caller":"traceutil/trace.go:171","msg":"trace[854323770] transaction","detail":"{read_only:false; response_revision:32742; number_of_response:1; }","duration":"108.535122ms","start":"2026-03-02T22:32:19.942836Z","end":"2026-03-02T22:32:20.051371Z","steps":["trace[854323770] 'process raft request' (duration: 81.939439ms)","trace[854323770] 'compare' (duration: 26.348897ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:20.389312Z","caller":"traceutil/trace.go:171","msg":"trace[908416961] transaction","detail":"{read_only:false; response_revision:32750; number_of_response:1; }","duration":"105.981223ms","start":"2026-03-02T22:32:20.283305Z","end":"2026-03-02T22:32:20.389286Z","steps":["trace[908416961] 'process raft request' (duration: 105.809059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:20.649153Z","caller":"traceutil/trace.go:171","msg":"trace[824925903] transaction","detail":"{read_only:false; response_revision:32751; number_of_response:1; }","duration":"101.318766ms","start":"2026-03-02T22:32:20.547802Z","end":"2026-03-02T22:32:20.649121Z","steps":["trace[824925903] 'process raft request' (duration: 64.028446ms)","trace[824925903] 'compare' (duration: 37.120896ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:51.23198Z","caller":"traceutil/trace.go:171","msg":"trace[688676116] transaction","detail":"{read_only:false; response_revision:32964; number_of_response:1; }","duration":"156.059048ms","start":"2026-03-02T22:32:51.075885Z","end":"2026-03-02T22:32:51.231944Z","steps":["trace[688676116] 'process raft request' (duration: 155.682149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:51.40237Z","caller":"traceutil/trace.go:171","msg":"trace[2040351361] transaction","detail":"{read_only:false; response_revision:32965; number_of_response:1; }","duration":"125.639476ms","start":"2026-03-02T22:32:51.276689Z","end":"2026-03-02T22:32:51.402328Z","steps":["trace[2040351361] 'process raft request' (duration: 51.054997ms)","trace[2040351361] 'compare' (duration: 74.137899ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:09.82928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30907} {"level":"info","ts":"2026-03-02T22:33:09.966467Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30907,"took":"132.641727ms","hash":3670913605,"current-db-size-bytes":49164288,"current-db-size":"49 MB","current-db-size-in-use-bytes":28975104,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:33:09.966565Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3670913605,"revision":30907,"compact-revision":28801} {"level":"info","ts":"2026-03-02T22:33:37.990664Z","caller":"traceutil/trace.go:171","msg":"trace[932090823] linearizableReadLoop","detail":"{readStateIndex:34406; appliedIndex:34405; }","duration":"106.008394ms","start":"2026-03-02T22:33:37.884636Z","end":"2026-03-02T22:33:37.990644Z","steps":["trace[932090823] 'read index received' (duration: 105.875841ms)","trace[932090823] 'applied index is now lower than readState.Index' (duration: 131.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:37.991038Z","caller":"traceutil/trace.go:171","msg":"trace[643050624] transaction","detail":"{read_only:false; response_revision:33278; number_of_response:1; }","duration":"110.660401ms","start":"2026-03-02T22:33:37.880367Z","end":"2026-03-02T22:33:37.991027Z","steps":["trace[643050624] 'process raft request' (duration: 110.150269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:37.991375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.70853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:33:37.991474Z","caller":"traceutil/trace.go:171","msg":"trace[2106099985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33278; }","duration":"106.853564ms","start":"2026-03-02T22:33:37.884597Z","end":"2026-03-02T22:33:37.99145Z","steps":["trace[2106099985] 'agreement among raft nodes before linearized reading' (duration: 106.605538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:52.838106Z","caller":"traceutil/trace.go:171","msg":"trace[521631690] transaction","detail":"{read_only:false; response_revision:33381; number_of_response:1; }","duration":"342.645398ms","start":"2026-03-02T22:33:52.495427Z","end":"2026-03-02T22:33:52.838072Z","steps":["trace[521631690] 'process raft request' (duration: 342.468604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:52.838327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:52.495381Z","time spent":"342.840653ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:33:52.865614Z","caller":"traceutil/trace.go:171","msg":"trace[155826702] transaction","detail":"{read_only:false; response_revision:33383; number_of_response:1; }","duration":"274.145569ms","start":"2026-03-02T22:33:52.591446Z","end":"2026-03-02T22:33:52.865592Z","steps":["trace[155826702] 'process raft request' (duration: 274.063977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:52.865693Z","caller":"traceutil/trace.go:171","msg":"trace[315506603] transaction","detail":"{read_only:false; response_revision:33382; number_of_response:1; }","duration":"356.874677ms","start":"2026-03-02T22:33:52.508786Z","end":"2026-03-02T22:33:52.86566Z","steps":["trace[315506603] 'process raft request' (duration: 356.601671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:52.865834Z","caller":"traceutil/trace.go:171","msg":"trace[2019954631] transaction","detail":"{read_only:false; response_revision:33384; number_of_response:1; }","duration":"274.275763ms","start":"2026-03-02T22:33:52.591549Z","end":"2026-03-02T22:33:52.865824Z","steps":["trace[2019954631] 'process raft request' (duration: 274.003506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:52.865858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:52.508758Z","time spent":"357.01842ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:33:52.865921Z","caller":"traceutil/trace.go:171","msg":"trace[972007780] linearizableReadLoop","detail":"{readStateIndex:34516; appliedIndex:34511; }","duration":"157.0498ms","start":"2026-03-02T22:33:52.708862Z","end":"2026-03-02T22:33:52.865912Z","steps":["trace[972007780] 'read index received' (duration: 129.017604ms)","trace[972007780] 'applied index is now lower than readState.Index' (duration: 28.031176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:52.866077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.58341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:33:52.866005Z","caller":"traceutil/trace.go:171","msg":"trace[1192443565] transaction","detail":"{read_only:false; response_revision:33385; number_of_response:1; }","duration":"272.843589ms","start":"2026-03-02T22:33:52.593135Z","end":"2026-03-02T22:33:52.865978Z","steps":["trace[1192443565] 'process raft request' (duration: 272.647475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:52.866151Z","caller":"traceutil/trace.go:171","msg":"trace[237755653] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:33385; }","duration":"107.692843ms","start":"2026-03-02T22:33:52.758441Z","end":"2026-03-02T22:33:52.866134Z","steps":["trace[237755653] 'agreement among raft nodes before linearized reading' (duration: 107.56809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:52.866317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.404809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:33:52.866361Z","caller":"traceutil/trace.go:171","msg":"trace[365584781] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33385; }","duration":"157.687995ms","start":"2026-03-02T22:33:52.708661Z","end":"2026-03-02T22:33:52.866349Z","steps":["trace[365584781] 'agreement among raft nodes before linearized reading' (duration: 157.316196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:35:06.67574Z","caller":"traceutil/trace.go:171","msg":"trace[1643479292] transaction","detail":"{read_only:false; response_revision:33924; number_of_response:1; }","duration":"160.49514ms","start":"2026-03-02T22:35:06.515167Z","end":"2026-03-02T22:35:06.675662Z","steps":["trace[1643479292] 'process raft request' (duration: 149.069687ms)","trace[1643479292] 'compare' (duration: 10.942602ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:35:46.825345Z","caller":"traceutil/trace.go:171","msg":"trace[928468115] linearizableReadLoop","detail":"{readStateIndex:35384; appliedIndex:35383; }","duration":"128.221616ms","start":"2026-03-02T22:35:46.697095Z","end":"2026-03-02T22:35:46.825317Z","steps":["trace[928468115] 'read index received' (duration: 108.298667ms)","trace[928468115] 'applied index is now lower than readState.Index' (duration: 19.921679ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:35:46.825523Z","caller":"traceutil/trace.go:171","msg":"trace[1922252071] transaction","detail":"{read_only:false; response_revision:34227; number_of_response:1; }","duration":"129.086796ms","start":"2026-03-02T22:35:46.6964Z","end":"2026-03-02T22:35:46.825486Z","steps":["trace[1922252071] 'process raft request' (duration: 109.038184ms)","trace[1922252071] 'compare' (duration: 19.767685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:35:46.825604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.486722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:35:46.825648Z","caller":"traceutil/trace.go:171","msg":"trace[914988809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34227; }","duration":"128.582084ms","start":"2026-03-02T22:35:46.697055Z","end":"2026-03-02T22:35:46.825637Z","steps":["trace[914988809] 'agreement among raft nodes before linearized reading' (duration: 128.3864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:35:51.1374Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008a5b.wal"} {"level":"warn","ts":"2026-03-02T22:37:36.227264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.065191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:37:36.22777Z","caller":"traceutil/trace.go:171","msg":"trace[1812204877] transaction","detail":"{read_only:false; response_revision:34977; number_of_response:1; }","duration":"171.583964ms","start":"2026-03-02T22:37:36.056167Z","end":"2026-03-02T22:37:36.227751Z","steps":["trace[1812204877] 'process raft request' (duration: 171.221656ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:37:36.22791Z","caller":"traceutil/trace.go:171","msg":"trace[437384181] transaction","detail":"{read_only:false; response_revision:34976; number_of_response:1; }","duration":"172.612478ms","start":"2026-03-02T22:37:36.055268Z","end":"2026-03-02T22:37:36.227881Z","steps":["trace[437384181] 'process raft request' (duration: 50.840371ms)","trace[437384181] 'compare' (duration: 120.937568ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:37:36.22785Z","caller":"traceutil/trace.go:171","msg":"trace[397606922] linearizableReadLoop","detail":"{readStateIndex:36157; appliedIndex:36155; }","duration":"121.547362ms","start":"2026-03-02T22:37:36.106274Z","end":"2026-03-02T22:37:36.227821Z","steps":["trace[397606922] 'read index received' (duration: 88.415118ms)","trace[397606922] 'applied index is now lower than readState.Index' (duration: 33.129554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:37:36.228114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.814458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:37:36.228185Z","caller":"traceutil/trace.go:171","msg":"trace[1575028726] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:34978; }","duration":"121.934971ms","start":"2026-03-02T22:37:36.106235Z","end":"2026-03-02T22:37:36.22817Z","steps":["trace[1575028726] 'agreement among raft nodes before linearized reading' (duration: 121.689895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:37:37.466483Z","caller":"traceutil/trace.go:171","msg":"trace[841224741] transaction","detail":"{read_only:false; response_revision:34981; number_of_response:1; }","duration":"110.898416ms","start":"2026-03-02T22:37:37.355563Z","end":"2026-03-02T22:37:37.466461Z","steps":["trace[841224741] 'process raft request' (duration: 109.949415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:37:37.641819Z","caller":"traceutil/trace.go:171","msg":"trace[1690242554] linearizableReadLoop","detail":"{readStateIndex:36162; appliedIndex:36161; }","duration":"112.236117ms","start":"2026-03-02T22:37:37.52956Z","end":"2026-03-02T22:37:37.641796Z","steps":["trace[1690242554] 'read index received' (duration: 34.113286ms)","trace[1690242554] 'applied index is now lower than readState.Index' (duration: 78.121921ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:37:37.641931Z","caller":"traceutil/trace.go:171","msg":"trace[2107813852] transaction","detail":"{read_only:false; response_revision:34982; number_of_response:1; }","duration":"161.865921ms","start":"2026-03-02T22:37:37.480056Z","end":"2026-03-02T22:37:37.641922Z","steps":["trace[2107813852] 'process raft request' (duration: 83.684589ms)","trace[2107813852] 'compare' (duration: 77.835434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:37:37.642374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.821731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:37:37.642407Z","caller":"traceutil/trace.go:171","msg":"trace[198730802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34982; }","duration":"112.912043ms","start":"2026-03-02T22:37:37.529485Z","end":"2026-03-02T22:37:37.642397Z","steps":["trace[198730802] 'agreement among raft nodes before linearized reading' (duration: 112.79342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:38:09.850457Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33090} {"level":"info","ts":"2026-03-02T22:38:10.019243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33090,"took":"164.925732ms","hash":3194374793,"current-db-size-bytes":49164288,"current-db-size":"49 MB","current-db-size-in-use-bytes":29208576,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:38:10.019321Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3194374793,"revision":33090,"compact-revision":30907} {"level":"warn","ts":"2026-03-02T22:40:04.06203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.44765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:40:04.062115Z","caller":"traceutil/trace.go:171","msg":"trace[1912774089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36011; }","duration":"141.540692ms","start":"2026-03-02T22:40:03.920557Z","end":"2026-03-02T22:40:04.062098Z","steps":["trace[1912774089] 'range keys from in-memory index tree' (duration: 141.284846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:43:09.857611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35205} {"level":"info","ts":"2026-03-02T22:43:09.993921Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35205,"took":"132.704399ms","hash":1224039902,"current-db-size-bytes":49164288,"current-db-size":"49 MB","current-db-size-in-use-bytes":29569024,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:43:09.994014Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1224039902,"revision":35205,"compact-revision":33090} {"level":"info","ts":"2026-03-02T22:44:06.603715Z","caller":"traceutil/trace.go:171","msg":"trace[582832862] linearizableReadLoop","detail":"{readStateIndex:38981; appliedIndex:38980; }","duration":"307.55105ms","start":"2026-03-02T22:44:06.296133Z","end":"2026-03-02T22:44:06.603684Z","steps":["trace[582832862] 'read index received' (duration: 307.278813ms)","trace[582832862] 'applied index is now lower than readState.Index' (duration: 271.187µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:44:06.603855Z","caller":"traceutil/trace.go:171","msg":"trace[471371811] transaction","detail":"{read_only:false; response_revision:37716; number_of_response:1; }","duration":"308.287966ms","start":"2026-03-02T22:44:06.295555Z","end":"2026-03-02T22:44:06.603843Z","steps":["trace[471371811] 'process raft request' (duration: 307.964279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:06.603958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.295535Z","time spent":"308.346577ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:44:06.604175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.157817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-03-02T22:44:06.604212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.055221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T22:44:06.604288Z","caller":"traceutil/trace.go:171","msg":"trace[1735864397] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:37716; }","duration":"306.29623ms","start":"2026-03-02T22:44:06.297967Z","end":"2026-03-02T22:44:06.604263Z","steps":["trace[1735864397] 'agreement among raft nodes before linearized reading' (duration: 306.104136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:06.604318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.142896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-03-02T22:44:06.604355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.297959Z","time spent":"306.381093ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3913,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-02T22:44:06.604292Z","caller":"traceutil/trace.go:171","msg":"trace[905563306] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37716; }","duration":"308.165993ms","start":"2026-03-02T22:44:06.296106Z","end":"2026-03-02T22:44:06.604271Z","steps":["trace[905563306] 'agreement among raft nodes before linearized reading' (duration: 307.958708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:44:06.604392Z","caller":"traceutil/trace.go:171","msg":"trace[103905387] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:37716; }","duration":"253.260388ms","start":"2026-03-02T22:44:06.351111Z","end":"2026-03-02T22:44:06.604371Z","steps":["trace[103905387] 'agreement among raft nodes before linearized reading' (duration: 253.037432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:06.604424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:44:06.296091Z","time spent":"308.322527ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "}